[ 586.506087] env[69186]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69186) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 586.506448] env[69186]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69186) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 586.506580] env[69186]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69186) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 586.506920] env[69186]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 586.602210] env[69186]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69186) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 586.611995] env[69186]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69186) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 586.654192] env[69186]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 587.212430] env[69186]: INFO nova.virt.driver [None req-e18b2d0d-e02e-42b1-8559-46eb2c03cce1 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 587.282996] env[69186]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.283208] env[69186]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.283311] env[69186]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69186) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 590.105661] env[69186]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-0ee66952-a9e0-48d3-9222-0fdff9945c12 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.122401] env[69186]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69186) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 590.122551] env[69186]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-0ad6d4a7-8fc7-4376-a7ed-a96b64c4653d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.153183] env[69186]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 3ee67. [ 590.153310] env[69186]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.870s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.153871] env[69186]: INFO nova.virt.vmwareapi.driver [None req-e18b2d0d-e02e-42b1-8559-46eb2c03cce1 None None] VMware vCenter version: 7.0.3 [ 590.157633] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b686e8-b06a-425a-9312-8bc04a77716f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.179988] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b9082b-df2e-43bb-8b9a-5a71a3b27a99 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.185816] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6200432a-c71d-4034-8b70-a79ab3acdc09 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.192366] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65154544-aeb0-494c-881d-9acac4845fd4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.205140] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284e8d98-0b30-490c-a13b-7fe4e9de3fcf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.210961] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0154b057-9e50-49f6-a9be-6deed36e6ab0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.240377] env[69186]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-2b2f7793-80af-4fa9-9bc3-197a3c2de30e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.245272] env[69186]: DEBUG nova.virt.vmwareapi.driver [None req-e18b2d0d-e02e-42b1-8559-46eb2c03cce1 None None] Extension org.openstack.compute already exists. {{(pid=69186) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 590.247898] env[69186]: INFO nova.compute.provider_config [None req-e18b2d0d-e02e-42b1-8559-46eb2c03cce1 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 590.750945] env[69186]: DEBUG nova.context [None req-e18b2d0d-e02e-42b1-8559-46eb2c03cce1 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),e847cf49-3bd1-47b6-8b7f-e68f585a2959(cell1) {{(pid=69186) load_cells /opt/stack/nova/nova/context.py:464}} [ 590.753119] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.753350] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.754046] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.754472] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] Acquiring lock "e847cf49-3bd1-47b6-8b7f-e68f585a2959" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.754685] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] Lock "e847cf49-3bd1-47b6-8b7f-e68f585a2959" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.755703] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] Lock "e847cf49-3bd1-47b6-8b7f-e68f585a2959" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.776775] env[69186]: INFO dbcounter [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] Registered counter for database nova_cell0 [ 590.785015] env[69186]: INFO dbcounter [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] Registered counter for database nova_cell1 [ 590.788293] env[69186]: DEBUG oslo_db.sqlalchemy.engines [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69186) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 590.788655] env[69186]: DEBUG oslo_db.sqlalchemy.engines [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69186) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 590.793863] env[69186]: ERROR nova.db.main.api [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 590.793863] env[69186]: result = function(*args, **kwargs) [ 590.793863] env[69186]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 590.793863] env[69186]: return func(*args, **kwargs) [ 590.793863] env[69186]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 590.793863] env[69186]: result = fn(*args, **kwargs) [ 590.793863] env[69186]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 590.793863] env[69186]: return f(*args, **kwargs) [ 590.793863] env[69186]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 590.793863] env[69186]: return db.service_get_minimum_version(context, binaries) [ 590.793863] env[69186]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 590.793863] env[69186]: _check_db_access() [ 590.793863] env[69186]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 590.793863] env[69186]: stacktrace = ''.join(traceback.format_stack()) [ 590.793863] env[69186]: [ 590.794602] env[69186]: ERROR nova.db.main.api [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 590.794602] env[69186]: result = function(*args, **kwargs) [ 590.794602] env[69186]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 590.794602] env[69186]: return func(*args, **kwargs) [ 590.794602] env[69186]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 590.794602] env[69186]: result = fn(*args, **kwargs) [ 590.794602] env[69186]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 590.794602] env[69186]: return f(*args, **kwargs) [ 590.794602] env[69186]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 590.794602] env[69186]: return db.service_get_minimum_version(context, binaries) [ 590.794602] env[69186]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 590.794602] env[69186]: _check_db_access() [ 590.794602] env[69186]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 590.794602] env[69186]: stacktrace = ''.join(traceback.format_stack()) [ 590.794602] env[69186]: [ 590.794958] env[69186]: WARNING nova.objects.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 590.795143] env[69186]: WARNING nova.objects.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] Failed to get minimum service version for cell e847cf49-3bd1-47b6-8b7f-e68f585a2959 [ 590.795559] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] Acquiring lock "singleton_lock" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.795719] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] Acquired lock "singleton_lock" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.795967] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] Releasing lock "singleton_lock" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.796302] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] Full set of CONF: {{(pid=69186) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 590.796444] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ******************************************************************************** {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 590.796572] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] Configuration options gathered from: {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 590.796746] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 590.796947] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 590.797111] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ================================================================================ {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 590.797338] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] allow_resize_to_same_host = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.797507] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] arq_binding_timeout = 300 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.797647] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] backdoor_port = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.797787] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] backdoor_socket = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.797960] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] block_device_allocate_retries = 60 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.798133] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] block_device_allocate_retries_interval = 3 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.798305] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cert = self.pem {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.798470] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.798636] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] compute_monitors = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.798798] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] config_dir = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.798968] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] config_drive_format = iso9660 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.799114] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.799278] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] config_source = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.799443] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] console_host = devstack {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.799607] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] control_exchange = nova {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.799765] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cpu_allocation_ratio = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.799923] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] daemon = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.800131] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] debug = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.800307] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] default_access_ip_network_name = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.800475] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] default_availability_zone = nova {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.800629] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] default_ephemeral_format = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.800788] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] default_green_pool_size = 1000 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.801047] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.801218] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] default_schedule_zone = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.801375] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] disk_allocation_ratio = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.801533] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] enable_new_services = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.801711] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] enabled_apis = ['osapi_compute'] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.801882] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] enabled_ssl_apis = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.802046] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] flat_injected = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.802208] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] force_config_drive = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.802362] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] force_raw_images = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.802530] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] graceful_shutdown_timeout = 5 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.802690] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] heal_instance_info_cache_interval = -1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.802914] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] host = cpu-1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.803118] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.803301] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.803466] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.803686] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.803855] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] instance_build_timeout = 0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.804028] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] instance_delete_interval = 300 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.804203] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] instance_format = [instance: %(uuid)s] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.804369] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] instance_name_template = instance-%08x {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.804530] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] instance_usage_audit = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.804700] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] instance_usage_audit_period = month {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.804866] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.805047] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.805222] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] internal_service_availability_zone = internal {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.805381] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] key = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.805540] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] live_migration_retry_count = 30 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.805707] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] log_color = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.805872] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] log_config_append = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.806066] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.806246] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] log_dir = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.806403] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] log_file = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.806530] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] log_options = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.806722] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] log_rotate_interval = 1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.806901] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] log_rotate_interval_type = days {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.807079] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] log_rotation_type = none {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.807212] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.807337] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.807505] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.807680] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.807826] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.807997] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] long_rpc_timeout = 1800 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.808171] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] max_concurrent_builds = 10 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.808329] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] max_concurrent_live_migrations = 1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.808490] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] max_concurrent_snapshots = 5 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.808650] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] max_local_block_devices = 3 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.808813] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] max_logfile_count = 30 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.808994] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] max_logfile_size_mb = 200 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.809186] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] maximum_instance_delete_attempts = 5 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.809358] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] metadata_listen = 0.0.0.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.809528] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] metadata_listen_port = 8775 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.809699] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] metadata_workers = 2 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.809863] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] migrate_max_retries = -1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.810042] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] mkisofs_cmd = genisoimage {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.810254] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.810389] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] my_ip = 10.180.1.21 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.810592] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.810757] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] network_allocate_retries = 0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.810939] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.811121] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.811284] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] osapi_compute_listen_port = 8774 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.811452] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] osapi_compute_unique_server_name_scope = {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.811621] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] osapi_compute_workers = 2 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.811784] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] password_length = 12 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.811942] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] periodic_enable = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.812148] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] periodic_fuzzy_delay = 60 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.812321] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] pointer_model = usbtablet {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.812486] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] preallocate_images = none {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.812641] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] publish_errors = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.812772] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] pybasedir = /opt/stack/nova {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.812929] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ram_allocation_ratio = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.813107] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] rate_limit_burst = 0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.813275] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] rate_limit_except_level = CRITICAL {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.813432] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] rate_limit_interval = 0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.813592] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] reboot_timeout = 0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.813752] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] reclaim_instance_interval = 0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.813945] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] record = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.814094] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] reimage_timeout_per_gb = 60 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.814265] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] report_interval = 120 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.814427] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] rescue_timeout = 0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.814587] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] reserved_host_cpus = 0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.814745] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] reserved_host_disk_mb = 0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.814905] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] reserved_host_memory_mb = 512 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.815096] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] reserved_huge_pages = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.815269] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] resize_confirm_window = 0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.815433] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] resize_fs_using_block_device = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.815592] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] resume_guests_state_on_host_boot = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.815762] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.815927] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] rpc_response_timeout = 60 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.816105] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] run_external_periodic_tasks = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.816279] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] running_deleted_instance_action = reap {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.816439] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.816609] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] running_deleted_instance_timeout = 0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.816794] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] scheduler_instance_sync_interval = 120 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.816969] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] service_down_time = 720 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.817152] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] servicegroup_driver = db {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.817309] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] shell_completion = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.817469] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] shelved_offload_time = 0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.817627] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] shelved_poll_interval = 3600 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.817815] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] shutdown_timeout = 0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.817983] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] source_is_ipv6 = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.818187] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ssl_only = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.818445] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.818618] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] sync_power_state_interval = 600 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.818784] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] sync_power_state_pool_size = 1000 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.819238] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] syslog_log_facility = LOG_USER {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.819238] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] tempdir = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.819305] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] timeout_nbd = 10 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.819433] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] transport_url = **** {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.819592] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] update_resources_interval = 0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.819751] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] use_cow_images = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.819907] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] use_journal = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.820132] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] use_json = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.820318] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] use_rootwrap_daemon = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.820481] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] use_stderr = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.820641] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] use_syslog = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.820799] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vcpu_pin_set = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.820969] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vif_plugging_is_fatal = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.821189] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vif_plugging_timeout = 300 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.821368] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] virt_mkfs = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.821530] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] volume_usage_poll_interval = 0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.821691] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] watch_log_file = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.821863] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] web = /usr/share/spice-html5 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.822058] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.822229] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.822392] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.822566] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_concurrency.disable_process_locking = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.823114] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.823323] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.823498] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.823677] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.823855] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.824035] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.824250] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api.auth_strategy = keystone {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.824427] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api.compute_link_prefix = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.824606] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.824783] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api.dhcp_domain = novalocal {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.824950] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api.enable_instance_password = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.825129] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api.glance_link_prefix = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.825297] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.825472] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.825640] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api.instance_list_per_project_cells = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.825804] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api.list_records_by_skipping_down_cells = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.825964] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api.local_metadata_per_cell = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.826145] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api.max_limit = 1000 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.826312] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api.metadata_cache_expiration = 15 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.826482] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api.neutron_default_tenant_id = default {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.826674] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api.response_validation = warn {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.826855] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api.use_neutron_default_nets = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.827039] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.827233] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.827412] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.827596] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.827764] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api.vendordata_dynamic_targets = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.827928] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api.vendordata_jsonfile_path = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.828125] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.828323] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.backend = dogpile.cache.memcached {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.828492] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.backend_argument = **** {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.828656] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.backend_expiration_time = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.828832] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.config_prefix = cache.oslo {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.829012] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.dead_timeout = 60.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.829189] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.debug_cache_backend = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.829355] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.enable_retry_client = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.829518] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.enable_socket_keepalive = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.829689] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.enabled = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.829856] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.enforce_fips_mode = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.830031] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.expiration_time = 600 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.830233] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.hashclient_retry_attempts = 2 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.830407] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.830577] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.memcache_dead_retry = 300 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.830739] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.memcache_password = **** {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.830908] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.831086] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.831257] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.memcache_pool_maxsize = 10 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.831421] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.831586] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.memcache_sasl_enabled = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.831767] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.831936] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.832116] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.memcache_username = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.832286] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.proxies = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.832450] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.redis_db = 0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.832613] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.redis_password = **** {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.832791] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.832968] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.833210] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.redis_server = localhost:6379 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.833402] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.redis_socket_timeout = 1.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.833572] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.redis_username = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.833741] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.retry_attempts = 2 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.833911] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.retry_delay = 0.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.834091] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.socket_keepalive_count = 1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.834260] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.socket_keepalive_idle = 1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.834424] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.socket_keepalive_interval = 1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.834585] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.tls_allowed_ciphers = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.834746] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.tls_cafile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.834908] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.tls_certfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.835085] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.tls_enabled = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.835251] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cache.tls_keyfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.835423] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cinder.auth_section = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.835602] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cinder.auth_type = password {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.835768] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cinder.cafile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.835947] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.836143] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cinder.certfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.836324] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cinder.collect_timing = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.836493] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cinder.cross_az_attach = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.836675] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cinder.debug = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.836845] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cinder.endpoint_template = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.837013] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cinder.http_retries = 3 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.837187] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cinder.insecure = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.837347] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cinder.keyfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.837518] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cinder.os_region_name = RegionOne {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.837689] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cinder.split_loggers = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.837848] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cinder.timeout = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.838031] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.838197] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] compute.cpu_dedicated_set = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.838354] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] compute.cpu_shared_set = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.838520] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] compute.image_type_exclude_list = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.838682] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.838846] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.839038] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.839216] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.839387] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.839551] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] compute.resource_provider_association_refresh = 300 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.839713] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.839878] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] compute.shutdown_retry_interval = 10 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.840071] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.840254] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] conductor.workers = 2 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.840431] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] console.allowed_origins = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.840589] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] console.ssl_ciphers = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.840760] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] console.ssl_minimum_version = default {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.840933] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] consoleauth.enforce_session_timeout = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.841118] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] consoleauth.token_ttl = 600 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.841295] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cyborg.cafile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.841457] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cyborg.certfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.841622] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cyborg.collect_timing = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.841784] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cyborg.connect_retries = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.841949] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cyborg.connect_retry_delay = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.842157] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cyborg.endpoint_override = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.842328] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cyborg.insecure = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.842489] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cyborg.keyfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.842650] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cyborg.max_version = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.842809] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cyborg.min_version = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.842967] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cyborg.region_name = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.843141] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cyborg.retriable_status_codes = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.843301] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cyborg.service_name = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.843472] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cyborg.service_type = accelerator {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.843635] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cyborg.split_loggers = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.843795] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cyborg.status_code_retries = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.843956] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cyborg.status_code_retry_delay = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.844127] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cyborg.timeout = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.844310] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.844473] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] cyborg.version = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.844648] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] database.asyncio_connection = **** {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.844812] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] database.asyncio_slave_connection = **** {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.844993] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] database.backend = sqlalchemy {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.845199] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] database.connection = **** {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.845370] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] database.connection_debug = 0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.845541] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] database.connection_parameters = {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.845707] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] database.connection_recycle_time = 3600 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.845873] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] database.connection_trace = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.846045] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] database.db_inc_retry_interval = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.846213] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] database.db_max_retries = 20 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.846378] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] database.db_max_retry_interval = 10 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.846542] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] database.db_retry_interval = 1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.846730] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] database.max_overflow = 50 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.846902] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] database.max_pool_size = 5 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.847081] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] database.max_retries = 10 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.847261] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.847424] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] database.mysql_wsrep_sync_wait = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.847590] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] database.pool_timeout = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.847750] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] database.retry_interval = 10 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.847911] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] database.slave_connection = **** {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.848143] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] database.sqlite_synchronous = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.848359] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] database.use_db_reconnect = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.848541] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api_database.asyncio_connection = **** {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.848708] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api_database.asyncio_slave_connection = **** {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.848886] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api_database.backend = sqlalchemy {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.849072] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api_database.connection = **** {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.849247] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api_database.connection_debug = 0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.849421] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api_database.connection_parameters = {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.849588] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api_database.connection_recycle_time = 3600 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.849753] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api_database.connection_trace = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.849918] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api_database.db_inc_retry_interval = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.850095] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api_database.db_max_retries = 20 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.850265] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api_database.db_max_retry_interval = 10 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.850429] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api_database.db_retry_interval = 1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.850590] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api_database.max_overflow = 50 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.850753] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api_database.max_pool_size = 5 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.850915] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api_database.max_retries = 10 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.851115] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.851294] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.851456] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api_database.pool_timeout = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.851621] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api_database.retry_interval = 10 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.851783] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api_database.slave_connection = **** {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.851947] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] api_database.sqlite_synchronous = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.852137] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] devices.enabled_mdev_types = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.852320] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.852495] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.852660] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ephemeral_storage_encryption.enabled = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.852827] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.852999] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.api_servers = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.853181] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.cafile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.853344] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.certfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.853509] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.collect_timing = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.853670] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.connect_retries = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.853830] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.connect_retry_delay = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.854010] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.debug = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.854212] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.default_trusted_certificate_ids = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.854381] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.enable_certificate_validation = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.854546] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.enable_rbd_download = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.854705] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.endpoint_override = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.854871] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.insecure = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.855041] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.keyfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.855207] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.max_version = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.855364] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.min_version = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.855526] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.num_retries = 3 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.855693] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.rbd_ceph_conf = {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.855854] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.rbd_connect_timeout = 5 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.856034] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.rbd_pool = {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.856207] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.rbd_user = {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.856373] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.region_name = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.856533] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.retriable_status_codes = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.856717] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.service_name = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.856890] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.service_type = image {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.857086] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.split_loggers = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.857267] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.status_code_retries = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.857431] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.status_code_retry_delay = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.857593] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.timeout = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.857779] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.857947] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.verify_glance_signatures = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.858121] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] glance.version = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.858293] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] guestfs.debug = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.858465] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] manila.auth_section = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.858627] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] manila.auth_type = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.858791] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] manila.cafile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.858950] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] manila.certfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.859125] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] manila.collect_timing = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.859286] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] manila.connect_retries = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.859443] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] manila.connect_retry_delay = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.859599] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] manila.endpoint_override = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.859762] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] manila.insecure = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.859921] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] manila.keyfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.860112] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] manila.max_version = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.860287] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] manila.min_version = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.860447] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] manila.region_name = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.860606] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] manila.retriable_status_codes = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.860768] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] manila.service_name = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.860940] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] manila.service_type = shared-file-system {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.861120] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] manila.share_apply_policy_timeout = 10 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.861288] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] manila.split_loggers = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.861446] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] manila.status_code_retries = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.861606] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] manila.status_code_retry_delay = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.861767] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] manila.timeout = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.861948] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.862122] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] manila.version = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.862295] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] mks.enabled = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.862646] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.862837] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] image_cache.manager_interval = 2400 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.863012] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] image_cache.precache_concurrency = 1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.863217] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] image_cache.remove_unused_base_images = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.863397] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.863567] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.863745] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] image_cache.subdirectory_name = _base {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.863923] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.api_max_retries = 60 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.864103] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.api_retry_interval = 2 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.864267] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.auth_section = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.864429] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.auth_type = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.864623] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.cafile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.864746] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.certfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.864912] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.collect_timing = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.865090] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.conductor_group = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.865251] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.connect_retries = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.865409] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.connect_retry_delay = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.865566] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.endpoint_override = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.865726] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.insecure = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.865887] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.keyfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.866070] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.max_version = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.866250] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.min_version = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.866417] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.peer_list = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.866577] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.region_name = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.866771] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.retriable_status_codes = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.866941] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.serial_console_state_timeout = 10 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.867118] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.service_name = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.867293] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.service_type = baremetal {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.867453] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.shard = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.867616] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.split_loggers = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.867777] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.status_code_retries = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.867933] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.status_code_retry_delay = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.868105] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.timeout = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.868292] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.868455] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ironic.version = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.868640] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.868816] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] key_manager.fixed_key = **** {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.869030] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.869210] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] barbican.barbican_api_version = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.869374] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] barbican.barbican_endpoint = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.869546] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] barbican.barbican_endpoint_type = public {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.869704] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] barbican.barbican_region_name = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.869867] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] barbican.cafile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.870033] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] barbican.certfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.870202] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] barbican.collect_timing = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.870363] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] barbican.insecure = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.870520] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] barbican.keyfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.870682] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] barbican.number_of_retries = 60 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.870845] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] barbican.retry_delay = 1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.871014] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] barbican.send_service_user_token = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.871188] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] barbican.split_loggers = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.871346] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] barbican.timeout = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.871507] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] barbican.verify_ssl = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.871663] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] barbican.verify_ssl_path = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.871831] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] barbican_service_user.auth_section = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.872022] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] barbican_service_user.auth_type = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.872200] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] barbican_service_user.cafile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.872362] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] barbican_service_user.certfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.872527] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] barbican_service_user.collect_timing = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.872687] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] barbican_service_user.insecure = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.872845] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] barbican_service_user.keyfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.873021] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] barbican_service_user.split_loggers = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.873242] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] barbican_service_user.timeout = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.873470] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vault.approle_role_id = **** {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.873650] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vault.approle_secret_id = **** {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.873826] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vault.kv_mountpoint = secret {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.873989] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vault.kv_path = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.874172] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vault.kv_version = 2 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.874335] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vault.namespace = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.874533] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vault.root_token_id = **** {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.874740] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vault.ssl_ca_crt_file = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.874915] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vault.timeout = 60.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.875098] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vault.use_ssl = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.875274] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.875443] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] keystone.cafile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.875605] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] keystone.certfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.875767] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] keystone.collect_timing = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.875924] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] keystone.connect_retries = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.876094] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] keystone.connect_retry_delay = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.876251] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] keystone.endpoint_override = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.876411] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] keystone.insecure = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.876565] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] keystone.keyfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.876750] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] keystone.max_version = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.876914] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] keystone.min_version = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.877086] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] keystone.region_name = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.877257] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] keystone.retriable_status_codes = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.877418] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] keystone.service_name = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.877598] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] keystone.service_type = identity {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.877781] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] keystone.split_loggers = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.877943] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] keystone.status_code_retries = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.878120] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] keystone.status_code_retry_delay = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.878282] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] keystone.timeout = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.878467] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.878629] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] keystone.version = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.878824] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.ceph_mount_options = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.879153] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.879340] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.connection_uri = {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.879506] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.cpu_mode = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.879677] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.879851] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.cpu_models = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.880034] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.cpu_power_governor_high = performance {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.880211] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.880376] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.cpu_power_management = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.880547] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.880719] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.device_detach_attempts = 8 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.880887] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.device_detach_timeout = 20 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.881065] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.disk_cachemodes = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.881231] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.disk_prefix = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.881395] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.enabled_perf_events = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.881559] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.file_backed_memory = 0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.881725] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.gid_maps = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.881891] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.hw_disk_discard = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.882056] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.hw_machine_type = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.882228] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.images_rbd_ceph_conf = {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.882393] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.882554] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.882721] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.images_rbd_glance_store_name = {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.882889] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.images_rbd_pool = rbd {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.883069] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.images_type = default {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.883230] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.images_volume_group = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.883391] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.inject_key = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.883552] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.inject_partition = -2 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.883711] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.inject_password = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.883875] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.iscsi_iface = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.884047] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.iser_use_multipath = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.884213] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.884375] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.884554] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.live_migration_downtime = 500 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.884734] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.884900] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.885072] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.live_migration_inbound_addr = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.885238] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.885399] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.885558] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.live_migration_scheme = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.885731] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.live_migration_timeout_action = abort {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.885893] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.live_migration_tunnelled = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.886063] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.live_migration_uri = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.886232] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.live_migration_with_native_tls = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.886393] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.max_queues = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.886556] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.886817] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.886982] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.nfs_mount_options = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.887291] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.887474] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.887645] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.887809] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.887973] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.888147] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.num_pcie_ports = 0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.888312] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.888476] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.pmem_namespaces = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.888634] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.quobyte_client_cfg = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.888942] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.889124] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.889323] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.889510] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.889674] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.rbd_secret_uuid = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.889834] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.rbd_user = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.889996] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.890188] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.890350] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.rescue_image_id = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.890507] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.rescue_kernel_id = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.890663] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.rescue_ramdisk_id = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.890834] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.890998] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.rx_queue_size = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.891182] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.smbfs_mount_options = {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.891469] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.891642] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.snapshot_compression = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.891807] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.snapshot_image_format = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.892050] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.892224] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.sparse_logical_volumes = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.892388] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.swtpm_enabled = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.892558] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.swtpm_group = tss {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.892728] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.swtpm_user = tss {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.892904] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.sysinfo_serial = unique {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.893085] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.tb_cache_size = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.893249] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.tx_queue_size = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.893414] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.uid_maps = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.893574] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.use_virtio_for_bridges = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.893744] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.virt_type = kvm {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.893914] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.volume_clear = zero {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.894088] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.volume_clear_size = 0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.894501] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.volume_enforce_multipath = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.894501] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.volume_use_multipath = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.894597] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.vzstorage_cache_path = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.894769] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.894938] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.895118] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.895288] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.895574] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.895760] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.vzstorage_mount_user = stack {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.895928] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.896114] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.auth_section = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.896290] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.auth_type = password {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.896448] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.cafile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.896632] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.certfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.896792] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.collect_timing = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.896955] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.connect_retries = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.897127] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.connect_retry_delay = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.897299] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.default_floating_pool = public {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.897457] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.endpoint_override = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.897619] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.extension_sync_interval = 600 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.897780] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.http_retries = 3 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.897937] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.insecure = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.898105] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.keyfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.898267] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.max_version = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.898433] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.898590] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.min_version = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.898758] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.ovs_bridge = br-int {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.898925] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.physnets = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.899130] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.region_name = RegionOne {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.899295] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.retriable_status_codes = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.899464] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.service_metadata_proxy = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.899624] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.service_name = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.899793] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.service_type = network {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.899954] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.split_loggers = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.900124] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.status_code_retries = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.900282] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.status_code_retry_delay = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.900437] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.timeout = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.900617] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.900780] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] neutron.version = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.900952] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] notifications.bdms_in_notifications = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.901145] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] notifications.default_level = INFO {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.901312] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] notifications.include_share_mapping = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.901489] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] notifications.notification_format = unversioned {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.901652] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] notifications.notify_on_state_change = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.901830] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.902011] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] pci.alias = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.902189] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] pci.device_spec = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.902353] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] pci.report_in_placement = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.902524] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.auth_section = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.902694] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.auth_type = password {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.902862] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.903030] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.cafile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.903193] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.certfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.903351] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.collect_timing = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.903506] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.connect_retries = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.903662] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.connect_retry_delay = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.903820] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.default_domain_id = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.903973] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.default_domain_name = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.904142] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.domain_id = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.904295] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.domain_name = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.904449] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.endpoint_override = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.904633] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.insecure = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.904797] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.keyfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.904955] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.max_version = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.905122] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.min_version = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.905289] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.password = **** {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.905444] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.project_domain_id = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.905608] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.project_domain_name = Default {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.905773] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.project_id = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.905941] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.project_name = service {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.906120] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.region_name = RegionOne {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.906281] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.retriable_status_codes = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.906439] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.service_name = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.906610] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.service_type = placement {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.906787] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.split_loggers = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.906949] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.status_code_retries = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.907126] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.status_code_retry_delay = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.907286] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.system_scope = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.907442] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.timeout = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.907599] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.trust_id = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.907753] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.user_domain_id = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.907920] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.user_domain_name = Default {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.908090] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.user_id = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.908267] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.username = nova {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.908446] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.908604] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] placement.version = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.908787] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] quota.cores = 20 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.908950] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] quota.count_usage_from_placement = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.909136] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.909307] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] quota.injected_file_content_bytes = 10240 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.909471] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] quota.injected_file_path_length = 255 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.909644] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] quota.injected_files = 5 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.909811] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] quota.instances = 10 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.909974] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] quota.key_pairs = 100 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.910152] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] quota.metadata_items = 128 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.910318] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] quota.ram = 51200 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.910480] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] quota.recheck_quota = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.910643] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] quota.server_group_members = 10 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.910808] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] quota.server_groups = 10 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.911023] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.911204] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] quota.unified_limits_resource_strategy = require {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.911375] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.911535] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.911695] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] scheduler.image_metadata_prefilter = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.911855] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.912027] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] scheduler.max_attempts = 3 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.912193] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] scheduler.max_placement_results = 1000 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.912356] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.912513] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.912671] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.912844] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] scheduler.workers = 2 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.913030] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.913206] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.913384] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.913551] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.913714] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.913879] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.914060] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.914249] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.914414] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.host_subset_size = 1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.914593] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.914761] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.914927] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.915107] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.915286] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.915451] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.isolated_hosts = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.915613] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.isolated_images = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.915776] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.915936] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.916107] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.916271] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.pci_in_placement = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.916430] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.916590] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.916782] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.916948] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.917154] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.917324] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.917485] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.track_instance_changes = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.917663] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.917860] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] metrics.required = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.918040] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] metrics.weight_multiplier = 1.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.918210] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.918375] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] metrics.weight_setting = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.918681] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.918857] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] serial_console.enabled = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.919048] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] serial_console.port_range = 10000:20000 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.919225] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.919395] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.919563] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] serial_console.serialproxy_port = 6083 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.919733] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] service_user.auth_section = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.919906] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] service_user.auth_type = password {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.920076] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] service_user.cafile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.920237] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] service_user.certfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.920396] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] service_user.collect_timing = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.920554] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] service_user.insecure = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.920711] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] service_user.keyfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.920882] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] service_user.send_service_user_token = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.921057] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] service_user.split_loggers = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.921242] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] service_user.timeout = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.921414] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] spice.agent_enabled = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.921574] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] spice.enabled = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.921872] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.922102] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.922278] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] spice.html5proxy_port = 6082 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.922441] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] spice.image_compression = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.922600] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] spice.jpeg_compression = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.922757] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] spice.playback_compression = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.922921] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] spice.require_secure = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.923102] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] spice.server_listen = 127.0.0.1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.923280] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.923574] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.923749] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] spice.streaming_mode = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.923913] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] spice.zlib_compression = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.924095] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] upgrade_levels.baseapi = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.924270] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] upgrade_levels.compute = auto {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.924429] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] upgrade_levels.conductor = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.924609] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] upgrade_levels.scheduler = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.924790] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.924954] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.925127] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vendordata_dynamic_auth.cafile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.925289] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vendordata_dynamic_auth.certfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.925449] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.925608] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vendordata_dynamic_auth.insecure = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.925766] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.925926] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.926094] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vendordata_dynamic_auth.timeout = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.926270] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vmware.api_retry_count = 10 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.926432] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vmware.ca_file = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.926626] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.926795] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vmware.cluster_name = testcl1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.926964] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vmware.connection_pool_size = 10 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.927137] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vmware.console_delay_seconds = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.927309] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vmware.datastore_regex = ^datastore.* {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.927518] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.927694] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vmware.host_password = **** {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.927861] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vmware.host_port = 443 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.928039] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vmware.host_username = administrator@vsphere.local {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.928214] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vmware.insecure = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.928373] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vmware.integration_bridge = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.928535] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vmware.maximum_objects = 100 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.928692] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vmware.pbm_default_policy = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.928853] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vmware.pbm_enabled = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.929016] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vmware.pbm_wsdl_location = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.929190] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.929347] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vmware.serial_port_proxy_uri = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.929503] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vmware.serial_port_service_uri = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.929664] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vmware.task_poll_interval = 0.5 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.929834] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vmware.use_linked_clone = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.930007] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vmware.vnc_keymap = en-us {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.930181] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vmware.vnc_port = 5900 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.930342] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vmware.vnc_port_total = 10000 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.930525] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vnc.auth_schemes = ['none'] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.930700] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vnc.enabled = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.930982] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.931182] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.931356] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vnc.novncproxy_port = 6080 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.931553] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vnc.server_listen = 127.0.0.1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.931736] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.931899] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vnc.vencrypt_ca_certs = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.932071] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vnc.vencrypt_client_cert = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.932229] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vnc.vencrypt_client_key = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.932407] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.932570] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] workarounds.disable_deep_image_inspection = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.932729] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.932891] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.933062] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.933227] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] workarounds.disable_rootwrap = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.933386] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] workarounds.enable_numa_live_migration = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.933543] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.933702] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.933861] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.934034] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] workarounds.libvirt_disable_apic = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.934199] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.934357] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.934529] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.934706] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.934870] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.935041] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.935205] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.935362] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.935520] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.935683] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.935867] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.936326] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] wsgi.client_socket_timeout = 900 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.936326] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] wsgi.default_pool_size = 1000 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.936397] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] wsgi.keep_alive = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.936522] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] wsgi.max_header_line = 16384 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.936702] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.936868] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] wsgi.ssl_ca_file = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.937039] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] wsgi.ssl_cert_file = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.937204] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] wsgi.ssl_key_file = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.937369] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] wsgi.tcp_keepidle = 600 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.937547] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.937720] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] zvm.ca_file = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.937883] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] zvm.cloud_connector_url = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.938178] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.938351] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] zvm.reachable_timeout = 300 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.938523] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.938700] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.938881] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] profiler.connection_string = messaging:// {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.939062] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] profiler.enabled = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.939235] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] profiler.es_doc_type = notification {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.939398] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] profiler.es_scroll_size = 10000 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.939565] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] profiler.es_scroll_time = 2m {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.939728] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] profiler.filter_error_trace = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.939897] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] profiler.hmac_keys = **** {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.940084] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] profiler.sentinel_service_name = mymaster {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.940255] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] profiler.socket_timeout = 0.1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.940418] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] profiler.trace_requests = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.940576] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] profiler.trace_sqlalchemy = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.940752] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] profiler_jaeger.process_tags = {} {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.940916] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] profiler_jaeger.service_name_prefix = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.941093] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] profiler_otlp.service_name_prefix = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.941259] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] remote_debug.host = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.941420] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] remote_debug.port = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.941596] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.941759] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.941923] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.942104] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.942270] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.942430] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.942590] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.942752] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.942914] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.943098] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.943260] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.943431] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.943596] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.943762] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.943976] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.944201] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.944373] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.944537] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.944709] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.944874] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.945047] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.945220] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.945382] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.945543] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.945703] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.945866] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.946041] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.946250] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.946421] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.946589] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.946781] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.ssl = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.946959] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.947145] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.947309] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.947478] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.947647] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.947813] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.948015] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.948190] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_notifications.retry = -1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.948371] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.948543] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.948722] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_limit.auth_section = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.948888] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_limit.auth_type = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.949059] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_limit.cafile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.949221] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_limit.certfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.949384] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_limit.collect_timing = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.949543] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_limit.connect_retries = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.949698] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_limit.connect_retry_delay = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.949855] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_limit.endpoint_id = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.950034] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.950199] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_limit.endpoint_override = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.950355] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_limit.endpoint_region_name = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.950513] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_limit.endpoint_service_name = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.950670] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_limit.endpoint_service_type = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.950831] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_limit.insecure = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.950987] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_limit.keyfile = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.951157] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_limit.max_version = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.951311] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_limit.min_version = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.951464] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_limit.region_name = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.951622] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_limit.retriable_status_codes = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.951782] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_limit.service_name = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.951939] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_limit.service_type = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.952111] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_limit.split_loggers = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.952270] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_limit.status_code_retries = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.952430] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_limit.status_code_retry_delay = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.952585] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_limit.timeout = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.952743] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_limit.valid_interfaces = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.952898] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_limit.version = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.953071] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_reports.file_event_handler = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.953241] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.953399] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] oslo_reports.log_dir = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.953567] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.953729] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.953885] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.954071] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.954239] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.954397] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.954588] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.954781] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vif_plug_ovs_privileged.group = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.954950] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.955133] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.955299] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.955458] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] vif_plug_ovs_privileged.user = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.955628] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.955808] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.955981] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.956165] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.956337] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.956508] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.956699] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.956872] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.957067] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.957264] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] os_vif_ovs.isolate_vif = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.957442] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.957609] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.957778] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.957945] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.958120] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] os_vif_ovs.per_port_bridge = False {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.958291] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] privsep_osbrick.capabilities = [21] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.958450] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] privsep_osbrick.group = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.958605] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] privsep_osbrick.helper_command = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.958771] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.958934] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.959104] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] privsep_osbrick.user = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.959279] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.959438] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] nova_sys_admin.group = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.959592] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] nova_sys_admin.helper_command = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.959756] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.959918] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.960084] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] nova_sys_admin.user = None {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.960219] env[69186]: DEBUG oslo_service.backend.eventlet.service [None req-ac2b76ae-9eae-4529-9375-af6b5d155228 None None] ******************************************************************************** {{(pid=69186) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 590.960631] env[69186]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 591.465676] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] Getting list of instances from cluster (obj){ [ 591.465676] env[69186]: value = "domain-c8" [ 591.465676] env[69186]: _type = "ClusterComputeResource" [ 591.465676] env[69186]: } {{(pid=69186) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 591.466892] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19712270-4076-4dd6-bd96-f8ef4e2c27e5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.476150] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] Got total of 0 instances {{(pid=69186) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 591.476868] env[69186]: WARNING nova.virt.vmwareapi.driver [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 591.477394] env[69186]: INFO nova.virt.node [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] Generated node identity 236fcb92-b429-42b8-bc28-b1c93f3ba708 [ 591.477652] env[69186]: INFO nova.virt.node [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] Wrote node identity 236fcb92-b429-42b8-bc28-b1c93f3ba708 to /opt/stack/data/n-cpu-1/compute_id [ 591.980737] env[69186]: WARNING nova.compute.manager [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] Compute nodes ['236fcb92-b429-42b8-bc28-b1c93f3ba708'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 592.986273] env[69186]: INFO nova.compute.manager [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 593.992015] env[69186]: WARNING nova.compute.manager [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 593.992346] env[69186]: DEBUG oslo_concurrency.lockutils [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.992527] env[69186]: DEBUG oslo_concurrency.lockutils [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.992686] env[69186]: DEBUG oslo_concurrency.lockutils [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.992828] env[69186]: DEBUG nova.compute.resource_tracker [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69186) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 593.994103] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6844a1e1-ded6-4a39-b34e-381bb1ae7ff7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.002153] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f98d3f4-c008-467e-a7a2-f49fe4d37a0b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.015494] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e07b4a8-f13f-479a-b1e6-9a9514151a8b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.021777] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e26ba78-acbb-4574-9c65-54793596e068 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.049874] env[69186]: DEBUG nova.compute.resource_tracker [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180940MB free_disk=74GB free_vcpus=48 pci_devices=None {{(pid=69186) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 594.050039] env[69186]: DEBUG oslo_concurrency.lockutils [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.050229] env[69186]: DEBUG oslo_concurrency.lockutils [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.552589] env[69186]: WARNING nova.compute.resource_tracker [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] No compute node record for cpu-1:236fcb92-b429-42b8-bc28-b1c93f3ba708: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 236fcb92-b429-42b8-bc28-b1c93f3ba708 could not be found. [ 595.057618] env[69186]: INFO nova.compute.resource_tracker [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 236fcb92-b429-42b8-bc28-b1c93f3ba708 [ 596.565161] env[69186]: DEBUG nova.compute.resource_tracker [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69186) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 596.565516] env[69186]: DEBUG nova.compute.resource_tracker [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69186) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 596.717580] env[69186]: INFO nova.scheduler.client.report [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] [req-e9f8dc2b-2db9-4c87-9711-c05209fdb21a] Created resource provider record via placement API for resource provider with UUID 236fcb92-b429-42b8-bc28-b1c93f3ba708 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 596.732884] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49f7c92-8b81-42da-9885-4bc10647299f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.740208] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9ae62a-5f83-4a72-a24f-42bd2a55befa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.769828] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf35c11-e5af-47ac-874b-785df07f363c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.776742] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9c5407-c6e1-4a01-b641-10a518778ca9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.292500] env[69186]: DEBUG nova.compute.provider_tree [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 597.834971] env[69186]: DEBUG nova.scheduler.client.report [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] Updated inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 597.835313] env[69186]: DEBUG nova.compute.provider_tree [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] Updating resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 generation from 0 to 1 during operation: update_inventory {{(pid=69186) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 597.835380] env[69186]: DEBUG nova.compute.provider_tree [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 597.886802] env[69186]: DEBUG nova.compute.provider_tree [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] Updating resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 generation from 1 to 2 during operation: update_traits {{(pid=69186) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 598.392069] env[69186]: DEBUG nova.compute.resource_tracker [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69186) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 598.392069] env[69186]: DEBUG oslo_concurrency.lockutils [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.341s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.392069] env[69186]: DEBUG nova.service [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] Creating RPC server for service compute {{(pid=69186) start /opt/stack/nova/nova/service.py:178}} [ 598.406685] env[69186]: DEBUG nova.service [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] Join ServiceGroup membership for this service compute {{(pid=69186) start /opt/stack/nova/nova/service.py:195}} [ 598.406874] env[69186]: DEBUG nova.servicegroup.drivers.db [None req-df521c87-4a2f-43f8-b369-ca1bfa2202fe None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69186) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 601.413388] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._sync_power_states {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.917401] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Getting list of instances from cluster (obj){ [ 601.917401] env[69186]: value = "domain-c8" [ 601.917401] env[69186]: _type = "ClusterComputeResource" [ 601.917401] env[69186]: } {{(pid=69186) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 601.918460] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0b9533-9019-4c2e-b9f1-8b3ecf098aba {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.927170] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Got total of 0 instances {{(pid=69186) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 601.927399] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.927723] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Getting list of instances from cluster (obj){ [ 601.927723] env[69186]: value = "domain-c8" [ 601.927723] env[69186]: _type = "ClusterComputeResource" [ 601.927723] env[69186]: } {{(pid=69186) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 601.928549] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7720807-824d-4cd2-bc9d-e87a67afe9fe {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.935503] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Got total of 0 instances {{(pid=69186) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 635.956197] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Acquiring lock "56625877-eba7-4713-bec1-f052bd43b9be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.956197] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Lock "56625877-eba7-4713-bec1-f052bd43b9be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.458722] env[69186]: DEBUG nova.compute.manager [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.008017] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.008314] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.010958] env[69186]: INFO nova.compute.claims [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.432782] env[69186]: DEBUG oslo_concurrency.lockutils [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquiring lock "dcd6c82f-24af-4906-841c-1c8f5d7306de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.433035] env[69186]: DEBUG oslo_concurrency.lockutils [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "dcd6c82f-24af-4906-841c-1c8f5d7306de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.936009] env[69186]: DEBUG nova.compute.manager [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.082784] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad7398c-b5ee-451e-b03b-324f6f183c97 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.091283] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6a4b14-26b0-44cb-b1b4-c6e1c99f5af6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.130169] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a0de16-a5e8-4e4a-985a-4093edf51199 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.139535] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc71aa41-5c30-406b-9d8c-032314accc4b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.156238] env[69186]: DEBUG nova.compute.provider_tree [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.302686] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Acquiring lock "4ae09b1d-b1cb-413c-b677-9f4af64c05e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.302958] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Lock "4ae09b1d-b1cb-413c-b677-9f4af64c05e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.467269] env[69186]: DEBUG oslo_concurrency.lockutils [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.660270] env[69186]: DEBUG nova.scheduler.client.report [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.808538] env[69186]: DEBUG nova.compute.manager [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.170301] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.162s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.171812] env[69186]: DEBUG nova.compute.manager [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.176306] env[69186]: DEBUG oslo_concurrency.lockutils [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.709s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.179197] env[69186]: INFO nova.compute.claims [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.341722] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.404338] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Acquiring lock "0cd85b86-4f33-4d68-b074-7dc36b00ef1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.404338] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Lock "0cd85b86-4f33-4d68-b074-7dc36b00ef1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.684825] env[69186]: DEBUG nova.compute.utils [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.688172] env[69186]: DEBUG nova.compute.manager [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.688172] env[69186]: DEBUG nova.network.neutron [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.908026] env[69186]: DEBUG nova.compute.manager [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.112685] env[69186]: DEBUG nova.policy [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afbdcacf37a5445d8b53a099353319ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efcc4f1b9934492e846daa91015b8ad2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.167459] env[69186]: DEBUG oslo_concurrency.lockutils [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Acquiring lock "fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.167825] env[69186]: DEBUG oslo_concurrency.lockutils [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Lock "fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.195502] env[69186]: DEBUG nova.compute.manager [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.317782] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787a6286-2889-41f0-bc12-7553f3c12630 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.328329] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f25c2cd-9829-4ea7-bd35-86339bc1739b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.361837] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50095800-d5b4-4ebc-a880-fdb3050ec53a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.369691] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604cc4de-1733-4773-bb15-64cc15143974 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.383404] env[69186]: DEBUG nova.compute.provider_tree [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.433715] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.674165] env[69186]: DEBUG nova.compute.manager [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.887588] env[69186]: DEBUG nova.scheduler.client.report [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.202303] env[69186]: DEBUG oslo_concurrency.lockutils [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.212917] env[69186]: DEBUG nova.compute.manager [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.244405] env[69186]: DEBUG nova.virt.hardware [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.247706] env[69186]: DEBUG nova.virt.hardware [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.247749] env[69186]: DEBUG nova.virt.hardware [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.248171] env[69186]: DEBUG nova.virt.hardware [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.248171] env[69186]: DEBUG nova.virt.hardware [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.248274] env[69186]: DEBUG nova.virt.hardware [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.248808] env[69186]: DEBUG nova.virt.hardware [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.248808] env[69186]: DEBUG nova.virt.hardware [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.249147] env[69186]: DEBUG nova.virt.hardware [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.249363] env[69186]: DEBUG nova.virt.hardware [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.249588] env[69186]: DEBUG nova.virt.hardware [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.250512] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67183198-fd0f-45a6-8044-f755ac47b2aa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.264042] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04834fa-f8b3-4ce6-89b9-e56f583caa08 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.288239] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada4f35a-b058-4c9b-94e2-a84cb323e85f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.397341] env[69186]: DEBUG oslo_concurrency.lockutils [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.397341] env[69186]: DEBUG nova.compute.manager [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.400017] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.060s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.402217] env[69186]: INFO nova.compute.claims [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.565166] env[69186]: DEBUG nova.network.neutron [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Successfully created port: a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.635665] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Acquiring lock "0fc874b1-1810-403d-a646-ade0680bc7c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.636186] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Lock "0fc874b1-1810-403d-a646-ade0680bc7c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.909038] env[69186]: DEBUG nova.compute.utils [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.914378] env[69186]: DEBUG nova.compute.manager [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.914496] env[69186]: DEBUG nova.network.neutron [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.047823] env[69186]: DEBUG nova.policy [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6d051872bd04eaebdb79e23032ed784', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8041e0d49dfe4d029404c11c4077d5fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.139193] env[69186]: DEBUG nova.compute.manager [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.415659] env[69186]: DEBUG nova.compute.manager [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.543493] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffc9d6d-1c02-4d80-90f8-b1380f23955d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.551093] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6554dad0-49f4-4ee7-a9d0-24e4e315274a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.587181] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e83387-9607-4bf3-8bd8-aa0edcc41f33 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.593948] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cea4b1-bfa5-4f3c-ae7b-d8940ea6dd44 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.610115] env[69186]: DEBUG nova.compute.provider_tree [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.676047] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.966445] env[69186]: DEBUG nova.network.neutron [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Successfully created port: e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.113338] env[69186]: DEBUG nova.scheduler.client.report [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.434292] env[69186]: DEBUG nova.compute.manager [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.468178] env[69186]: DEBUG nova.virt.hardware [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.468422] env[69186]: DEBUG nova.virt.hardware [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.468603] env[69186]: DEBUG nova.virt.hardware [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.468807] env[69186]: DEBUG nova.virt.hardware [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.468956] env[69186]: DEBUG nova.virt.hardware [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.469202] env[69186]: DEBUG nova.virt.hardware [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.469351] env[69186]: DEBUG nova.virt.hardware [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.469542] env[69186]: DEBUG nova.virt.hardware [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.469723] env[69186]: DEBUG nova.virt.hardware [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.469881] env[69186]: DEBUG nova.virt.hardware [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.470103] env[69186]: DEBUG nova.virt.hardware [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.470966] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671fad24-7878-428a-89c3-e05b691cea5b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.481496] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594c77d7-12ba-4799-8e0a-4823a5edee99 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.621955] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.623690] env[69186]: DEBUG nova.compute.manager [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.627201] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.194s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.629015] env[69186]: INFO nova.compute.claims [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.137377] env[69186]: DEBUG nova.compute.utils [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.139291] env[69186]: DEBUG nova.compute.manager [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.139610] env[69186]: DEBUG nova.network.neutron [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.429622] env[69186]: DEBUG nova.policy [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9aeec5c217a47e68b9e0518ef3917d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7345283ef6f54af38b4d2371f1bdea52', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.639730] env[69186]: DEBUG nova.compute.manager [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.788267] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c417e0-fcd7-4b45-b49a-84b0e8ba645a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.796777] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10f6412-3841-4546-a5ff-b0e2649d1bc0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.834133] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07af1ae2-1172-4f69-9670-1d81c99cb49e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.842532] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb931567-6257-45f4-8d03-822ef9ba43ea {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.857285] env[69186]: DEBUG nova.compute.provider_tree [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.361732] env[69186]: DEBUG nova.scheduler.client.report [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.647985] env[69186]: DEBUG nova.network.neutron [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Successfully updated port: a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.659540] env[69186]: DEBUG nova.compute.manager [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.703195] env[69186]: DEBUG nova.virt.hardware [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.703455] env[69186]: DEBUG nova.virt.hardware [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.703583] env[69186]: DEBUG nova.virt.hardware [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.703754] env[69186]: DEBUG nova.virt.hardware [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.703885] env[69186]: DEBUG nova.virt.hardware [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.705098] env[69186]: DEBUG nova.virt.hardware [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.705394] env[69186]: DEBUG nova.virt.hardware [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.705568] env[69186]: DEBUG nova.virt.hardware [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.705793] env[69186]: DEBUG nova.virt.hardware [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.705940] env[69186]: DEBUG nova.virt.hardware [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.706096] env[69186]: DEBUG nova.virt.hardware [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.707293] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75fdceb-49aa-4bb2-85bd-c33ff756f66b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.720230] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae8cc2d-9273-46d5-b5e9-5a093d1fd4a7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.869245] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.869439] env[69186]: DEBUG nova.compute.manager [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.871996] env[69186]: DEBUG oslo_concurrency.lockutils [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.671s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.875172] env[69186]: INFO nova.compute.claims [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.101281] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Acquiring lock "bf234d91-d702-4c0f-ae63-6f6db63fdcc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.101281] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Lock "bf234d91-d702-4c0f-ae63-6f6db63fdcc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.155683] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Acquiring lock "refresh_cache-56625877-eba7-4713-bec1-f052bd43b9be" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.155683] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Acquired lock "refresh_cache-56625877-eba7-4713-bec1-f052bd43b9be" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.155683] env[69186]: DEBUG nova.network.neutron [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.161114] env[69186]: DEBUG nova.network.neutron [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Successfully created port: 283f82cc-18b5-43a9-9713-234db73db2c9 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.380526] env[69186]: DEBUG nova.compute.utils [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.386554] env[69186]: DEBUG nova.compute.manager [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.386733] env[69186]: DEBUG nova.network.neutron [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.602754] env[69186]: DEBUG nova.compute.manager [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.663681] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.666126] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.666580] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.666784] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.667204] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.667295] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.667401] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.667564] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69186) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 646.667707] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.676697] env[69186]: DEBUG nova.policy [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94c16ba4eac34f57ba66de2759bfd913', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4991a94a733c4e59924b29255774c610', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.778113] env[69186]: DEBUG nova.network.neutron [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.809568] env[69186]: DEBUG nova.compute.manager [req-45d6ab41-cc49-4401-aaf0-aea805135047 req-8909a6de-a61b-4033-a299-7dd0ec7e59c6 service nova] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Received event network-vif-plugged-a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.809688] env[69186]: DEBUG oslo_concurrency.lockutils [req-45d6ab41-cc49-4401-aaf0-aea805135047 req-8909a6de-a61b-4033-a299-7dd0ec7e59c6 service nova] Acquiring lock "56625877-eba7-4713-bec1-f052bd43b9be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.809859] env[69186]: DEBUG oslo_concurrency.lockutils [req-45d6ab41-cc49-4401-aaf0-aea805135047 req-8909a6de-a61b-4033-a299-7dd0ec7e59c6 service nova] Lock "56625877-eba7-4713-bec1-f052bd43b9be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.810189] env[69186]: DEBUG oslo_concurrency.lockutils [req-45d6ab41-cc49-4401-aaf0-aea805135047 req-8909a6de-a61b-4033-a299-7dd0ec7e59c6 service nova] Lock "56625877-eba7-4713-bec1-f052bd43b9be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.810328] env[69186]: DEBUG nova.compute.manager [req-45d6ab41-cc49-4401-aaf0-aea805135047 req-8909a6de-a61b-4033-a299-7dd0ec7e59c6 service nova] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] No waiting events found dispatching network-vif-plugged-a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.810493] env[69186]: WARNING nova.compute.manager [req-45d6ab41-cc49-4401-aaf0-aea805135047 req-8909a6de-a61b-4033-a299-7dd0ec7e59c6 service nova] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Received unexpected event network-vif-plugged-a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e for instance with vm_state building and task_state spawning. [ 646.894637] env[69186]: DEBUG nova.compute.manager [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.036819] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da72c0bb-0578-4e8a-9a25-153ff61f1866 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.047920] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e20ce9-2d99-4426-871f-1aedf8f172e0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.084569] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635d566a-a997-4bf3-a651-e162c5602cdd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.093040] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d24e1db-9773-4764-848e-951a70872c81 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.107682] env[69186]: DEBUG nova.compute.provider_tree [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.129471] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.174072] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.264978] env[69186]: DEBUG nova.network.neutron [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Updating instance_info_cache with network_info: [{"id": "a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e", "address": "fa:16:3e:eb:ee:67", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0d9ea7f-1e", "ovs_interfaceid": "a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.286633] env[69186]: DEBUG nova.network.neutron [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Successfully updated port: e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.612639] env[69186]: DEBUG nova.scheduler.client.report [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.769246] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Releasing lock "refresh_cache-56625877-eba7-4713-bec1-f052bd43b9be" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.769246] env[69186]: DEBUG nova.compute.manager [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Instance network_info: |[{"id": "a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e", "address": "fa:16:3e:eb:ee:67", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0d9ea7f-1e", "ovs_interfaceid": "a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.769613] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:ee:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.788132] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.789784] env[69186]: DEBUG oslo_concurrency.lockutils [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquiring lock "refresh_cache-dcd6c82f-24af-4906-841c-1c8f5d7306de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.789784] env[69186]: DEBUG oslo_concurrency.lockutils [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquired lock "refresh_cache-dcd6c82f-24af-4906-841c-1c8f5d7306de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.789784] env[69186]: DEBUG nova.network.neutron [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.790897] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-611f4606-96ca-42cf-9d88-67b3c633e776 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.803628] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Created folder: OpenStack in parent group-v4. [ 647.806695] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Creating folder: Project (efcc4f1b9934492e846daa91015b8ad2). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.806695] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d48944b2-83f5-49b5-9e72-12caa8260738 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.814285] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Created folder: Project (efcc4f1b9934492e846daa91015b8ad2) in parent group-v724677. [ 647.814468] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Creating folder: Instances. Parent ref: group-v724678. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.814769] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8de74fcf-2a84-47f9-bcf2-25b11da52233 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.823716] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Created folder: Instances in parent group-v724678. [ 647.823952] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.824300] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.824387] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe45cf3f-7405-4790-9dad-17de5e241437 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.844095] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.844095] env[69186]: value = "task-3634430" [ 647.844095] env[69186]: _type = "Task" [ 647.844095] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.856143] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634430, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.884854] env[69186]: DEBUG nova.network.neutron [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Successfully created port: dcb1420f-9f34-41c0-a156-a34ed52bc080 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.913302] env[69186]: DEBUG nova.compute.manager [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.942971] env[69186]: DEBUG nova.virt.hardware [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.943241] env[69186]: DEBUG nova.virt.hardware [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.943668] env[69186]: DEBUG nova.virt.hardware [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.943668] env[69186]: DEBUG nova.virt.hardware [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.944089] env[69186]: DEBUG nova.virt.hardware [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.944089] env[69186]: DEBUG nova.virt.hardware [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.944190] env[69186]: DEBUG nova.virt.hardware [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.945885] env[69186]: DEBUG nova.virt.hardware [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.945885] env[69186]: DEBUG nova.virt.hardware [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.945885] env[69186]: DEBUG nova.virt.hardware [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.945885] env[69186]: DEBUG nova.virt.hardware [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.945885] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ac947e-3382-455f-a55e-923fc92a7c94 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.961240] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390f8b62-ac1a-493d-bcc1-a692fefcca55 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.120185] env[69186]: DEBUG oslo_concurrency.lockutils [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.121469] env[69186]: DEBUG nova.compute.manager [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.126712] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.451s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.132536] env[69186]: INFO nova.compute.claims [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.353945] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634430, 'name': CreateVM_Task, 'duration_secs': 0.417868} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.354131] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.387999] env[69186]: DEBUG oslo_vmware.service [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3a46bc-ad5d-4adf-a81b-9e53df729dcd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.396260] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.396260] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.397188] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.397188] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb9ac274-5125-4161-981f-46ea09b71ff8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.400682] env[69186]: DEBUG nova.network.neutron [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.407243] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Waiting for the task: (returnval){ [ 648.407243] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52102c67-c564-bb52-3ea0-0bf8681992c6" [ 648.407243] env[69186]: _type = "Task" [ 648.407243] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.417451] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52102c67-c564-bb52-3ea0-0bf8681992c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.641729] env[69186]: DEBUG nova.compute.utils [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.652652] env[69186]: DEBUG nova.compute.manager [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Not allocating networking since 'none' was specified. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 648.919050] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.919601] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.919601] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.919810] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.920158] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.920432] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe6e4b4a-38cf-421a-9ee2-6982157eaee4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.940382] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.940382] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.941036] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a32583-0da9-4e8e-b677-e51f3aa9f532 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.950109] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c62b116c-b068-4e00-8ca8-6045f37a00b4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.956478] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Waiting for the task: (returnval){ [ 648.956478] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52cf56a6-a82b-5193-6434-a48301ee30b8" [ 648.956478] env[69186]: _type = "Task" [ 648.956478] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.967858] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52cf56a6-a82b-5193-6434-a48301ee30b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.005453] env[69186]: DEBUG nova.compute.manager [req-a98685ee-d1dd-4b27-acf3-854b92628062 req-39b7fe59-4f00-4e29-8bfd-5193410151b6 service nova] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Received event network-vif-plugged-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.005684] env[69186]: DEBUG oslo_concurrency.lockutils [req-a98685ee-d1dd-4b27-acf3-854b92628062 req-39b7fe59-4f00-4e29-8bfd-5193410151b6 service nova] Acquiring lock "dcd6c82f-24af-4906-841c-1c8f5d7306de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.005943] env[69186]: DEBUG oslo_concurrency.lockutils [req-a98685ee-d1dd-4b27-acf3-854b92628062 req-39b7fe59-4f00-4e29-8bfd-5193410151b6 service nova] Lock "dcd6c82f-24af-4906-841c-1c8f5d7306de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.006865] env[69186]: DEBUG oslo_concurrency.lockutils [req-a98685ee-d1dd-4b27-acf3-854b92628062 req-39b7fe59-4f00-4e29-8bfd-5193410151b6 service nova] Lock "dcd6c82f-24af-4906-841c-1c8f5d7306de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.007950] env[69186]: DEBUG nova.compute.manager [req-a98685ee-d1dd-4b27-acf3-854b92628062 req-39b7fe59-4f00-4e29-8bfd-5193410151b6 service nova] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] No waiting events found dispatching network-vif-plugged-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.007950] env[69186]: WARNING nova.compute.manager [req-a98685ee-d1dd-4b27-acf3-854b92628062 req-39b7fe59-4f00-4e29-8bfd-5193410151b6 service nova] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Received unexpected event network-vif-plugged-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb for instance with vm_state building and task_state spawning. [ 649.148185] env[69186]: DEBUG nova.compute.manager [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.185443] env[69186]: DEBUG nova.network.neutron [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Updating instance_info_cache with network_info: [{"id": "e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb", "address": "fa:16:3e:a5:d0:a9", "network": {"id": "5b6c4734-9ae3-4069-9bdf-96b955569fdf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2026018221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8041e0d49dfe4d029404c11c4077d5fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e0885f-5d", "ovs_interfaceid": "e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.348804] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d0c0a2-7639-4a2f-a0a3-ed1af86d4e79 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.359969] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6b106a-ae88-41f0-8977-0e3bbf47cf2c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.394912] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91265286-e0d1-4804-afdc-498ecd7108d5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.402348] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a1a546-c5da-4e61-a515-50d86d1ce49c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.416521] env[69186]: DEBUG nova.compute.provider_tree [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.468485] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Preparing fetch location {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 649.469358] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Creating directory with path [datastore2] vmware_temp/a4652d68-93f7-47d5-b0d7-730076f906ab/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.469358] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7eebc8b9-5e53-42cd-add1-d85428d77c93 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.492326] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Created directory with path [datastore2] vmware_temp/a4652d68-93f7-47d5-b0d7-730076f906ab/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.492326] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Fetch image to [datastore2] vmware_temp/a4652d68-93f7-47d5-b0d7-730076f906ab/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/tmp-sparse.vmdk {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 649.492326] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Downloading image file data b3a498fc-06b4-4671-ad6b-07e7a3f7d51f to [datastore2] vmware_temp/a4652d68-93f7-47d5-b0d7-730076f906ab/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/tmp-sparse.vmdk on the data store datastore2 {{(pid=69186) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 649.492980] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c44e86-e725-47ed-869e-0954e314c74c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.508379] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6035b1d-98a4-408d-9341-5cc70b467579 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.517222] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbf6fdb-dc78-4e7b-87fd-4e7167b5c6c6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.554339] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017fb6cd-0461-409b-818f-91ead383042b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.561469] env[69186]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-9c5a5ade-bb37-4304-9252-ea4674518770 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.591305] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Downloading image file data b3a498fc-06b4-4671-ad6b-07e7a3f7d51f to the data store datastore2 {{(pid=69186) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 649.682195] env[69186]: DEBUG oslo_vmware.rw_handles [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a4652d68-93f7-47d5-b0d7-730076f906ab/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69186) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 649.745666] env[69186]: DEBUG oslo_concurrency.lockutils [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Releasing lock "refresh_cache-dcd6c82f-24af-4906-841c-1c8f5d7306de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.745984] env[69186]: DEBUG nova.compute.manager [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Instance network_info: |[{"id": "e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb", "address": "fa:16:3e:a5:d0:a9", "network": {"id": "5b6c4734-9ae3-4069-9bdf-96b955569fdf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2026018221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8041e0d49dfe4d029404c11c4077d5fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e0885f-5d", "ovs_interfaceid": "e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.747392] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:d0:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.757826] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Creating folder: Project (8041e0d49dfe4d029404c11c4077d5fe). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.758500] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16c1063f-ddad-4f6b-8e04-03db7f8eb0c7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.775710] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Created folder: Project (8041e0d49dfe4d029404c11c4077d5fe) in parent group-v724677. [ 649.775710] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Creating folder: Instances. Parent ref: group-v724681. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.776504] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3be70d5-808d-4058-80da-b5aed63b4f5d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.786527] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Created folder: Instances in parent group-v724681. [ 649.787155] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.787155] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.787691] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f2a0419-8b86-4934-9c1f-87a65a9e1986 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.811395] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.811395] env[69186]: value = "task-3634433" [ 649.811395] env[69186]: _type = "Task" [ 649.811395] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.821881] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634433, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.923273] env[69186]: DEBUG nova.scheduler.client.report [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.989980] env[69186]: DEBUG nova.network.neutron [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Successfully updated port: 283f82cc-18b5-43a9-9713-234db73db2c9 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.163112] env[69186]: DEBUG nova.compute.manager [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.195642] env[69186]: DEBUG nova.virt.hardware [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.195954] env[69186]: DEBUG nova.virt.hardware [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.196247] env[69186]: DEBUG nova.virt.hardware [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.196403] env[69186]: DEBUG nova.virt.hardware [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.196603] env[69186]: DEBUG nova.virt.hardware [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.196783] env[69186]: DEBUG nova.virt.hardware [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.197072] env[69186]: DEBUG nova.virt.hardware [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.197250] env[69186]: DEBUG nova.virt.hardware [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.197420] env[69186]: DEBUG nova.virt.hardware [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.197582] env[69186]: DEBUG nova.virt.hardware [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.197750] env[69186]: DEBUG nova.virt.hardware [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.198998] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ba8435-a58e-4621-9577-f0298ec9cd42 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.210340] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166bef65-a5d1-4840-af0d-2ab37b041a6c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.227546] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Instance VIF info [] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.233774] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Creating folder: Project (44a07e7850db452eaab1828ef95b274e). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.241893] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-810f2a33-2ab4-4d7f-989b-603483b80b02 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.254371] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Created folder: Project (44a07e7850db452eaab1828ef95b274e) in parent group-v724677. [ 650.254906] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Creating folder: Instances. Parent ref: group-v724684. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.259935] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3582fd1-d506-4ade-b190-c64d126f6645 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.272457] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Created folder: Instances in parent group-v724684. [ 650.272457] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.272457] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.272457] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-634ae511-23e9-4a27-9b8e-511fa1255314 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.298639] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.298639] env[69186]: value = "task-3634436" [ 650.298639] env[69186]: _type = "Task" [ 650.298639] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.315994] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634436, 'name': CreateVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.323198] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634433, 'name': CreateVM_Task, 'duration_secs': 0.345074} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.323393] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.324165] env[69186]: DEBUG oslo_concurrency.lockutils [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.324403] env[69186]: DEBUG oslo_concurrency.lockutils [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.324749] env[69186]: DEBUG oslo_concurrency.lockutils [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.324992] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baf077ed-5daf-4987-9e74-7fffca1f09bb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.332097] env[69186]: DEBUG oslo_vmware.api [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 650.332097] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529cf8ea-9d77-35fd-5664-35daa9c89df5" [ 650.332097] env[69186]: _type = "Task" [ 650.332097] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.349119] env[69186]: DEBUG oslo_vmware.api [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529cf8ea-9d77-35fd-5664-35daa9c89df5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.377207] env[69186]: DEBUG oslo_vmware.rw_handles [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Completed reading data from the image iterator. {{(pid=69186) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 650.377207] env[69186]: DEBUG oslo_vmware.rw_handles [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a4652d68-93f7-47d5-b0d7-730076f906ab/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69186) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 650.432689] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.432689] env[69186]: DEBUG nova.compute.manager [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.436502] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.308s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.438383] env[69186]: INFO nova.compute.claims [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.496089] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Acquiring lock "refresh_cache-4ae09b1d-b1cb-413c-b677-9f4af64c05e5" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.496260] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Acquired lock "refresh_cache-4ae09b1d-b1cb-413c-b677-9f4af64c05e5" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.496641] env[69186]: DEBUG nova.network.neutron [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.510030] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Downloaded image file data b3a498fc-06b4-4671-ad6b-07e7a3f7d51f to vmware_temp/a4652d68-93f7-47d5-b0d7-730076f906ab/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/tmp-sparse.vmdk on the data store datastore2 {{(pid=69186) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 650.511635] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Caching image {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 650.512058] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Copying Virtual Disk [datastore2] vmware_temp/a4652d68-93f7-47d5-b0d7-730076f906ab/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/tmp-sparse.vmdk to [datastore2] vmware_temp/a4652d68-93f7-47d5-b0d7-730076f906ab/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.512715] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a121ceb3-f411-4d7e-8b4b-a69da48c4aa8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.520885] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Waiting for the task: (returnval){ [ 650.520885] env[69186]: value = "task-3634437" [ 650.520885] env[69186]: _type = "Task" [ 650.520885] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.532824] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.812764] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634436, 'name': CreateVM_Task, 'duration_secs': 0.305453} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.812764] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.812764] env[69186]: DEBUG oslo_concurrency.lockutils [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.852355] env[69186]: DEBUG oslo_concurrency.lockutils [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.852355] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.852355] env[69186]: DEBUG oslo_concurrency.lockutils [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.852355] env[69186]: DEBUG oslo_concurrency.lockutils [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.852525] env[69186]: DEBUG oslo_concurrency.lockutils [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.852525] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09d58475-499c-4afc-9441-3e52d83fbd4e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.861543] env[69186]: DEBUG oslo_vmware.api [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Waiting for the task: (returnval){ [ 650.861543] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528b5516-d8ca-64e9-1659-139a094306d3" [ 650.861543] env[69186]: _type = "Task" [ 650.861543] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.878686] env[69186]: DEBUG oslo_vmware.api [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528b5516-d8ca-64e9-1659-139a094306d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.938629] env[69186]: DEBUG nova.compute.utils [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.940408] env[69186]: DEBUG nova.compute.manager [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.940408] env[69186]: DEBUG nova.network.neutron [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.005514] env[69186]: DEBUG nova.compute.manager [req-0e3e1d00-15f0-43e3-a7de-cdbab4a94e27 req-6a83f805-aa10-448a-ada7-cef4aa8d5b67 service nova] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Received event network-changed-a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.006033] env[69186]: DEBUG nova.compute.manager [req-0e3e1d00-15f0-43e3-a7de-cdbab4a94e27 req-6a83f805-aa10-448a-ada7-cef4aa8d5b67 service nova] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Refreshing instance network info cache due to event network-changed-a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.006033] env[69186]: DEBUG oslo_concurrency.lockutils [req-0e3e1d00-15f0-43e3-a7de-cdbab4a94e27 req-6a83f805-aa10-448a-ada7-cef4aa8d5b67 service nova] Acquiring lock "refresh_cache-56625877-eba7-4713-bec1-f052bd43b9be" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.006228] env[69186]: DEBUG oslo_concurrency.lockutils [req-0e3e1d00-15f0-43e3-a7de-cdbab4a94e27 req-6a83f805-aa10-448a-ada7-cef4aa8d5b67 service nova] Acquired lock "refresh_cache-56625877-eba7-4713-bec1-f052bd43b9be" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.006228] env[69186]: DEBUG nova.network.neutron [req-0e3e1d00-15f0-43e3-a7de-cdbab4a94e27 req-6a83f805-aa10-448a-ada7-cef4aa8d5b67 service nova] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Refreshing network info cache for port a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.031952] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634437, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.101344] env[69186]: DEBUG nova.network.neutron [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.103198] env[69186]: DEBUG nova.network.neutron [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Successfully updated port: dcb1420f-9f34-41c0-a156-a34ed52bc080 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.126705] env[69186]: DEBUG nova.policy [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e381004a3a2461db280012534a2323c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0dd164da4c614d8793a4c54717e07c1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.382315] env[69186]: DEBUG oslo_concurrency.lockutils [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.382752] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.382828] env[69186]: DEBUG oslo_concurrency.lockutils [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.450309] env[69186]: DEBUG nova.compute.manager [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.538541] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743651} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.539662] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Copied Virtual Disk [datastore2] vmware_temp/a4652d68-93f7-47d5-b0d7-730076f906ab/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/tmp-sparse.vmdk to [datastore2] vmware_temp/a4652d68-93f7-47d5-b0d7-730076f906ab/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.539908] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Deleting the datastore file [datastore2] vmware_temp/a4652d68-93f7-47d5-b0d7-730076f906ab/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/tmp-sparse.vmdk {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.540244] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67448fe1-6709-426f-88eb-659ab6f03ec8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.555386] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Waiting for the task: (returnval){ [ 651.555386] env[69186]: value = "task-3634438" [ 651.555386] env[69186]: _type = "Task" [ 651.555386] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.569658] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.609520] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Acquiring lock "refresh_cache-0cd85b86-4f33-4d68-b074-7dc36b00ef1a" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.609903] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Acquired lock "refresh_cache-0cd85b86-4f33-4d68-b074-7dc36b00ef1a" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.610275] env[69186]: DEBUG nova.network.neutron [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.677026] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0df146b-e9bd-4ca8-a927-8759aac7383f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.688513] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df745263-6281-42cc-9ce3-6f6dd9b9d71c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.724356] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a011097f-f2a9-43f6-b645-e830aa4e9868 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.732835] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96f8a21-df05-4c2a-9db3-f5129a166f46 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.748600] env[69186]: DEBUG nova.compute.provider_tree [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.931990] env[69186]: DEBUG nova.network.neutron [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Updating instance_info_cache with network_info: [{"id": "283f82cc-18b5-43a9-9713-234db73db2c9", "address": "fa:16:3e:25:cf:69", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap283f82cc-18", "ovs_interfaceid": "283f82cc-18b5-43a9-9713-234db73db2c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.071074] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025088} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.071389] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.072147] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Moving file from [datastore2] vmware_temp/a4652d68-93f7-47d5-b0d7-730076f906ab/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f to [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f. {{(pid=69186) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 652.072147] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-c809df6b-e8fb-44bd-8b55-8e49b8b79f00 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.081217] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Waiting for the task: (returnval){ [ 652.081217] env[69186]: value = "task-3634439" [ 652.081217] env[69186]: _type = "Task" [ 652.081217] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.089310] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634439, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.119474] env[69186]: DEBUG nova.network.neutron [req-0e3e1d00-15f0-43e3-a7de-cdbab4a94e27 req-6a83f805-aa10-448a-ada7-cef4aa8d5b67 service nova] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Updated VIF entry in instance network info cache for port a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.119915] env[69186]: DEBUG nova.network.neutron [req-0e3e1d00-15f0-43e3-a7de-cdbab4a94e27 req-6a83f805-aa10-448a-ada7-cef4aa8d5b67 service nova] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Updating instance_info_cache with network_info: [{"id": "a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e", "address": "fa:16:3e:eb:ee:67", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0d9ea7f-1e", "ovs_interfaceid": "a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.163519] env[69186]: DEBUG nova.network.neutron [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.255205] env[69186]: DEBUG nova.scheduler.client.report [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.415035] env[69186]: DEBUG nova.network.neutron [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Successfully created port: 0cfc6039-cae6-425b-aa8e-df80d962b7f9 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.433725] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Releasing lock "refresh_cache-4ae09b1d-b1cb-413c-b677-9f4af64c05e5" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.434192] env[69186]: DEBUG nova.compute.manager [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Instance network_info: |[{"id": "283f82cc-18b5-43a9-9713-234db73db2c9", "address": "fa:16:3e:25:cf:69", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap283f82cc-18", "ovs_interfaceid": "283f82cc-18b5-43a9-9713-234db73db2c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.435417] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:cf:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '283f82cc-18b5-43a9-9713-234db73db2c9', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.451152] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Creating folder: Project (7345283ef6f54af38b4d2371f1bdea52). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.451774] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8760fdc-1383-4055-9e9a-ed3590632217 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.455117] env[69186]: DEBUG nova.compute.manager [req-3816fdb1-2b4f-40c3-9b08-4c4b4690c530 req-8b41d89b-6666-406f-a9aa-b936e46b79fd service nova] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Received event network-changed-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.455292] env[69186]: DEBUG nova.compute.manager [req-3816fdb1-2b4f-40c3-9b08-4c4b4690c530 req-8b41d89b-6666-406f-a9aa-b936e46b79fd service nova] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Refreshing instance network info cache due to event network-changed-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.455634] env[69186]: DEBUG oslo_concurrency.lockutils [req-3816fdb1-2b4f-40c3-9b08-4c4b4690c530 req-8b41d89b-6666-406f-a9aa-b936e46b79fd service nova] Acquiring lock "refresh_cache-dcd6c82f-24af-4906-841c-1c8f5d7306de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.455634] env[69186]: DEBUG oslo_concurrency.lockutils [req-3816fdb1-2b4f-40c3-9b08-4c4b4690c530 req-8b41d89b-6666-406f-a9aa-b936e46b79fd service nova] Acquired lock "refresh_cache-dcd6c82f-24af-4906-841c-1c8f5d7306de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.455747] env[69186]: DEBUG nova.network.neutron [req-3816fdb1-2b4f-40c3-9b08-4c4b4690c530 req-8b41d89b-6666-406f-a9aa-b936e46b79fd service nova] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Refreshing network info cache for port e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.464861] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Created folder: Project (7345283ef6f54af38b4d2371f1bdea52) in parent group-v724677. [ 652.465129] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Creating folder: Instances. Parent ref: group-v724690. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.465409] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ada5918-cb0a-4282-8262-60a8b1c80f9a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.473023] env[69186]: DEBUG nova.compute.manager [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.475493] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Created folder: Instances in parent group-v724690. [ 652.475753] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.476161] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.476386] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a8c2cbc-0cc8-4398-a145-aee58fc32ba4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.496273] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.496273] env[69186]: value = "task-3634446" [ 652.496273] env[69186]: _type = "Task" [ 652.496273] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.504631] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634446, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.507719] env[69186]: DEBUG nova.virt.hardware [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.507862] env[69186]: DEBUG nova.virt.hardware [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.508057] env[69186]: DEBUG nova.virt.hardware [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.508351] env[69186]: DEBUG nova.virt.hardware [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.508511] env[69186]: DEBUG nova.virt.hardware [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.508678] env[69186]: DEBUG nova.virt.hardware [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.508855] env[69186]: DEBUG nova.virt.hardware [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.509013] env[69186]: DEBUG nova.virt.hardware [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.509194] env[69186]: DEBUG nova.virt.hardware [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.509350] env[69186]: DEBUG nova.virt.hardware [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.509512] env[69186]: DEBUG nova.virt.hardware [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.510924] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90b41d5-dd8a-470b-bb2f-8a723a6e1290 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.520129] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e935a5-ece6-44ef-a9bb-c36926d6fa86 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.529666] env[69186]: DEBUG nova.network.neutron [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Updating instance_info_cache with network_info: [{"id": "dcb1420f-9f34-41c0-a156-a34ed52bc080", "address": "fa:16:3e:00:dc:2e", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcb1420f-9f", "ovs_interfaceid": "dcb1420f-9f34-41c0-a156-a34ed52bc080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.594660] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634439, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.032643} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.595019] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] File moved {{(pid=69186) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 652.595225] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Cleaning up location [datastore2] vmware_temp/a4652d68-93f7-47d5-b0d7-730076f906ab {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 652.595386] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Deleting the datastore file [datastore2] vmware_temp/a4652d68-93f7-47d5-b0d7-730076f906ab {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.595639] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e229011-e793-4c15-a613-1bbb05bc9b22 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.606404] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Waiting for the task: (returnval){ [ 652.606404] env[69186]: value = "task-3634447" [ 652.606404] env[69186]: _type = "Task" [ 652.606404] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.622014] env[69186]: DEBUG oslo_concurrency.lockutils [req-0e3e1d00-15f0-43e3-a7de-cdbab4a94e27 req-6a83f805-aa10-448a-ada7-cef4aa8d5b67 service nova] Releasing lock "refresh_cache-56625877-eba7-4713-bec1-f052bd43b9be" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.622433] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.759866] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.760743] env[69186]: DEBUG nova.compute.manager [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.764652] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.592s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.764869] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.765149] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69186) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 652.765873] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd184aa-070c-4423-b143-c7f989baefbe {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.778669] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796b74c9-03cf-42c1-8628-8c80b4e51f95 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.797338] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d862abe-681b-483b-9f78-31ba331d206e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.805309] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e0021b-f684-4552-9d48-1ff4029d425b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.842211] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180937MB free_disk=74GB free_vcpus=48 pci_devices=None {{(pid=69186) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 652.842364] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.842599] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.019043] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634446, 'name': CreateVM_Task, 'duration_secs': 0.32044} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.019279] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.020011] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.020205] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.020544] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.020792] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c432b38-ee97-456d-90da-8e8220bbc99b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.028910] env[69186]: DEBUG oslo_vmware.api [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Waiting for the task: (returnval){ [ 653.028910] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529f0554-ea3e-e37e-c38e-1bcc58e7ad82" [ 653.028910] env[69186]: _type = "Task" [ 653.028910] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.033363] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Releasing lock "refresh_cache-0cd85b86-4f33-4d68-b074-7dc36b00ef1a" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.033860] env[69186]: DEBUG nova.compute.manager [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Instance network_info: |[{"id": "dcb1420f-9f34-41c0-a156-a34ed52bc080", "address": "fa:16:3e:00:dc:2e", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcb1420f-9f", "ovs_interfaceid": "dcb1420f-9f34-41c0-a156-a34ed52bc080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.034124] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:dc:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcb1420f-9f34-41c0-a156-a34ed52bc080', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.044199] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Creating folder: Project (4991a94a733c4e59924b29255774c610). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.045412] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80c5dbfb-7983-41d6-8547-ce7e3c38a90b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.055988] env[69186]: DEBUG oslo_vmware.api [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529f0554-ea3e-e37e-c38e-1bcc58e7ad82, 'name': SearchDatastore_Task, 'duration_secs': 0.009908} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.058259] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.058707] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.058707] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.072511] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Created folder: Project (4991a94a733c4e59924b29255774c610) in parent group-v724677. [ 653.072836] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Creating folder: Instances. Parent ref: group-v724693. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.073125] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1fe1a50-1ef4-4851-9035-2db857000785 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.082296] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Created folder: Instances in parent group-v724693. [ 653.082560] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.082782] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.082989] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb446f45-3a2f-4f25-a531-6b6332cadb8b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.103984] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.103984] env[69186]: value = "task-3634450" [ 653.103984] env[69186]: _type = "Task" [ 653.103984] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.118027] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634450, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.122699] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02613} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.122946] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 653.123719] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d381048c-3985-4005-9289-0e87773f08e1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.129531] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Waiting for the task: (returnval){ [ 653.129531] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a953e4-c5fc-20fa-6556-e0d08831b496" [ 653.129531] env[69186]: _type = "Task" [ 653.129531] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.139906] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a953e4-c5fc-20fa-6556-e0d08831b496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.275813] env[69186]: DEBUG nova.compute.utils [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.279971] env[69186]: DEBUG nova.compute.manager [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.280440] env[69186]: DEBUG nova.network.neutron [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.616534] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634450, 'name': CreateVM_Task, 'duration_secs': 0.35496} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.616534] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.616991] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.617193] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.618755] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.619058] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c563c22a-1677-4278-b001-96a82799983d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.626319] env[69186]: DEBUG oslo_vmware.api [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Waiting for the task: (returnval){ [ 653.626319] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52839870-2bda-169b-65b4-23a38262ef85" [ 653.626319] env[69186]: _type = "Task" [ 653.626319] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.635735] env[69186]: DEBUG oslo_vmware.api [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52839870-2bda-169b-65b4-23a38262ef85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.637177] env[69186]: DEBUG nova.policy [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '490d5c7a00914226b222cb5d5f78a9b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac87559182f34068981d90c0c4fc12a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.647793] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a953e4-c5fc-20fa-6556-e0d08831b496, 'name': SearchDatastore_Task, 'duration_secs': 0.009171} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.651193] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.652427] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 56625877-eba7-4713-bec1-f052bd43b9be/56625877-eba7-4713-bec1-f052bd43b9be.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.652427] env[69186]: DEBUG oslo_concurrency.lockutils [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.652427] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.652427] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da03654d-e518-4e57-9d7c-8261fe9f1d7f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.654951] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50dce3da-83de-4a44-946f-e6c101725bab {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.662555] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Waiting for the task: (returnval){ [ 653.662555] env[69186]: value = "task-3634451" [ 653.662555] env[69186]: _type = "Task" [ 653.662555] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.663290] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.663509] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.668962] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa4bdedf-c861-4a74-b0ff-2ac200f50b8d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.677950] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.679928] env[69186]: DEBUG oslo_vmware.api [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 653.679928] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b15ae3-ecb6-b639-ee64-f7094ea07d84" [ 653.679928] env[69186]: _type = "Task" [ 653.679928] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.690748] env[69186]: DEBUG oslo_vmware.api [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b15ae3-ecb6-b639-ee64-f7094ea07d84, 'name': SearchDatastore_Task, 'duration_secs': 0.011313} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.691556] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31a9bb4b-81a8-4604-83b8-f35b9cb8d7f3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.699791] env[69186]: DEBUG oslo_vmware.api [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 653.699791] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c77520-7cdd-9f28-8e3d-fd24ab75596f" [ 653.699791] env[69186]: _type = "Task" [ 653.699791] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.708981] env[69186]: DEBUG oslo_vmware.api [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c77520-7cdd-9f28-8e3d-fd24ab75596f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.732382] env[69186]: DEBUG nova.network.neutron [req-3816fdb1-2b4f-40c3-9b08-4c4b4690c530 req-8b41d89b-6666-406f-a9aa-b936e46b79fd service nova] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Updated VIF entry in instance network info cache for port e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.732382] env[69186]: DEBUG nova.network.neutron [req-3816fdb1-2b4f-40c3-9b08-4c4b4690c530 req-8b41d89b-6666-406f-a9aa-b936e46b79fd service nova] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Updating instance_info_cache with network_info: [{"id": "e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb", "address": "fa:16:3e:a5:d0:a9", "network": {"id": "5b6c4734-9ae3-4069-9bdf-96b955569fdf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2026018221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8041e0d49dfe4d029404c11c4077d5fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e0885f-5d", "ovs_interfaceid": "e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.784318] env[69186]: DEBUG nova.compute.manager [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.890547] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 56625877-eba7-4713-bec1-f052bd43b9be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 653.890732] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance dcd6c82f-24af-4906-841c-1c8f5d7306de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 653.890855] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 4ae09b1d-b1cb-413c-b677-9f4af64c05e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 653.890970] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 0cd85b86-4f33-4d68-b074-7dc36b00ef1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 653.891098] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 653.891304] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 0fc874b1-1810-403d-a646-ade0680bc7c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 653.891774] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance bf234d91-d702-4c0f-ae63-6f6db63fdcc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 653.891774] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69186) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 653.891774] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69186) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 654.034721] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56f1c59-c485-4c43-98da-3eabf22e4a2e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.046150] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8e9805-ac5f-4056-ac75-9daaf827e9ce {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.088091] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c619ba-1764-408f-a6e5-085666a42f4e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.098423] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9dcab13-4e87-484d-9037-c01439dbdee9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.115951] env[69186]: DEBUG nova.compute.provider_tree [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.142460] env[69186]: DEBUG oslo_vmware.api [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52839870-2bda-169b-65b4-23a38262ef85, 'name': SearchDatastore_Task, 'duration_secs': 0.010817} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.143172] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.143914] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.144117] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.178076] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634451, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.212700] env[69186]: DEBUG oslo_vmware.api [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c77520-7cdd-9f28-8e3d-fd24ab75596f, 'name': SearchDatastore_Task, 'duration_secs': 0.009692} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.212952] env[69186]: DEBUG oslo_concurrency.lockutils [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.213258] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] dcd6c82f-24af-4906-841c-1c8f5d7306de/dcd6c82f-24af-4906-841c-1c8f5d7306de.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.213518] env[69186]: DEBUG oslo_concurrency.lockutils [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.213704] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.213917] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7676813-c923-4a11-a7b1-7ff3da59d3b0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.217123] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a47070de-7619-4e8b-9c54-3020b4eb66a9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.226245] env[69186]: DEBUG oslo_vmware.api [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 654.226245] env[69186]: value = "task-3634452" [ 654.226245] env[69186]: _type = "Task" [ 654.226245] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.227729] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.227902] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.233030] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05b9351e-8973-4682-bbab-59e8a0a017bf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.236512] env[69186]: DEBUG oslo_concurrency.lockutils [req-3816fdb1-2b4f-40c3-9b08-4c4b4690c530 req-8b41d89b-6666-406f-a9aa-b936e46b79fd service nova] Releasing lock "refresh_cache-dcd6c82f-24af-4906-841c-1c8f5d7306de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.236822] env[69186]: DEBUG nova.compute.manager [req-3816fdb1-2b4f-40c3-9b08-4c4b4690c530 req-8b41d89b-6666-406f-a9aa-b936e46b79fd service nova] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Received event network-vif-plugged-283f82cc-18b5-43a9-9713-234db73db2c9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.237161] env[69186]: DEBUG oslo_concurrency.lockutils [req-3816fdb1-2b4f-40c3-9b08-4c4b4690c530 req-8b41d89b-6666-406f-a9aa-b936e46b79fd service nova] Acquiring lock "4ae09b1d-b1cb-413c-b677-9f4af64c05e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.237322] env[69186]: DEBUG oslo_concurrency.lockutils [req-3816fdb1-2b4f-40c3-9b08-4c4b4690c530 req-8b41d89b-6666-406f-a9aa-b936e46b79fd service nova] Lock "4ae09b1d-b1cb-413c-b677-9f4af64c05e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.237607] env[69186]: DEBUG oslo_concurrency.lockutils [req-3816fdb1-2b4f-40c3-9b08-4c4b4690c530 req-8b41d89b-6666-406f-a9aa-b936e46b79fd service nova] Lock "4ae09b1d-b1cb-413c-b677-9f4af64c05e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.237852] env[69186]: DEBUG nova.compute.manager [req-3816fdb1-2b4f-40c3-9b08-4c4b4690c530 req-8b41d89b-6666-406f-a9aa-b936e46b79fd service nova] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] No waiting events found dispatching network-vif-plugged-283f82cc-18b5-43a9-9713-234db73db2c9 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.238102] env[69186]: WARNING nova.compute.manager [req-3816fdb1-2b4f-40c3-9b08-4c4b4690c530 req-8b41d89b-6666-406f-a9aa-b936e46b79fd service nova] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Received unexpected event network-vif-plugged-283f82cc-18b5-43a9-9713-234db73db2c9 for instance with vm_state building and task_state spawning. [ 654.238304] env[69186]: DEBUG nova.compute.manager [req-3816fdb1-2b4f-40c3-9b08-4c4b4690c530 req-8b41d89b-6666-406f-a9aa-b936e46b79fd service nova] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Received event network-changed-283f82cc-18b5-43a9-9713-234db73db2c9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.239014] env[69186]: DEBUG nova.compute.manager [req-3816fdb1-2b4f-40c3-9b08-4c4b4690c530 req-8b41d89b-6666-406f-a9aa-b936e46b79fd service nova] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Refreshing instance network info cache due to event network-changed-283f82cc-18b5-43a9-9713-234db73db2c9. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.239327] env[69186]: DEBUG oslo_concurrency.lockutils [req-3816fdb1-2b4f-40c3-9b08-4c4b4690c530 req-8b41d89b-6666-406f-a9aa-b936e46b79fd service nova] Acquiring lock "refresh_cache-4ae09b1d-b1cb-413c-b677-9f4af64c05e5" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.239518] env[69186]: DEBUG oslo_concurrency.lockutils [req-3816fdb1-2b4f-40c3-9b08-4c4b4690c530 req-8b41d89b-6666-406f-a9aa-b936e46b79fd service nova] Acquired lock "refresh_cache-4ae09b1d-b1cb-413c-b677-9f4af64c05e5" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.239747] env[69186]: DEBUG nova.network.neutron [req-3816fdb1-2b4f-40c3-9b08-4c4b4690c530 req-8b41d89b-6666-406f-a9aa-b936e46b79fd service nova] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Refreshing network info cache for port 283f82cc-18b5-43a9-9713-234db73db2c9 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.248376] env[69186]: DEBUG oslo_vmware.api [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.249996] env[69186]: DEBUG oslo_vmware.api [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Waiting for the task: (returnval){ [ 654.249996] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bab0c9-1df6-1ff4-836f-b54c98a5c293" [ 654.249996] env[69186]: _type = "Task" [ 654.249996] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.259614] env[69186]: DEBUG oslo_vmware.api [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bab0c9-1df6-1ff4-836f-b54c98a5c293, 'name': SearchDatastore_Task, 'duration_secs': 0.008782} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.261036] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-891d49b7-ab08-4ab2-9327-7b106526ce35 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.269180] env[69186]: DEBUG oslo_vmware.api [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Waiting for the task: (returnval){ [ 654.269180] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521f6946-e377-3074-e735-519f17060f2b" [ 654.269180] env[69186]: _type = "Task" [ 654.269180] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.280747] env[69186]: DEBUG oslo_vmware.api [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521f6946-e377-3074-e735-519f17060f2b, 'name': SearchDatastore_Task} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.280747] env[69186]: DEBUG oslo_concurrency.lockutils [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.280847] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3/fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.281130] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.281389] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.281565] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae54734e-38d1-4af2-ac9c-7aa8701cc8a2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.286409] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0580d5c6-9cf2-474d-ba3a-fa5b3a5d658f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.295966] env[69186]: DEBUG oslo_vmware.api [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Waiting for the task: (returnval){ [ 654.295966] env[69186]: value = "task-3634453" [ 654.295966] env[69186]: _type = "Task" [ 654.295966] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.297794] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.297794] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.303276] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6370331b-3b6e-41d5-880b-db11fda643f9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.311599] env[69186]: DEBUG oslo_vmware.api [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.313217] env[69186]: DEBUG oslo_vmware.api [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Waiting for the task: (returnval){ [ 654.313217] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5296bf1a-ea45-d0e3-fb65-e8d05dcb45cc" [ 654.313217] env[69186]: _type = "Task" [ 654.313217] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.322080] env[69186]: DEBUG oslo_vmware.api [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5296bf1a-ea45-d0e3-fb65-e8d05dcb45cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.424670] env[69186]: DEBUG nova.compute.manager [req-890da30e-b15b-4430-90ba-852c0682af3d req-22810b2e-c5f1-4ed4-b686-8808c9b77508 service nova] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Received event network-vif-plugged-dcb1420f-9f34-41c0-a156-a34ed52bc080 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.424836] env[69186]: DEBUG oslo_concurrency.lockutils [req-890da30e-b15b-4430-90ba-852c0682af3d req-22810b2e-c5f1-4ed4-b686-8808c9b77508 service nova] Acquiring lock "0cd85b86-4f33-4d68-b074-7dc36b00ef1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.426010] env[69186]: DEBUG oslo_concurrency.lockutils [req-890da30e-b15b-4430-90ba-852c0682af3d req-22810b2e-c5f1-4ed4-b686-8808c9b77508 service nova] Lock "0cd85b86-4f33-4d68-b074-7dc36b00ef1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.426010] env[69186]: DEBUG oslo_concurrency.lockutils [req-890da30e-b15b-4430-90ba-852c0682af3d req-22810b2e-c5f1-4ed4-b686-8808c9b77508 service nova] Lock "0cd85b86-4f33-4d68-b074-7dc36b00ef1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.426010] env[69186]: DEBUG nova.compute.manager [req-890da30e-b15b-4430-90ba-852c0682af3d req-22810b2e-c5f1-4ed4-b686-8808c9b77508 service nova] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] No waiting events found dispatching network-vif-plugged-dcb1420f-9f34-41c0-a156-a34ed52bc080 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.426218] env[69186]: WARNING nova.compute.manager [req-890da30e-b15b-4430-90ba-852c0682af3d req-22810b2e-c5f1-4ed4-b686-8808c9b77508 service nova] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Received unexpected event network-vif-plugged-dcb1420f-9f34-41c0-a156-a34ed52bc080 for instance with vm_state building and task_state spawning. [ 654.426387] env[69186]: DEBUG nova.compute.manager [req-890da30e-b15b-4430-90ba-852c0682af3d req-22810b2e-c5f1-4ed4-b686-8808c9b77508 service nova] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Received event network-changed-dcb1420f-9f34-41c0-a156-a34ed52bc080 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.426560] env[69186]: DEBUG nova.compute.manager [req-890da30e-b15b-4430-90ba-852c0682af3d req-22810b2e-c5f1-4ed4-b686-8808c9b77508 service nova] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Refreshing instance network info cache due to event network-changed-dcb1420f-9f34-41c0-a156-a34ed52bc080. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.426776] env[69186]: DEBUG oslo_concurrency.lockutils [req-890da30e-b15b-4430-90ba-852c0682af3d req-22810b2e-c5f1-4ed4-b686-8808c9b77508 service nova] Acquiring lock "refresh_cache-0cd85b86-4f33-4d68-b074-7dc36b00ef1a" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.427602] env[69186]: DEBUG oslo_concurrency.lockutils [req-890da30e-b15b-4430-90ba-852c0682af3d req-22810b2e-c5f1-4ed4-b686-8808c9b77508 service nova] Acquired lock "refresh_cache-0cd85b86-4f33-4d68-b074-7dc36b00ef1a" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.428263] env[69186]: DEBUG nova.network.neutron [req-890da30e-b15b-4430-90ba-852c0682af3d req-22810b2e-c5f1-4ed4-b686-8808c9b77508 service nova] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Refreshing network info cache for port dcb1420f-9f34-41c0-a156-a34ed52bc080 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.619874] env[69186]: DEBUG nova.scheduler.client.report [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.627863] env[69186]: DEBUG nova.network.neutron [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Successfully created port: 397614e2-0cc7-40c9-973d-ef00eb1ee826 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.684816] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528064} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.685428] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 56625877-eba7-4713-bec1-f052bd43b9be/56625877-eba7-4713-bec1-f052bd43b9be.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.688401] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.689572] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01db18f0-43fb-41c1-bc71-4cdbfc67ac8d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.713608] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Waiting for the task: (returnval){ [ 654.713608] env[69186]: value = "task-3634454" [ 654.713608] env[69186]: _type = "Task" [ 654.713608] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.734855] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.750135] env[69186]: DEBUG oslo_vmware.api [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634452, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.800371] env[69186]: DEBUG nova.compute.manager [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.812599] env[69186]: DEBUG oslo_vmware.api [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634453, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.824495] env[69186]: DEBUG oslo_vmware.api [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5296bf1a-ea45-d0e3-fb65-e8d05dcb45cc, 'name': SearchDatastore_Task, 'duration_secs': 0.019831} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.835018] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db010644-a568-4302-9ac0-f2b3cb30e517 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.837327] env[69186]: DEBUG nova.virt.hardware [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.837580] env[69186]: DEBUG nova.virt.hardware [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.837750] env[69186]: DEBUG nova.virt.hardware [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.837934] env[69186]: DEBUG nova.virt.hardware [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.838102] env[69186]: DEBUG nova.virt.hardware [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.838232] env[69186]: DEBUG nova.virt.hardware [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.838425] env[69186]: DEBUG nova.virt.hardware [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.838574] env[69186]: DEBUG nova.virt.hardware [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.838733] env[69186]: DEBUG nova.virt.hardware [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.839090] env[69186]: DEBUG nova.virt.hardware [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.839511] env[69186]: DEBUG nova.virt.hardware [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.840137] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e258879d-5012-46ef-91a7-2bc9c16563e4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.848324] env[69186]: DEBUG oslo_vmware.api [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Waiting for the task: (returnval){ [ 654.848324] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52871049-417f-e22b-2da8-548c56679659" [ 654.848324] env[69186]: _type = "Task" [ 654.848324] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.854975] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50b18d6-aaf0-4da9-b81f-a2374372d449 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.865307] env[69186]: DEBUG oslo_vmware.api [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52871049-417f-e22b-2da8-548c56679659, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.133942] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69186) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 655.134358] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.291s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.234806] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.257386} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.242581] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.244387] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad1bf86-7552-485e-a427-1808a9b5322a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.280253] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 56625877-eba7-4713-bec1-f052bd43b9be/56625877-eba7-4713-bec1-f052bd43b9be.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.284592] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5512553-caf7-435d-8486-411d20b459fe {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.303353] env[69186]: DEBUG oslo_vmware.api [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638663} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.303795] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] dcd6c82f-24af-4906-841c-1c8f5d7306de/dcd6c82f-24af-4906-841c-1c8f5d7306de.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.304040] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.308409] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bf02a24-7035-4f9a-8454-51cf0b78aa63 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.315094] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Waiting for the task: (returnval){ [ 655.315094] env[69186]: value = "task-3634455" [ 655.315094] env[69186]: _type = "Task" [ 655.315094] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.319066] env[69186]: DEBUG oslo_vmware.api [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.92601} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.323342] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3/fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.323475] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.324129] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd044552-8296-47ea-87d8-825ae4f367e2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.327809] env[69186]: DEBUG oslo_vmware.api [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 655.327809] env[69186]: value = "task-3634456" [ 655.327809] env[69186]: _type = "Task" [ 655.327809] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.335146] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.336923] env[69186]: DEBUG oslo_vmware.api [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Waiting for the task: (returnval){ [ 655.336923] env[69186]: value = "task-3634457" [ 655.336923] env[69186]: _type = "Task" [ 655.336923] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.343729] env[69186]: DEBUG oslo_vmware.api [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.348900] env[69186]: DEBUG oslo_vmware.api [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.360157] env[69186]: DEBUG oslo_vmware.api [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52871049-417f-e22b-2da8-548c56679659, 'name': SearchDatastore_Task, 'duration_secs': 0.019033} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.360566] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.360697] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 4ae09b1d-b1cb-413c-b677-9f4af64c05e5/4ae09b1d-b1cb-413c-b677-9f4af64c05e5.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.361022] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.361181] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.361408] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a864b4f-4006-4899-8fbf-02dbd700774e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.363450] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c8617db-8f73-4c93-9d10-2748f35a622d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.369533] env[69186]: DEBUG oslo_vmware.api [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Waiting for the task: (returnval){ [ 655.369533] env[69186]: value = "task-3634458" [ 655.369533] env[69186]: _type = "Task" [ 655.369533] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.375261] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.375497] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.376284] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4a43ae3-5787-41b1-b6d4-11dfc6ded133 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.382225] env[69186]: DEBUG oslo_vmware.api [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.388648] env[69186]: DEBUG oslo_vmware.api [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Waiting for the task: (returnval){ [ 655.388648] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5263bbeb-43f8-bda8-7edc-a4edfc6b1ed6" [ 655.388648] env[69186]: _type = "Task" [ 655.388648] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.397397] env[69186]: DEBUG oslo_vmware.api [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5263bbeb-43f8-bda8-7edc-a4edfc6b1ed6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.809638] env[69186]: DEBUG nova.network.neutron [req-890da30e-b15b-4430-90ba-852c0682af3d req-22810b2e-c5f1-4ed4-b686-8808c9b77508 service nova] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Updated VIF entry in instance network info cache for port dcb1420f-9f34-41c0-a156-a34ed52bc080. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.810087] env[69186]: DEBUG nova.network.neutron [req-890da30e-b15b-4430-90ba-852c0682af3d req-22810b2e-c5f1-4ed4-b686-8808c9b77508 service nova] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Updating instance_info_cache with network_info: [{"id": "dcb1420f-9f34-41c0-a156-a34ed52bc080", "address": "fa:16:3e:00:dc:2e", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcb1420f-9f", "ovs_interfaceid": "dcb1420f-9f34-41c0-a156-a34ed52bc080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.836519] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634455, 'name': ReconfigVM_Task, 'duration_secs': 0.355304} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.841096] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 56625877-eba7-4713-bec1-f052bd43b9be/56625877-eba7-4713-bec1-f052bd43b9be.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.845799] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba79cb07-a51d-4bc0-a2df-e79919fbd981 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.849487] env[69186]: DEBUG nova.network.neutron [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Successfully updated port: 0cfc6039-cae6-425b-aa8e-df80d962b7f9 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.860881] env[69186]: DEBUG oslo_vmware.api [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099138} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.864036] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.864499] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Waiting for the task: (returnval){ [ 655.864499] env[69186]: value = "task-3634460" [ 655.864499] env[69186]: _type = "Task" [ 655.864499] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.864719] env[69186]: DEBUG oslo_vmware.api [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078924} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.866283] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73f774e-8642-4c0a-9cfb-83583efc4617 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.869289] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.874099] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cf4985-21b9-426d-9f16-00e3a79b042a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.923168] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] dcd6c82f-24af-4906-841c-1c8f5d7306de/dcd6c82f-24af-4906-841c-1c8f5d7306de.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.951299] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eafb8985-2481-4356-b058-de6304be6049 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.966817] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634460, 'name': Rename_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.975690] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3/fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.977070] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c087cfe-76bd-4aea-8ad7-e29ea21c6935 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.999737] env[69186]: DEBUG nova.compute.manager [req-fc970407-e28a-4773-b533-656d0ed78889 req-a0cebb0b-5954-4d93-8291-dd3f659ced9d service nova] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Received event network-vif-plugged-0cfc6039-cae6-425b-aa8e-df80d962b7f9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.999830] env[69186]: DEBUG oslo_concurrency.lockutils [req-fc970407-e28a-4773-b533-656d0ed78889 req-a0cebb0b-5954-4d93-8291-dd3f659ced9d service nova] Acquiring lock "0fc874b1-1810-403d-a646-ade0680bc7c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.000142] env[69186]: DEBUG oslo_concurrency.lockutils [req-fc970407-e28a-4773-b533-656d0ed78889 req-a0cebb0b-5954-4d93-8291-dd3f659ced9d service nova] Lock "0fc874b1-1810-403d-a646-ade0680bc7c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.000247] env[69186]: DEBUG oslo_concurrency.lockutils [req-fc970407-e28a-4773-b533-656d0ed78889 req-a0cebb0b-5954-4d93-8291-dd3f659ced9d service nova] Lock "0fc874b1-1810-403d-a646-ade0680bc7c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.000442] env[69186]: DEBUG nova.compute.manager [req-fc970407-e28a-4773-b533-656d0ed78889 req-a0cebb0b-5954-4d93-8291-dd3f659ced9d service nova] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] No waiting events found dispatching network-vif-plugged-0cfc6039-cae6-425b-aa8e-df80d962b7f9 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.000703] env[69186]: WARNING nova.compute.manager [req-fc970407-e28a-4773-b533-656d0ed78889 req-a0cebb0b-5954-4d93-8291-dd3f659ced9d service nova] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Received unexpected event network-vif-plugged-0cfc6039-cae6-425b-aa8e-df80d962b7f9 for instance with vm_state building and task_state spawning. [ 656.001697] env[69186]: DEBUG oslo_vmware.api [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634458, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.007047] env[69186]: DEBUG oslo_vmware.api [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5263bbeb-43f8-bda8-7edc-a4edfc6b1ed6, 'name': SearchDatastore_Task, 'duration_secs': 0.014527} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.009490] env[69186]: DEBUG oslo_vmware.api [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 656.009490] env[69186]: value = "task-3634461" [ 656.009490] env[69186]: _type = "Task" [ 656.009490] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.010802] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68db4550-a6eb-4e0c-bd86-96c5012d3e51 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.013923] env[69186]: DEBUG oslo_vmware.api [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Waiting for the task: (returnval){ [ 656.013923] env[69186]: value = "task-3634462" [ 656.013923] env[69186]: _type = "Task" [ 656.013923] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.029222] env[69186]: DEBUG oslo_vmware.api [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Waiting for the task: (returnval){ [ 656.029222] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52fa173f-0cb6-4d8a-ebed-6e9b50dde49f" [ 656.029222] env[69186]: _type = "Task" [ 656.029222] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.033212] env[69186]: DEBUG oslo_vmware.api [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.036945] env[69186]: DEBUG oslo_vmware.api [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.045253] env[69186]: DEBUG oslo_vmware.api [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52fa173f-0cb6-4d8a-ebed-6e9b50dde49f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.216594] env[69186]: DEBUG nova.network.neutron [req-3816fdb1-2b4f-40c3-9b08-4c4b4690c530 req-8b41d89b-6666-406f-a9aa-b936e46b79fd service nova] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Updated VIF entry in instance network info cache for port 283f82cc-18b5-43a9-9713-234db73db2c9. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.216990] env[69186]: DEBUG nova.network.neutron [req-3816fdb1-2b4f-40c3-9b08-4c4b4690c530 req-8b41d89b-6666-406f-a9aa-b936e46b79fd service nova] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Updating instance_info_cache with network_info: [{"id": "283f82cc-18b5-43a9-9713-234db73db2c9", "address": "fa:16:3e:25:cf:69", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap283f82cc-18", "ovs_interfaceid": "283f82cc-18b5-43a9-9713-234db73db2c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.319500] env[69186]: DEBUG oslo_concurrency.lockutils [req-890da30e-b15b-4430-90ba-852c0682af3d req-22810b2e-c5f1-4ed4-b686-8808c9b77508 service nova] Releasing lock "refresh_cache-0cd85b86-4f33-4d68-b074-7dc36b00ef1a" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.357099] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Acquiring lock "refresh_cache-0fc874b1-1810-403d-a646-ade0680bc7c1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.357279] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Acquired lock "refresh_cache-0fc874b1-1810-403d-a646-ade0680bc7c1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.357553] env[69186]: DEBUG nova.network.neutron [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.392259] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634460, 'name': Rename_Task, 'duration_secs': 0.207461} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.394153] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.394409] env[69186]: DEBUG oslo_vmware.api [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622897} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.394672] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90809aed-6229-42e0-9c1c-8d53a2b17681 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.396544] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 4ae09b1d-b1cb-413c-b677-9f4af64c05e5/4ae09b1d-b1cb-413c-b677-9f4af64c05e5.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.396816] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.397164] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc4178e5-20a5-4127-848f-746645184908 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.406898] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Waiting for the task: (returnval){ [ 656.406898] env[69186]: value = "task-3634463" [ 656.406898] env[69186]: _type = "Task" [ 656.406898] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.408446] env[69186]: DEBUG oslo_vmware.api [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Waiting for the task: (returnval){ [ 656.408446] env[69186]: value = "task-3634464" [ 656.408446] env[69186]: _type = "Task" [ 656.408446] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.422135] env[69186]: DEBUG oslo_vmware.api [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.427153] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634463, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.529987] env[69186]: DEBUG oslo_vmware.api [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.539055] env[69186]: DEBUG oslo_vmware.api [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.549731] env[69186]: DEBUG oslo_vmware.api [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52fa173f-0cb6-4d8a-ebed-6e9b50dde49f, 'name': SearchDatastore_Task, 'duration_secs': 0.028733} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.549731] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.549731] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 0cd85b86-4f33-4d68-b074-7dc36b00ef1a/0cd85b86-4f33-4d68-b074-7dc36b00ef1a.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.549731] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba4f7ef3-7b0c-4744-8869-3e182e31dfc5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.559073] env[69186]: DEBUG oslo_vmware.api [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Waiting for the task: (returnval){ [ 656.559073] env[69186]: value = "task-3634465" [ 656.559073] env[69186]: _type = "Task" [ 656.559073] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.566597] env[69186]: DEBUG oslo_vmware.api [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Task: {'id': task-3634465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.723963] env[69186]: DEBUG oslo_concurrency.lockutils [req-3816fdb1-2b4f-40c3-9b08-4c4b4690c530 req-8b41d89b-6666-406f-a9aa-b936e46b79fd service nova] Releasing lock "refresh_cache-4ae09b1d-b1cb-413c-b677-9f4af64c05e5" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.934883] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634463, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.935312] env[69186]: DEBUG oslo_vmware.api [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084906} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.935639] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.937330] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa950fa8-b673-4f2f-baa4-97d11c73c30d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.968481] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 4ae09b1d-b1cb-413c-b677-9f4af64c05e5/4ae09b1d-b1cb-413c-b677-9f4af64c05e5.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.969518] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9bccc1d-d241-42b7-b949-b13f9b01c06e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.988080] env[69186]: DEBUG nova.network.neutron [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.997316] env[69186]: DEBUG oslo_vmware.api [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Waiting for the task: (returnval){ [ 656.997316] env[69186]: value = "task-3634466" [ 656.997316] env[69186]: _type = "Task" [ 656.997316] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.007904] env[69186]: DEBUG oslo_vmware.api [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634466, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.034141] env[69186]: DEBUG oslo_vmware.api [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634462, 'name': ReconfigVM_Task, 'duration_secs': 0.851606} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.038365] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Reconfigured VM instance instance-00000005 to attach disk [datastore2] fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3/fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.038973] env[69186]: DEBUG oslo_vmware.api [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634461, 'name': ReconfigVM_Task, 'duration_secs': 0.845673} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.042821] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7903e35a-64e0-4307-b894-080cfc0eca89 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.045333] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Reconfigured VM instance instance-00000002 to attach disk [datastore2] dcd6c82f-24af-4906-841c-1c8f5d7306de/dcd6c82f-24af-4906-841c-1c8f5d7306de.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.046617] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2e2038e-9053-4443-8541-647c0a1cd6af {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.055331] env[69186]: DEBUG oslo_vmware.api [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Waiting for the task: (returnval){ [ 657.055331] env[69186]: value = "task-3634467" [ 657.055331] env[69186]: _type = "Task" [ 657.055331] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.057148] env[69186]: DEBUG oslo_vmware.api [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 657.057148] env[69186]: value = "task-3634468" [ 657.057148] env[69186]: _type = "Task" [ 657.057148] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.077117] env[69186]: DEBUG oslo_vmware.api [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634468, 'name': Rename_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.085132] env[69186]: DEBUG oslo_vmware.api [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Task: {'id': task-3634465, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.085339] env[69186]: DEBUG oslo_vmware.api [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634467, 'name': Rename_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.420152] env[69186]: DEBUG oslo_vmware.api [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634463, 'name': PowerOnVM_Task, 'duration_secs': 0.686721} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.420152] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.420152] env[69186]: INFO nova.compute.manager [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Took 16.21 seconds to spawn the instance on the hypervisor. [ 657.420152] env[69186]: DEBUG nova.compute.manager [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.421174] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e7d4c2-f316-4b05-ad47-1e1db2e14a0e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.509089] env[69186]: DEBUG oslo_vmware.api [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634466, 'name': ReconfigVM_Task, 'duration_secs': 0.431229} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.509403] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 4ae09b1d-b1cb-413c-b677-9f4af64c05e5/4ae09b1d-b1cb-413c-b677-9f4af64c05e5.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.511050] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f855b9ee-19f4-4e21-9ecd-d652342e548b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.517160] env[69186]: DEBUG oslo_vmware.api [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Waiting for the task: (returnval){ [ 657.517160] env[69186]: value = "task-3634470" [ 657.517160] env[69186]: _type = "Task" [ 657.517160] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.528341] env[69186]: DEBUG oslo_vmware.api [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634470, 'name': Rename_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.583414] env[69186]: DEBUG oslo_vmware.api [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634467, 'name': Rename_Task, 'duration_secs': 0.205227} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.583414] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.588938] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-889b9eff-cf66-4a8a-a0e8-1400e08ea6c3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.590872] env[69186]: DEBUG oslo_vmware.api [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634468, 'name': Rename_Task, 'duration_secs': 0.204786} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.595193] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.595540] env[69186]: DEBUG oslo_vmware.api [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Task: {'id': task-3634465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601134} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.596096] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91905072-37fe-43ca-808f-272278826fae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.597818] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 0cd85b86-4f33-4d68-b074-7dc36b00ef1a/0cd85b86-4f33-4d68-b074-7dc36b00ef1a.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.598228] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.598487] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5661a70-6d31-49fc-9047-664925a02d64 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.602417] env[69186]: DEBUG oslo_vmware.api [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Waiting for the task: (returnval){ [ 657.602417] env[69186]: value = "task-3634471" [ 657.602417] env[69186]: _type = "Task" [ 657.602417] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.608900] env[69186]: DEBUG oslo_vmware.api [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Waiting for the task: (returnval){ [ 657.608900] env[69186]: value = "task-3634473" [ 657.608900] env[69186]: _type = "Task" [ 657.608900] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.609391] env[69186]: DEBUG oslo_vmware.api [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 657.609391] env[69186]: value = "task-3634472" [ 657.609391] env[69186]: _type = "Task" [ 657.609391] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.619654] env[69186]: DEBUG oslo_vmware.api [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.626252] env[69186]: DEBUG oslo_vmware.api [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.630362] env[69186]: DEBUG oslo_vmware.api [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Task: {'id': task-3634473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.718858] env[69186]: DEBUG nova.network.neutron [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Updating instance_info_cache with network_info: [{"id": "0cfc6039-cae6-425b-aa8e-df80d962b7f9", "address": "fa:16:3e:38:46:30", "network": {"id": "93545985-ef65-46f0-bb58-26fad5bc0cfb", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1213970624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dd164da4c614d8793a4c54717e07c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cfc6039-ca", "ovs_interfaceid": "0cfc6039-cae6-425b-aa8e-df80d962b7f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.934631] env[69186]: DEBUG nova.network.neutron [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Successfully updated port: 397614e2-0cc7-40c9-973d-ef00eb1ee826 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.950632] env[69186]: INFO nova.compute.manager [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Took 20.99 seconds to build instance. [ 658.034752] env[69186]: DEBUG oslo_vmware.api [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634470, 'name': Rename_Task, 'duration_secs': 0.315743} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.035850] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.036159] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5097ece-9602-4cc0-87e6-7be68c4f4518 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.042925] env[69186]: DEBUG oslo_vmware.api [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Waiting for the task: (returnval){ [ 658.042925] env[69186]: value = "task-3634474" [ 658.042925] env[69186]: _type = "Task" [ 658.042925] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.053714] env[69186]: DEBUG oslo_vmware.api [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.116355] env[69186]: DEBUG oslo_vmware.api [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634471, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.125781] env[69186]: DEBUG oslo_vmware.api [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Task: {'id': task-3634473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132998} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.129616] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.129970] env[69186]: DEBUG oslo_vmware.api [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634472, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.131269] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d6afe9-8fb3-4387-86f1-111816e91922 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.168608] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 0cd85b86-4f33-4d68-b074-7dc36b00ef1a/0cd85b86-4f33-4d68-b074-7dc36b00ef1a.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.169036] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cff5bd7-d442-430c-8072-028f445df9c0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.190103] env[69186]: DEBUG oslo_vmware.api [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Waiting for the task: (returnval){ [ 658.190103] env[69186]: value = "task-3634475" [ 658.190103] env[69186]: _type = "Task" [ 658.190103] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.201095] env[69186]: DEBUG oslo_vmware.api [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Task: {'id': task-3634475, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.222192] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Releasing lock "refresh_cache-0fc874b1-1810-403d-a646-ade0680bc7c1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.222638] env[69186]: DEBUG nova.compute.manager [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Instance network_info: |[{"id": "0cfc6039-cae6-425b-aa8e-df80d962b7f9", "address": "fa:16:3e:38:46:30", "network": {"id": "93545985-ef65-46f0-bb58-26fad5bc0cfb", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1213970624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dd164da4c614d8793a4c54717e07c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cfc6039-ca", "ovs_interfaceid": "0cfc6039-cae6-425b-aa8e-df80d962b7f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.223065] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:46:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cfc6039-cae6-425b-aa8e-df80d962b7f9', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.233825] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Creating folder: Project (0dd164da4c614d8793a4c54717e07c1a). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.234480] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c48eeb35-55a4-4215-bbeb-3e39cfc0afa2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.247857] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Created folder: Project (0dd164da4c614d8793a4c54717e07c1a) in parent group-v724677. [ 658.248779] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Creating folder: Instances. Parent ref: group-v724696. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.248779] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4f27419-bef0-40ae-a2f9-914b5695c4e6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.259197] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Created folder: Instances in parent group-v724696. [ 658.259535] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.259774] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.260512] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abba66cc-c03b-49e9-b623-9f88a05a2ebf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.286714] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.286714] env[69186]: value = "task-3634478" [ 658.286714] env[69186]: _type = "Task" [ 658.286714] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.295485] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634478, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.442198] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Acquiring lock "refresh_cache-bf234d91-d702-4c0f-ae63-6f6db63fdcc4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.442198] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Acquired lock "refresh_cache-bf234d91-d702-4c0f-ae63-6f6db63fdcc4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.442490] env[69186]: DEBUG nova.network.neutron [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.453563] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4276d885-61ff-4276-b57e-3531a27b5a08 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Lock "56625877-eba7-4713-bec1-f052bd43b9be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.498s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.554018] env[69186]: DEBUG oslo_vmware.api [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634474, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.615141] env[69186]: DEBUG oslo_vmware.api [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634471, 'name': PowerOnVM_Task, 'duration_secs': 0.892233} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.620166] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.620920] env[69186]: INFO nova.compute.manager [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Took 8.46 seconds to spawn the instance on the hypervisor. [ 658.621131] env[69186]: DEBUG nova.compute.manager [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.622338] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc674dbb-6501-420d-a6b8-63a6b8b7d062 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.632722] env[69186]: DEBUG oslo_vmware.api [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634472, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.707204] env[69186]: DEBUG oslo_vmware.api [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Task: {'id': task-3634475, 'name': ReconfigVM_Task, 'duration_secs': 0.478998} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.707614] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 0cd85b86-4f33-4d68-b074-7dc36b00ef1a/0cd85b86-4f33-4d68-b074-7dc36b00ef1a.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.708442] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3444a84-ec6d-42d9-9d46-2987972b3bc4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.717465] env[69186]: DEBUG oslo_vmware.api [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Waiting for the task: (returnval){ [ 658.717465] env[69186]: value = "task-3634479" [ 658.717465] env[69186]: _type = "Task" [ 658.717465] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.731087] env[69186]: DEBUG oslo_vmware.api [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Task: {'id': task-3634479, 'name': Rename_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.804741] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634478, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.958208] env[69186]: DEBUG nova.compute.manager [req-61647c79-4d70-409d-a4a6-85c4a8523b2e req-dcaccd51-8159-4e0d-9975-47946808e4d6 service nova] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Received event network-vif-plugged-397614e2-0cc7-40c9-973d-ef00eb1ee826 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.958208] env[69186]: DEBUG oslo_concurrency.lockutils [req-61647c79-4d70-409d-a4a6-85c4a8523b2e req-dcaccd51-8159-4e0d-9975-47946808e4d6 service nova] Acquiring lock "bf234d91-d702-4c0f-ae63-6f6db63fdcc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.958208] env[69186]: DEBUG oslo_concurrency.lockutils [req-61647c79-4d70-409d-a4a6-85c4a8523b2e req-dcaccd51-8159-4e0d-9975-47946808e4d6 service nova] Lock "bf234d91-d702-4c0f-ae63-6f6db63fdcc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.958325] env[69186]: DEBUG oslo_concurrency.lockutils [req-61647c79-4d70-409d-a4a6-85c4a8523b2e req-dcaccd51-8159-4e0d-9975-47946808e4d6 service nova] Lock "bf234d91-d702-4c0f-ae63-6f6db63fdcc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.958579] env[69186]: DEBUG nova.compute.manager [req-61647c79-4d70-409d-a4a6-85c4a8523b2e req-dcaccd51-8159-4e0d-9975-47946808e4d6 service nova] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] No waiting events found dispatching network-vif-plugged-397614e2-0cc7-40c9-973d-ef00eb1ee826 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.958681] env[69186]: WARNING nova.compute.manager [req-61647c79-4d70-409d-a4a6-85c4a8523b2e req-dcaccd51-8159-4e0d-9975-47946808e4d6 service nova] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Received unexpected event network-vif-plugged-397614e2-0cc7-40c9-973d-ef00eb1ee826 for instance with vm_state building and task_state spawning. [ 659.057612] env[69186]: DEBUG oslo_vmware.api [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634474, 'name': PowerOnVM_Task, 'duration_secs': 0.656142} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.057885] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.061958] env[69186]: INFO nova.compute.manager [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Took 13.40 seconds to spawn the instance on the hypervisor. [ 659.063570] env[69186]: DEBUG nova.compute.manager [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.063570] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf907089-9d51-425e-96da-c48eae26b677 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.126542] env[69186]: DEBUG oslo_vmware.api [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634472, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.145961] env[69186]: INFO nova.compute.manager [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Took 17.97 seconds to build instance. [ 659.233159] env[69186]: DEBUG oslo_vmware.api [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Task: {'id': task-3634479, 'name': Rename_Task, 'duration_secs': 0.200807} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.233159] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.233159] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10690c4f-7df1-4a7c-a933-74a1b52c3c7e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.240451] env[69186]: DEBUG oslo_vmware.api [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Waiting for the task: (returnval){ [ 659.240451] env[69186]: value = "task-3634480" [ 659.240451] env[69186]: _type = "Task" [ 659.240451] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.244614] env[69186]: DEBUG nova.network.neutron [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.255836] env[69186]: DEBUG oslo_vmware.api [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Task: {'id': task-3634480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.299520] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634478, 'name': CreateVM_Task, 'duration_secs': 0.599087} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.301361] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.301361] env[69186]: DEBUG oslo_vmware.service [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437c9028-ccc9-4f63-8877-20a8c85a43c7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.308338] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.308338] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.309973] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.309973] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd2fffcc-6023-4d23-af18-775a2b3071f3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.320019] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Waiting for the task: (returnval){ [ 659.320019] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c3a7c7-02f5-1988-27cd-281b4d4e1fc2" [ 659.320019] env[69186]: _type = "Task" [ 659.320019] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.329519] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c3a7c7-02f5-1988-27cd-281b4d4e1fc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.593791] env[69186]: INFO nova.compute.manager [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Took 20.28 seconds to build instance. [ 659.601953] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Acquiring lock "27ac4f0c-fcfb-4023-be75-496a182aeff0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.601953] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Lock "27ac4f0c-fcfb-4023-be75-496a182aeff0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.627598] env[69186]: DEBUG oslo_vmware.api [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634472, 'name': PowerOnVM_Task, 'duration_secs': 1.566546} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.627891] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.628171] env[69186]: INFO nova.compute.manager [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Took 16.19 seconds to spawn the instance on the hypervisor. [ 659.628386] env[69186]: DEBUG nova.compute.manager [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.629271] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68d7ab2-5930-4261-9239-e973bddf0da4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.650480] env[69186]: DEBUG oslo_concurrency.lockutils [None req-489bde77-1184-41c8-87cd-f1f8e0ffb2d1 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Lock "fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.482s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.716594] env[69186]: DEBUG nova.network.neutron [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Updating instance_info_cache with network_info: [{"id": "397614e2-0cc7-40c9-973d-ef00eb1ee826", "address": "fa:16:3e:dd:18:1e", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap397614e2-0c", "ovs_interfaceid": "397614e2-0cc7-40c9-973d-ef00eb1ee826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.756155] env[69186]: DEBUG oslo_vmware.api [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Task: {'id': task-3634480, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.830254] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.830518] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.830763] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.830957] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.831103] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.831353] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5620e9a-cb31-4acd-9aff-e33384168e4b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.842532] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.842676] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.843510] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32f6e7a-c301-4ccf-924e-da1f61a1dfa7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.858180] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dd2d29c-2db6-4d9d-9f27-0f60177c9d0e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.869886] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Waiting for the task: (returnval){ [ 659.869886] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c6b423-37ef-5cfb-bffc-f157e162e892" [ 659.869886] env[69186]: _type = "Task" [ 659.869886] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.886790] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Preparing fetch location {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 659.887591] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Creating directory with path [datastore1] vmware_temp/db00af36-5663-45c7-a74b-cb4dacbab445/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.889268] env[69186]: DEBUG nova.compute.manager [req-19420938-3056-463c-99af-2d1991892103 req-aeaa30cf-eee5-4822-9e13-b6902ee03941 service nova] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Received event network-changed-0cfc6039-cae6-425b-aa8e-df80d962b7f9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.889526] env[69186]: DEBUG nova.compute.manager [req-19420938-3056-463c-99af-2d1991892103 req-aeaa30cf-eee5-4822-9e13-b6902ee03941 service nova] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Refreshing instance network info cache due to event network-changed-0cfc6039-cae6-425b-aa8e-df80d962b7f9. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.889686] env[69186]: DEBUG oslo_concurrency.lockutils [req-19420938-3056-463c-99af-2d1991892103 req-aeaa30cf-eee5-4822-9e13-b6902ee03941 service nova] Acquiring lock "refresh_cache-0fc874b1-1810-403d-a646-ade0680bc7c1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.889828] env[69186]: DEBUG oslo_concurrency.lockutils [req-19420938-3056-463c-99af-2d1991892103 req-aeaa30cf-eee5-4822-9e13-b6902ee03941 service nova] Acquired lock "refresh_cache-0fc874b1-1810-403d-a646-ade0680bc7c1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.889997] env[69186]: DEBUG nova.network.neutron [req-19420938-3056-463c-99af-2d1991892103 req-aeaa30cf-eee5-4822-9e13-b6902ee03941 service nova] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Refreshing network info cache for port 0cfc6039-cae6-425b-aa8e-df80d962b7f9 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.891094] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-107ed7a1-df20-4bca-a872-be43c23d5912 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.917186] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Created directory with path [datastore1] vmware_temp/db00af36-5663-45c7-a74b-cb4dacbab445/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.917407] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Fetch image to [datastore1] vmware_temp/db00af36-5663-45c7-a74b-cb4dacbab445/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/tmp-sparse.vmdk {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 659.917570] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Downloading image file data b3a498fc-06b4-4671-ad6b-07e7a3f7d51f to [datastore1] vmware_temp/db00af36-5663-45c7-a74b-cb4dacbab445/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/tmp-sparse.vmdk on the data store datastore1 {{(pid=69186) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 659.918414] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7ce809-b64f-4916-b4fe-0908fb4c2630 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.927633] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacbfc5e-2417-4990-9a0c-61d374ab938a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.938262] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671d28a2-0726-46a9-b8c6-1ce73c25539c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.983270] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e8ab5c-259c-4a13-ad4e-e96e893c6f8f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.989773] env[69186]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-bba0e073-1d17-427a-871c-15360702ab6b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.022806] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Downloading image file data b3a498fc-06b4-4671-ad6b-07e7a3f7d51f to the data store datastore1 {{(pid=69186) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 660.087744] env[69186]: DEBUG oslo_vmware.rw_handles [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/db00af36-5663-45c7-a74b-cb4dacbab445/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69186) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 660.156562] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Lock "4ae09b1d-b1cb-413c-b677-9f4af64c05e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.853s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.156879] env[69186]: DEBUG nova.compute.manager [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.172182] env[69186]: INFO nova.compute.manager [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Took 21.73 seconds to build instance. [ 660.220017] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Releasing lock "refresh_cache-bf234d91-d702-4c0f-ae63-6f6db63fdcc4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.223307] env[69186]: DEBUG nova.compute.manager [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Instance network_info: |[{"id": "397614e2-0cc7-40c9-973d-ef00eb1ee826", "address": "fa:16:3e:dd:18:1e", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap397614e2-0c", "ovs_interfaceid": "397614e2-0cc7-40c9-973d-ef00eb1ee826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.224678] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:18:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '397614e2-0cc7-40c9-973d-ef00eb1ee826', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.230194] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Creating folder: Project (ac87559182f34068981d90c0c4fc12a2). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.232076] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b836671-b67d-4b3e-8535-357276b28249 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.256336] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Created folder: Project (ac87559182f34068981d90c0c4fc12a2) in parent group-v724677. [ 660.256677] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Creating folder: Instances. Parent ref: group-v724699. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.257868] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e301e5d-5c20-4372-b720-372839dd9af0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.268230] env[69186]: DEBUG oslo_vmware.api [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Task: {'id': task-3634480, 'name': PowerOnVM_Task, 'duration_secs': 0.513236} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.268865] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.269441] env[69186]: INFO nova.compute.manager [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Took 12.36 seconds to spawn the instance on the hypervisor. [ 660.269576] env[69186]: DEBUG nova.compute.manager [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.270931] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196d58c1-b009-4943-b3b8-8cc6994377c3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.280031] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Created folder: Instances in parent group-v724699. [ 660.280216] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.282927] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.293754] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad3ac5e6-2525-4340-a640-41e66012a571 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.332591] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.332591] env[69186]: value = "task-3634484" [ 660.332591] env[69186]: _type = "Task" [ 660.332591] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.345697] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634484, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.678881] env[69186]: DEBUG oslo_concurrency.lockutils [None req-35295ed3-0a02-40aa-b553-a2dd9a86da9d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "dcd6c82f-24af-4906-841c-1c8f5d7306de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.244s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.695996] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.696573] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.698176] env[69186]: INFO nova.compute.claims [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.832652] env[69186]: INFO nova.compute.manager [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Took 20.42 seconds to build instance. [ 660.851158] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634484, 'name': CreateVM_Task, 'duration_secs': 0.466632} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.852133] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.852297] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.852550] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.852754] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.853092] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f8dd7b1-4bed-485a-9280-f25b553b5bc8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.865117] env[69186]: DEBUG oslo_vmware.api [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Waiting for the task: (returnval){ [ 660.865117] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525528bd-c4da-f60e-2362-b3b60e779fea" [ 660.865117] env[69186]: _type = "Task" [ 660.865117] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.876639] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.876980] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.877228] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.972428] env[69186]: DEBUG oslo_vmware.rw_handles [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Completed reading data from the image iterator. {{(pid=69186) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 660.972816] env[69186]: DEBUG oslo_vmware.rw_handles [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/db00af36-5663-45c7-a74b-cb4dacbab445/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69186) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 661.012531] env[69186]: DEBUG nova.network.neutron [req-19420938-3056-463c-99af-2d1991892103 req-aeaa30cf-eee5-4822-9e13-b6902ee03941 service nova] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Updated VIF entry in instance network info cache for port 0cfc6039-cae6-425b-aa8e-df80d962b7f9. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.013150] env[69186]: DEBUG nova.network.neutron [req-19420938-3056-463c-99af-2d1991892103 req-aeaa30cf-eee5-4822-9e13-b6902ee03941 service nova] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Updating instance_info_cache with network_info: [{"id": "0cfc6039-cae6-425b-aa8e-df80d962b7f9", "address": "fa:16:3e:38:46:30", "network": {"id": "93545985-ef65-46f0-bb58-26fad5bc0cfb", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1213970624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dd164da4c614d8793a4c54717e07c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cfc6039-ca", "ovs_interfaceid": "0cfc6039-cae6-425b-aa8e-df80d962b7f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.086164] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Downloaded image file data b3a498fc-06b4-4671-ad6b-07e7a3f7d51f to vmware_temp/db00af36-5663-45c7-a74b-cb4dacbab445/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/tmp-sparse.vmdk on the data store datastore1 {{(pid=69186) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 661.087420] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Caching image {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 661.087664] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Copying Virtual Disk [datastore1] vmware_temp/db00af36-5663-45c7-a74b-cb4dacbab445/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/tmp-sparse.vmdk to [datastore1] vmware_temp/db00af36-5663-45c7-a74b-cb4dacbab445/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.090020] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f69071c-df88-41a7-b92d-c613382a042f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.103518] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Waiting for the task: (returnval){ [ 661.103518] env[69186]: value = "task-3634485" [ 661.103518] env[69186]: _type = "Task" [ 661.103518] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.112421] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3634485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.340222] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c4282c08-d838-4a13-9c79-8669a92c2695 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Lock "0cd85b86-4f33-4d68-b074-7dc36b00ef1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.934s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.517110] env[69186]: DEBUG oslo_concurrency.lockutils [req-19420938-3056-463c-99af-2d1991892103 req-aeaa30cf-eee5-4822-9e13-b6902ee03941 service nova] Releasing lock "refresh_cache-0fc874b1-1810-403d-a646-ade0680bc7c1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.623882] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3634485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.918022] env[69186]: DEBUG oslo_concurrency.lockutils [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Acquiring lock "1850db1d-3245-43ea-af39-d698d7d03b75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.918022] env[69186]: DEBUG oslo_concurrency.lockutils [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Lock "1850db1d-3245-43ea-af39-d698d7d03b75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.934479] env[69186]: DEBUG oslo_concurrency.lockutils [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "566f2979-e4dd-4c8d-b76a-cebe43a13af2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.935601] env[69186]: DEBUG oslo_concurrency.lockutils [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "566f2979-e4dd-4c8d-b76a-cebe43a13af2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.006s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.045142] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] Acquiring lock "56625877-eba7-4713-bec1-f052bd43b9be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.047156] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] Lock "56625877-eba7-4713-bec1-f052bd43b9be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.006s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.047654] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] Acquiring lock "56625877-eba7-4713-bec1-f052bd43b9be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.048774] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] Lock "56625877-eba7-4713-bec1-f052bd43b9be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.049115] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] Lock "56625877-eba7-4713-bec1-f052bd43b9be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.059996] env[69186]: INFO nova.compute.manager [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Terminating instance [ 662.120329] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3634485, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.150155] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e384dc30-8d3c-42f4-b014-5ee81f412b85 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.160333] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da15616-7c4c-4dda-a04d-d850abeff533 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.201542] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3890d0ce-1a41-4f77-87b9-c7cd7014ee3d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.213594] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee382d1-3ee5-4bea-9b38-86ef0fc27094 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.237567] env[69186]: DEBUG nova.compute.provider_tree [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.370815] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Acquiring lock "1be9cd60-b206-4ce2-a8b5-793a218a2806" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.371091] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lock "1be9cd60-b206-4ce2-a8b5-793a218a2806" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.423407] env[69186]: DEBUG nova.compute.manager [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.441325] env[69186]: DEBUG nova.compute.manager [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.568038] env[69186]: INFO nova.compute.manager [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Rebuilding instance [ 662.572529] env[69186]: DEBUG nova.compute.manager [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 662.572529] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 662.574393] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df21bfa5-0248-4b2a-ac99-da7721d475e4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.583779] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.583779] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0660866a-bd13-4d87-ab5b-72cc03365495 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.591023] env[69186]: DEBUG oslo_vmware.api [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] Waiting for the task: (returnval){ [ 662.591023] env[69186]: value = "task-3634487" [ 662.591023] env[69186]: _type = "Task" [ 662.591023] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.604378] env[69186]: DEBUG oslo_vmware.api [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] Task: {'id': task-3634487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.618387] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3634485, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.441181} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.618387] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Copied Virtual Disk [datastore1] vmware_temp/db00af36-5663-45c7-a74b-cb4dacbab445/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/tmp-sparse.vmdk to [datastore1] vmware_temp/db00af36-5663-45c7-a74b-cb4dacbab445/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.618387] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Deleting the datastore file [datastore1] vmware_temp/db00af36-5663-45c7-a74b-cb4dacbab445/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/tmp-sparse.vmdk {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.618387] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5c431ee-a887-400f-9168-812c567c6985 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.625602] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Waiting for the task: (returnval){ [ 662.625602] env[69186]: value = "task-3634488" [ 662.625602] env[69186]: _type = "Task" [ 662.625602] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.634134] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3634488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.639660] env[69186]: DEBUG nova.compute.manager [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.640287] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8037e4ff-78e2-4349-b6b1-c3bdfb6c16a5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.744478] env[69186]: DEBUG nova.scheduler.client.report [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.876241] env[69186]: DEBUG nova.compute.manager [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.947727] env[69186]: DEBUG oslo_concurrency.lockutils [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.972294] env[69186]: DEBUG oslo_concurrency.lockutils [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.104525] env[69186]: DEBUG oslo_vmware.api [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] Task: {'id': task-3634487, 'name': PowerOffVM_Task, 'duration_secs': 0.323979} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.104799] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 663.104995] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 663.105269] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93672744-0d24-42a7-a12b-06f70edf1e3b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.136200] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3634488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039819} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.136451] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.136653] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Moving file from [datastore1] vmware_temp/db00af36-5663-45c7-a74b-cb4dacbab445/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f to [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f. {{(pid=69186) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 663.136902] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-ca6a846d-17ed-4c0e-b15e-ac9178eab448 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.144061] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Waiting for the task: (returnval){ [ 663.144061] env[69186]: value = "task-3634490" [ 663.144061] env[69186]: _type = "Task" [ 663.144061] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.157842] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3634490, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.178359] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 663.178359] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 663.178359] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] Deleting the datastore file [datastore2] 56625877-eba7-4713-bec1-f052bd43b9be {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 663.178359] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-466f3f2f-eb2b-40fd-b29a-0508955e18f6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.185073] env[69186]: DEBUG oslo_vmware.api [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] Waiting for the task: (returnval){ [ 663.185073] env[69186]: value = "task-3634491" [ 663.185073] env[69186]: _type = "Task" [ 663.185073] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.193326] env[69186]: DEBUG oslo_vmware.api [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] Task: {'id': task-3634491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.250656] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.251490] env[69186]: DEBUG nova.compute.manager [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.255120] env[69186]: DEBUG oslo_concurrency.lockutils [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.307s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.259090] env[69186]: INFO nova.compute.claims [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.405531] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.654962] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3634490, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.064892} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.655233] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] File moved {{(pid=69186) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 663.655425] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Cleaning up location [datastore1] vmware_temp/db00af36-5663-45c7-a74b-cb4dacbab445 {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 663.655585] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Deleting the datastore file [datastore1] vmware_temp/db00af36-5663-45c7-a74b-cb4dacbab445 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 663.655831] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e11b282e-6787-4871-ba35-f0bad194b10e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.658480] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.658480] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a38487d6-76da-4389-b17a-ab10816a0274 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.662981] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Waiting for the task: (returnval){ [ 663.662981] env[69186]: value = "task-3634492" [ 663.662981] env[69186]: _type = "Task" [ 663.662981] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.664152] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Waiting for the task: (returnval){ [ 663.664152] env[69186]: value = "task-3634493" [ 663.664152] env[69186]: _type = "Task" [ 663.664152] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.676754] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3634492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.680743] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.694447] env[69186]: DEBUG oslo_vmware.api [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] Task: {'id': task-3634491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256223} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.694727] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.695047] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.695116] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.695329] env[69186]: INFO nova.compute.manager [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Took 1.12 seconds to destroy the instance on the hypervisor. [ 663.695549] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.695669] env[69186]: DEBUG nova.compute.manager [-] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 663.695836] env[69186]: DEBUG nova.network.neutron [-] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 663.729563] env[69186]: DEBUG nova.compute.manager [req-f336254c-1853-4e54-8079-3291ecdf0587 req-3a8b9f44-11d9-4ef8-8994-963498b86149 service nova] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Received event network-changed-397614e2-0cc7-40c9-973d-ef00eb1ee826 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.729758] env[69186]: DEBUG nova.compute.manager [req-f336254c-1853-4e54-8079-3291ecdf0587 req-3a8b9f44-11d9-4ef8-8994-963498b86149 service nova] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Refreshing instance network info cache due to event network-changed-397614e2-0cc7-40c9-973d-ef00eb1ee826. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.729977] env[69186]: DEBUG oslo_concurrency.lockutils [req-f336254c-1853-4e54-8079-3291ecdf0587 req-3a8b9f44-11d9-4ef8-8994-963498b86149 service nova] Acquiring lock "refresh_cache-bf234d91-d702-4c0f-ae63-6f6db63fdcc4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.731789] env[69186]: DEBUG oslo_concurrency.lockutils [req-f336254c-1853-4e54-8079-3291ecdf0587 req-3a8b9f44-11d9-4ef8-8994-963498b86149 service nova] Acquired lock "refresh_cache-bf234d91-d702-4c0f-ae63-6f6db63fdcc4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.731789] env[69186]: DEBUG nova.network.neutron [req-f336254c-1853-4e54-8079-3291ecdf0587 req-3a8b9f44-11d9-4ef8-8994-963498b86149 service nova] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Refreshing network info cache for port 397614e2-0cc7-40c9-973d-ef00eb1ee826 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.762866] env[69186]: DEBUG nova.compute.utils [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.769882] env[69186]: DEBUG nova.compute.manager [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.770042] env[69186]: DEBUG nova.network.neutron [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.874149] env[69186]: DEBUG nova.policy [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22eb319f00464633891785cfe62d6475', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c12534c31904b1cb1ab4994aa5c99f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.947946] env[69186]: DEBUG oslo_concurrency.lockutils [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "f503d73d-b6a6-49cb-9c4c-ece76e61ff8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.950225] env[69186]: DEBUG oslo_concurrency.lockutils [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "f503d73d-b6a6-49cb-9c4c-ece76e61ff8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.181035] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3634492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.046735} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.181210] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634493, 'name': PowerOffVM_Task, 'duration_secs': 0.269541} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.181423] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.182444] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.182806] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 664.183131] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c5f9008-14f7-4e46-85fe-331d6c3c00ba {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.186257] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b27a1a-46c1-4bf7-8494-02e746ccc31f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.191768] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Waiting for the task: (returnval){ [ 664.191768] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52fe31ad-9985-d7c1-945f-5545c555d4a9" [ 664.191768] env[69186]: _type = "Task" [ 664.191768] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.194466] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.197560] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38cdf99e-857d-49fd-afdc-783e7ec935d8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.203719] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52fe31ad-9985-d7c1-945f-5545c555d4a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.225429] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.225429] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.225609] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Deleting the datastore file [datastore2] fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.225860] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c7c2051-a0e0-4316-a127-2528633435e2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.237220] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Waiting for the task: (returnval){ [ 664.237220] env[69186]: value = "task-3634496" [ 664.237220] env[69186]: _type = "Task" [ 664.237220] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.250792] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.277260] env[69186]: DEBUG nova.compute.manager [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.455622] env[69186]: DEBUG nova.compute.manager [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.545193] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c9a62f-21ce-4975-a102-bb83bed59b5d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.554032] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfb63b6-b8d4-4e7d-a1d8-5ba43933ce77 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.559862] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Acquiring lock "882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.560095] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Lock "882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.595931] env[69186]: DEBUG nova.compute.manager [None req-0053b36b-3c1a-485f-aba0-ffa6e9ad093d tempest-ServerDiagnosticsTest-88745143 tempest-ServerDiagnosticsTest-88745143-project-admin] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.596788] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbfeb3a-09e1-431a-abba-48b73a8e0ecf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.600528] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cb05f1-cb5f-465d-ad4c-506154539ac6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.612558] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ea11a1-1018-4074-a2e9-8b2ca75ca277 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.614381] env[69186]: INFO nova.compute.manager [None req-0053b36b-3c1a-485f-aba0-ffa6e9ad093d tempest-ServerDiagnosticsTest-88745143 tempest-ServerDiagnosticsTest-88745143-project-admin] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Retrieving diagnostics [ 664.616200] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f418db-7ba1-47cd-a83a-4e78b78346e7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.631936] env[69186]: DEBUG nova.compute.provider_tree [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.662201] env[69186]: DEBUG nova.scheduler.client.report [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.706550] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52fe31ad-9985-d7c1-945f-5545c555d4a9, 'name': SearchDatastore_Task, 'duration_secs': 0.026358} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.707346] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.707346] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 0fc874b1-1810-403d-a646-ade0680bc7c1/0fc874b1-1810-403d-a646-ade0680bc7c1.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.707566] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.707802] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.708117] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-385eaef9-6fbd-451d-920c-8db3102826c4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.710244] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce932d22-e8a1-4341-bbf3-9bcf7e6f3cd0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.717976] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Waiting for the task: (returnval){ [ 664.717976] env[69186]: value = "task-3634497" [ 664.717976] env[69186]: _type = "Task" [ 664.717976] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.723449] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.723449] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.724917] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c8ca9b9-334f-4994-a775-6a45a1f14700 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.729827] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3634497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.733057] env[69186]: DEBUG oslo_vmware.api [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Waiting for the task: (returnval){ [ 664.733057] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c9e4cf-221e-e50c-ecb3-484e79dac3c4" [ 664.733057] env[69186]: _type = "Task" [ 664.733057] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.743640] env[69186]: DEBUG oslo_vmware.api [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c9e4cf-221e-e50c-ecb3-484e79dac3c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.748261] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136224} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.748501] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.748878] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.748878] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.993914] env[69186]: DEBUG oslo_concurrency.lockutils [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.063459] env[69186]: DEBUG nova.compute.manager [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.167487] env[69186]: DEBUG oslo_concurrency.lockutils [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.912s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.167553] env[69186]: DEBUG nova.compute.manager [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.177697] env[69186]: DEBUG oslo_concurrency.lockutils [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.200s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.177697] env[69186]: INFO nova.compute.claims [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.230219] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3634497, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.245228] env[69186]: DEBUG oslo_vmware.api [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c9e4cf-221e-e50c-ecb3-484e79dac3c4, 'name': SearchDatastore_Task, 'duration_secs': 0.023199} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.245926] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bcd2ede-008e-45be-b8c8-ea34552537da {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.264161] env[69186]: DEBUG oslo_vmware.api [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Waiting for the task: (returnval){ [ 665.264161] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52280ec8-0e99-6684-8e73-d7cdd31fc465" [ 665.264161] env[69186]: _type = "Task" [ 665.264161] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.274119] env[69186]: DEBUG oslo_vmware.api [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52280ec8-0e99-6684-8e73-d7cdd31fc465, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.289807] env[69186]: DEBUG nova.compute.manager [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.328410] env[69186]: DEBUG nova.virt.hardware [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.328410] env[69186]: DEBUG nova.virt.hardware [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.328410] env[69186]: DEBUG nova.virt.hardware [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.329630] env[69186]: DEBUG nova.virt.hardware [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.332094] env[69186]: DEBUG nova.virt.hardware [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.332094] env[69186]: DEBUG nova.virt.hardware [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.332094] env[69186]: DEBUG nova.virt.hardware [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.332094] env[69186]: DEBUG nova.virt.hardware [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.332094] env[69186]: DEBUG nova.virt.hardware [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.332296] env[69186]: DEBUG nova.virt.hardware [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.332595] env[69186]: DEBUG nova.virt.hardware [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.337951] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca9d95e-bee2-4165-a939-cf10977a81cf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.358850] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1def8fb-e968-4cdc-8b24-a76e054b8fd2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.386969] env[69186]: DEBUG nova.network.neutron [-] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.507466] env[69186]: DEBUG nova.network.neutron [req-f336254c-1853-4e54-8079-3291ecdf0587 req-3a8b9f44-11d9-4ef8-8994-963498b86149 service nova] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Updated VIF entry in instance network info cache for port 397614e2-0cc7-40c9-973d-ef00eb1ee826. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.507916] env[69186]: DEBUG nova.network.neutron [req-f336254c-1853-4e54-8079-3291ecdf0587 req-3a8b9f44-11d9-4ef8-8994-963498b86149 service nova] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Updating instance_info_cache with network_info: [{"id": "397614e2-0cc7-40c9-973d-ef00eb1ee826", "address": "fa:16:3e:dd:18:1e", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap397614e2-0c", "ovs_interfaceid": "397614e2-0cc7-40c9-973d-ef00eb1ee826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.510353] env[69186]: DEBUG nova.network.neutron [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Successfully created port: 9128c9a8-1af6-40d9-a402-1b6ec0f975b8 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.588587] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.679509] env[69186]: DEBUG nova.compute.utils [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.687159] env[69186]: DEBUG nova.compute.manager [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.687259] env[69186]: DEBUG nova.network.neutron [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.740315] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3634497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.89609} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.740425] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 0fc874b1-1810-403d-a646-ade0680bc7c1/0fc874b1-1810-403d-a646-ade0680bc7c1.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.744293] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.744946] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ac5d610-dd8d-4afa-b12f-dde9d1e3691a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.755241] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Waiting for the task: (returnval){ [ 665.755241] env[69186]: value = "task-3634498" [ 665.755241] env[69186]: _type = "Task" [ 665.755241] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.772919] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3634498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.785118] env[69186]: DEBUG oslo_vmware.api [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52280ec8-0e99-6684-8e73-d7cdd31fc465, 'name': SearchDatastore_Task, 'duration_secs': 0.072089} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.785118] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.785118] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] bf234d91-d702-4c0f-ae63-6f6db63fdcc4/bf234d91-d702-4c0f-ae63-6f6db63fdcc4.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.785118] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90daa2ee-f314-4354-8c16-2567aa3c8d31 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.801274] env[69186]: DEBUG oslo_vmware.api [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Waiting for the task: (returnval){ [ 665.801274] env[69186]: value = "task-3634499" [ 665.801274] env[69186]: _type = "Task" [ 665.801274] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.808693] env[69186]: DEBUG nova.virt.hardware [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.808693] env[69186]: DEBUG nova.virt.hardware [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.808693] env[69186]: DEBUG nova.virt.hardware [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.808693] env[69186]: DEBUG nova.virt.hardware [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.809198] env[69186]: DEBUG nova.virt.hardware [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.809198] env[69186]: DEBUG nova.virt.hardware [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.809198] env[69186]: DEBUG nova.virt.hardware [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.809198] env[69186]: DEBUG nova.virt.hardware [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.809198] env[69186]: DEBUG nova.virt.hardware [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.809358] env[69186]: DEBUG nova.virt.hardware [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.809358] env[69186]: DEBUG nova.virt.hardware [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.810036] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1223c9ab-b38c-419a-ad9d-6f34df8f5fb9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.818551] env[69186]: DEBUG oslo_vmware.api [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Task: {'id': task-3634499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.822451] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb2fe62-7186-4e59-8932-52bb2836c901 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.840754] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Instance VIF info [] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.846167] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.846167] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.846465] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3c2486b-2990-42cd-b927-c65e9867aad2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.867391] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.867391] env[69186]: value = "task-3634501" [ 665.867391] env[69186]: _type = "Task" [ 665.867391] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.874465] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634501, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.891976] env[69186]: DEBUG nova.policy [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb021900f5fc4292bb8b0634d22bf780', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e85bd775e68b4c1c92b5f13874cf66fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.894692] env[69186]: INFO nova.compute.manager [-] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Took 2.20 seconds to deallocate network for instance. [ 666.014057] env[69186]: DEBUG oslo_concurrency.lockutils [req-f336254c-1853-4e54-8079-3291ecdf0587 req-3a8b9f44-11d9-4ef8-8994-963498b86149 service nova] Releasing lock "refresh_cache-bf234d91-d702-4c0f-ae63-6f6db63fdcc4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.188230] env[69186]: DEBUG nova.compute.manager [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.277762] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3634498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167801} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.278113] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.282198] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0387b6f8-9aee-4172-a95b-b33f6203749b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.312526] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 0fc874b1-1810-403d-a646-ade0680bc7c1/0fc874b1-1810-403d-a646-ade0680bc7c1.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.319915] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-668fff94-44c0-4b2f-8079-48b062521369 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.346124] env[69186]: DEBUG oslo_vmware.api [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Task: {'id': task-3634499, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.347835] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Waiting for the task: (returnval){ [ 666.347835] env[69186]: value = "task-3634502" [ 666.347835] env[69186]: _type = "Task" [ 666.347835] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.361340] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3634502, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.381018] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634501, 'name': CreateVM_Task, 'duration_secs': 0.358843} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.381018] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.381018] env[69186]: DEBUG oslo_concurrency.lockutils [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.381208] env[69186]: DEBUG oslo_concurrency.lockutils [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.381442] env[69186]: DEBUG oslo_concurrency.lockutils [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.381702] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b6e98e8-bd10-4b24-be29-d3cc381f7308 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.389940] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Waiting for the task: (returnval){ [ 666.389940] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f2d8ae-2e56-2ce8-69b7-becac1c4648b" [ 666.389940] env[69186]: _type = "Task" [ 666.389940] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.411560] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.415087] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquiring lock "93436e04-008a-451e-a0ce-1a4ebc1ddd9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.415411] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "93436e04-008a-451e-a0ce-1a4ebc1ddd9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.416546] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f2d8ae-2e56-2ce8-69b7-becac1c4648b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.574749] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa627c52-b233-4536-9157-b418d19bcd7b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.587286] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7562e0de-5d4e-4d2e-9a80-0511c4220a72 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.646308] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c7c32b-4354-44d4-a52f-3751cafb2406 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.659303] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6019b58-2a16-48d2-91bf-c1953480ef95 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.689247] env[69186]: DEBUG nova.compute.provider_tree [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.818987] env[69186]: DEBUG oslo_vmware.api [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Task: {'id': task-3634499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577274} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.819392] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] bf234d91-d702-4c0f-ae63-6f6db63fdcc4/bf234d91-d702-4c0f-ae63-6f6db63fdcc4.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.819497] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.819742] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41a4d7a4-6adb-465a-a63b-39a6f72a6a99 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.829048] env[69186]: DEBUG oslo_vmware.api [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Waiting for the task: (returnval){ [ 666.829048] env[69186]: value = "task-3634503" [ 666.829048] env[69186]: _type = "Task" [ 666.829048] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.844123] env[69186]: DEBUG oslo_vmware.api [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Task: {'id': task-3634503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.859693] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3634502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.907467] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f2d8ae-2e56-2ce8-69b7-becac1c4648b, 'name': SearchDatastore_Task, 'duration_secs': 0.021206} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.908184] env[69186]: DEBUG oslo_concurrency.lockutils [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.908489] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.909100] env[69186]: DEBUG oslo_concurrency.lockutils [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.909100] env[69186]: DEBUG oslo_concurrency.lockutils [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.909214] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.909486] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75a58e27-e3d5-4c94-860d-672b0b6f6d29 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.919515] env[69186]: DEBUG nova.compute.manager [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.981660] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.981660] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.982263] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1926ae17-80b2-4f2f-ad3a-526e023b396a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.991243] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Waiting for the task: (returnval){ [ 666.991243] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520041a5-a8f1-754e-aef3-a5290c94fcc7" [ 666.991243] env[69186]: _type = "Task" [ 666.991243] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.007347] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520041a5-a8f1-754e-aef3-a5290c94fcc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.193694] env[69186]: DEBUG nova.scheduler.client.report [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.206420] env[69186]: DEBUG nova.compute.manager [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.234395] env[69186]: DEBUG nova.virt.hardware [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:22:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1434644368',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-811009158',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.235372] env[69186]: DEBUG nova.virt.hardware [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.235372] env[69186]: DEBUG nova.virt.hardware [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.235372] env[69186]: DEBUG nova.virt.hardware [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.235372] env[69186]: DEBUG nova.virt.hardware [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.235372] env[69186]: DEBUG nova.virt.hardware [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.237732] env[69186]: DEBUG nova.virt.hardware [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.237732] env[69186]: DEBUG nova.virt.hardware [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.237732] env[69186]: DEBUG nova.virt.hardware [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.237732] env[69186]: DEBUG nova.virt.hardware [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.237732] env[69186]: DEBUG nova.virt.hardware [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.238087] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c61c172-647b-48da-a2f5-97e4b9cf05b3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.244923] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Acquiring lock "8cbd7c33-de21-4bb3-a27f-fe2d61c18e32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.245168] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Lock "8cbd7c33-de21-4bb3-a27f-fe2d61c18e32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.251250] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dadd46-4cae-419b-8ec0-7aa0a23e0a13 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.341499] env[69186]: DEBUG oslo_vmware.api [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Task: {'id': task-3634503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076128} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.341855] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.342743] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbec65ee-c13a-4666-88b8-af998c79e6ee {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.373880] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] bf234d91-d702-4c0f-ae63-6f6db63fdcc4/bf234d91-d702-4c0f-ae63-6f6db63fdcc4.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.377669] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c131250-2e38-4cf8-8e66-6508537e7f85 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.399049] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3634502, 'name': ReconfigVM_Task, 'duration_secs': 0.970853} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.400666] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 0fc874b1-1810-403d-a646-ade0680bc7c1/0fc874b1-1810-403d-a646-ade0680bc7c1.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.400666] env[69186]: DEBUG oslo_vmware.api [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Waiting for the task: (returnval){ [ 667.400666] env[69186]: value = "task-3634504" [ 667.400666] env[69186]: _type = "Task" [ 667.400666] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.401126] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c765db5-a8ee-42f3-bd71-40473cf65e44 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.412915] env[69186]: DEBUG oslo_vmware.api [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Task: {'id': task-3634504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.413917] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Waiting for the task: (returnval){ [ 667.413917] env[69186]: value = "task-3634505" [ 667.413917] env[69186]: _type = "Task" [ 667.413917] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.423019] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3634505, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.437257] env[69186]: DEBUG nova.network.neutron [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Successfully created port: 26031c49-562e-45a0-b712-43493c4e2ed8 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.453200] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.506589] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520041a5-a8f1-754e-aef3-a5290c94fcc7, 'name': SearchDatastore_Task, 'duration_secs': 0.120054} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.506768] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-002ebb59-aa66-457c-a36e-264c975f0da3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.513613] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Waiting for the task: (returnval){ [ 667.513613] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52565a63-24d6-7a3e-b9e1-a92055174271" [ 667.513613] env[69186]: _type = "Task" [ 667.513613] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.524794] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52565a63-24d6-7a3e-b9e1-a92055174271, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.701752] env[69186]: DEBUG oslo_concurrency.lockutils [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.701752] env[69186]: DEBUG nova.compute.manager [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.706619] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.301s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.708397] env[69186]: INFO nova.compute.claims [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.735684] env[69186]: DEBUG nova.compute.manager [req-9124904a-0831-4cc4-bad7-766f5367db46 req-dd2fa9b0-5d4d-441b-9ca2-53584e21b5f0 service nova] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Received event network-vif-deleted-a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.747964] env[69186]: DEBUG nova.compute.manager [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.921738] env[69186]: DEBUG oslo_vmware.api [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Task: {'id': task-3634504, 'name': ReconfigVM_Task, 'duration_secs': 0.361113} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.923626] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Reconfigured VM instance instance-00000007 to attach disk [datastore1] bf234d91-d702-4c0f-ae63-6f6db63fdcc4/bf234d91-d702-4c0f-ae63-6f6db63fdcc4.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.925462] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54c6f68f-e5bb-4b71-bc28-f43eefee4b92 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.937114] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3634505, 'name': Rename_Task, 'duration_secs': 0.226259} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.938246] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.938836] env[69186]: DEBUG oslo_vmware.api [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Waiting for the task: (returnval){ [ 667.938836] env[69186]: value = "task-3634507" [ 667.938836] env[69186]: _type = "Task" [ 667.938836] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.939314] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a99e27ff-a5ea-47f1-a126-bfe1703e3605 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.952931] env[69186]: DEBUG oslo_vmware.api [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Task: {'id': task-3634507, 'name': Rename_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.956959] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Waiting for the task: (returnval){ [ 667.956959] env[69186]: value = "task-3634508" [ 667.956959] env[69186]: _type = "Task" [ 667.956959] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.969419] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3634508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.026527] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52565a63-24d6-7a3e-b9e1-a92055174271, 'name': SearchDatastore_Task, 'duration_secs': 0.01263} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.026794] env[69186]: DEBUG oslo_concurrency.lockutils [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.027148] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3/fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.027525] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fe203cc-28f1-4bf4-b186-e60fd61f748d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.037262] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Waiting for the task: (returnval){ [ 668.037262] env[69186]: value = "task-3634509" [ 668.037262] env[69186]: _type = "Task" [ 668.037262] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.049623] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.067673] env[69186]: DEBUG oslo_concurrency.lockutils [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Acquiring lock "0cd85b86-4f33-4d68-b074-7dc36b00ef1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.067673] env[69186]: DEBUG oslo_concurrency.lockutils [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Lock "0cd85b86-4f33-4d68-b074-7dc36b00ef1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.067673] env[69186]: DEBUG oslo_concurrency.lockutils [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Acquiring lock "0cd85b86-4f33-4d68-b074-7dc36b00ef1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.067673] env[69186]: DEBUG oslo_concurrency.lockutils [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Lock "0cd85b86-4f33-4d68-b074-7dc36b00ef1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.067931] env[69186]: DEBUG oslo_concurrency.lockutils [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Lock "0cd85b86-4f33-4d68-b074-7dc36b00ef1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.071716] env[69186]: INFO nova.compute.manager [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Terminating instance [ 668.216160] env[69186]: DEBUG nova.compute.utils [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.221415] env[69186]: DEBUG nova.compute.manager [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.221657] env[69186]: DEBUG nova.network.neutron [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.288656] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.459356] env[69186]: DEBUG oslo_vmware.api [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Task: {'id': task-3634507, 'name': Rename_Task, 'duration_secs': 0.18595} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.462696] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.462995] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e27f148b-d6af-4960-a4ae-91d1423637e2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.474653] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3634508, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.476038] env[69186]: DEBUG oslo_vmware.api [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Waiting for the task: (returnval){ [ 668.476038] env[69186]: value = "task-3634510" [ 668.476038] env[69186]: _type = "Task" [ 668.476038] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.486062] env[69186]: DEBUG oslo_vmware.api [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Task: {'id': task-3634510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.511722] env[69186]: DEBUG nova.policy [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b46c0071f854177895da8d0077d94f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa508e72f4e64c54bd0bbd510c8897ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.550411] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634509, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.580463] env[69186]: DEBUG nova.compute.manager [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 668.580645] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.582486] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aad6d0d-e1e1-46bd-8848-0a567122d392 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.592771] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.593010] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d63832d0-6186-4388-8788-31e85d2320eb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.605888] env[69186]: DEBUG oslo_vmware.api [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Waiting for the task: (returnval){ [ 668.605888] env[69186]: value = "task-3634511" [ 668.605888] env[69186]: _type = "Task" [ 668.605888] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.620456] env[69186]: DEBUG oslo_vmware.api [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Task: {'id': task-3634511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.722950] env[69186]: DEBUG nova.compute.manager [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.812407] env[69186]: DEBUG nova.network.neutron [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Successfully updated port: 9128c9a8-1af6-40d9-a402-1b6ec0f975b8 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.971457] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3634508, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.988738] env[69186]: DEBUG oslo_vmware.api [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Task: {'id': task-3634510, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.026593] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0e84ad-c202-44e9-b070-6d5bc4160a84 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.036055] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff64f49-b7eb-4255-ba82-c9835cd27f70 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.049572] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596001} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.074607] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3/fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.074946] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.075497] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f154bc1-593d-4641-b86e-e65a7f622de4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.078313] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24758614-cee5-4249-b57f-30b4dfcd3b69 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.090960] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b083ec-fe5f-4993-be3a-c90cad25e444 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.095689] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Waiting for the task: (returnval){ [ 669.095689] env[69186]: value = "task-3634512" [ 669.095689] env[69186]: _type = "Task" [ 669.095689] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.109450] env[69186]: DEBUG nova.compute.provider_tree [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.117784] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.124139] env[69186]: DEBUG oslo_vmware.api [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Task: {'id': task-3634511, 'name': PowerOffVM_Task, 'duration_secs': 0.256931} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.124139] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.124139] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.124387] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c5a44c2-1c62-48b7-b9ac-4e011ec61544 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.201930] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.201930] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.202164] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Deleting the datastore file [datastore2] 0cd85b86-4f33-4d68-b074-7dc36b00ef1a {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.202288] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edfa5f19-892b-4000-af13-b4ea2ac57183 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.212730] env[69186]: DEBUG oslo_vmware.api [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Waiting for the task: (returnval){ [ 669.212730] env[69186]: value = "task-3634514" [ 669.212730] env[69186]: _type = "Task" [ 669.212730] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.225510] env[69186]: DEBUG oslo_vmware.api [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Task: {'id': task-3634514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.318172] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Acquiring lock "refresh_cache-27ac4f0c-fcfb-4023-be75-496a182aeff0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.318362] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Acquired lock "refresh_cache-27ac4f0c-fcfb-4023-be75-496a182aeff0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.318870] env[69186]: DEBUG nova.network.neutron [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.471221] env[69186]: DEBUG oslo_vmware.api [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3634508, 'name': PowerOnVM_Task, 'duration_secs': 1.338801} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.472179] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.473017] env[69186]: INFO nova.compute.manager [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Took 17.00 seconds to spawn the instance on the hypervisor. [ 669.473017] env[69186]: DEBUG nova.compute.manager [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.473675] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931e74c4-1afb-47b9-b07a-63b2c39338af {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.495034] env[69186]: DEBUG oslo_vmware.api [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Task: {'id': task-3634510, 'name': PowerOnVM_Task, 'duration_secs': 0.832709} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.497416] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.497727] env[69186]: INFO nova.compute.manager [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Took 14.70 seconds to spawn the instance on the hypervisor. [ 669.498028] env[69186]: DEBUG nova.compute.manager [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.499050] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150dacb7-9d2d-4e88-887e-e3f7ce35f17b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.614153] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091389} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.614153] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.614153] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99549d4-4d8c-4252-b6c3-7e386a810120 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.616250] env[69186]: DEBUG nova.scheduler.client.report [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.643547] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3/fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.644575] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19b31dff-3c78-4515-a049-51af0afe1005 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.665324] env[69186]: DEBUG oslo_concurrency.lockutils [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Acquiring lock "42e71f1b-7786-451e-96cf-df66acd48dde" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.665565] env[69186]: DEBUG oslo_concurrency.lockutils [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Lock "42e71f1b-7786-451e-96cf-df66acd48dde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.672307] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Waiting for the task: (returnval){ [ 669.672307] env[69186]: value = "task-3634515" [ 669.672307] env[69186]: _type = "Task" [ 669.672307] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.683945] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.731160] env[69186]: DEBUG oslo_vmware.api [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Task: {'id': task-3634514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.751418] env[69186]: DEBUG nova.compute.manager [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.796398] env[69186]: DEBUG nova.virt.hardware [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.797595] env[69186]: DEBUG nova.virt.hardware [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.797595] env[69186]: DEBUG nova.virt.hardware [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.797595] env[69186]: DEBUG nova.virt.hardware [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.797595] env[69186]: DEBUG nova.virt.hardware [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.797595] env[69186]: DEBUG nova.virt.hardware [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.797834] env[69186]: DEBUG nova.virt.hardware [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.797916] env[69186]: DEBUG nova.virt.hardware [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.798900] env[69186]: DEBUG nova.virt.hardware [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.798900] env[69186]: DEBUG nova.virt.hardware [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.798900] env[69186]: DEBUG nova.virt.hardware [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.800137] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057cc3d8-664b-446b-ba87-74348aba1f08 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.808604] env[69186]: DEBUG nova.network.neutron [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Successfully created port: d26cdf2a-8b2e-45be-b954-bfd308a07379 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.816956] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c79090-c1bb-433a-8533-1eebeda24b43 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.000653] env[69186]: INFO nova.compute.manager [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Took 27.36 seconds to build instance. [ 670.026367] env[69186]: INFO nova.compute.manager [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Took 22.92 seconds to build instance. [ 670.120347] env[69186]: DEBUG nova.network.neutron [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.127260] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.127260] env[69186]: DEBUG nova.compute.manager [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.129941] env[69186]: DEBUG oslo_concurrency.lockutils [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.136s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.131360] env[69186]: INFO nova.compute.claims [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.187727] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.230959] env[69186]: DEBUG oslo_vmware.api [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Task: {'id': task-3634514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.900204} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.231452] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.231596] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.231722] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.232011] env[69186]: INFO nova.compute.manager [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Took 1.65 seconds to destroy the instance on the hypervisor. [ 670.232191] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.232441] env[69186]: DEBUG nova.compute.manager [-] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 670.232514] env[69186]: DEBUG nova.network.neutron [-] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 670.436897] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "dbd66819-ad80-4c91-8d96-b59feae7cf6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.437255] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "dbd66819-ad80-4c91-8d96-b59feae7cf6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.467456] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "f3de78f8-6adc-4a86-9da0-a83b5aa3949c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.467802] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "f3de78f8-6adc-4a86-9da0-a83b5aa3949c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.504082] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Lock "0fc874b1-1810-403d-a646-ade0680bc7c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.868s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.533554] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Lock "bf234d91-d702-4c0f-ae63-6f6db63fdcc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.431s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.621722] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Acquiring lock "57a41f79-f205-4ed9-b4c2-67d57d113f63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.622146] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Lock "57a41f79-f205-4ed9-b4c2-67d57d113f63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.639725] env[69186]: DEBUG nova.compute.utils [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.646018] env[69186]: DEBUG nova.compute.manager [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.646018] env[69186]: DEBUG nova.network.neutron [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.660911] env[69186]: DEBUG nova.network.neutron [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Successfully updated port: 26031c49-562e-45a0-b712-43493c4e2ed8 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.686522] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634515, 'name': ReconfigVM_Task, 'duration_secs': 0.689264} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.687217] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Reconfigured VM instance instance-00000005 to attach disk [datastore2] fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3/fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.688102] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67810033-02a5-47f1-9023-b5895d7af8d8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.697258] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Waiting for the task: (returnval){ [ 670.697258] env[69186]: value = "task-3634516" [ 670.697258] env[69186]: _type = "Task" [ 670.697258] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.711658] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634516, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.809457] env[69186]: DEBUG nova.network.neutron [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Updating instance_info_cache with network_info: [{"id": "9128c9a8-1af6-40d9-a402-1b6ec0f975b8", "address": "fa:16:3e:8f:3a:d2", "network": {"id": "e98ddc7c-b700-43e9-9a6c-9071d67d75e2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-386606320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c12534c31904b1cb1ab4994aa5c99f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9128c9a8-1a", "ovs_interfaceid": "9128c9a8-1af6-40d9-a402-1b6ec0f975b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.812221] env[69186]: DEBUG nova.policy [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd0e7c09ee9c492eb7fdd1597947ebee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8598e739d2b942c9909402a64150d686', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.008700] env[69186]: DEBUG nova.compute.manager [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.035278] env[69186]: DEBUG nova.compute.manager [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.155070] env[69186]: DEBUG nova.compute.manager [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.162625] env[69186]: DEBUG oslo_concurrency.lockutils [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Acquiring lock "refresh_cache-1850db1d-3245-43ea-af39-d698d7d03b75" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.162785] env[69186]: DEBUG oslo_concurrency.lockutils [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Acquired lock "refresh_cache-1850db1d-3245-43ea-af39-d698d7d03b75" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.162936] env[69186]: DEBUG nova.network.neutron [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.212666] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634516, 'name': Rename_Task, 'duration_secs': 0.326206} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.213032] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.213286] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd1e292f-111c-4fc3-a8a5-393eda911951 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.221426] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Waiting for the task: (returnval){ [ 671.221426] env[69186]: value = "task-3634517" [ 671.221426] env[69186]: _type = "Task" [ 671.221426] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.233634] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.315655] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Releasing lock "refresh_cache-27ac4f0c-fcfb-4023-be75-496a182aeff0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.316024] env[69186]: DEBUG nova.compute.manager [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Instance network_info: |[{"id": "9128c9a8-1af6-40d9-a402-1b6ec0f975b8", "address": "fa:16:3e:8f:3a:d2", "network": {"id": "e98ddc7c-b700-43e9-9a6c-9071d67d75e2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-386606320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c12534c31904b1cb1ab4994aa5c99f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9128c9a8-1a", "ovs_interfaceid": "9128c9a8-1af6-40d9-a402-1b6ec0f975b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.316433] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:3a:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9128c9a8-1af6-40d9-a402-1b6ec0f975b8', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.324538] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Creating folder: Project (4c12534c31904b1cb1ab4994aa5c99f5). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.325111] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7004c2f-bbfe-4088-99ff-039766c9485a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.339767] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Created folder: Project (4c12534c31904b1cb1ab4994aa5c99f5) in parent group-v724677. [ 671.340029] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Creating folder: Instances. Parent ref: group-v724704. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.340349] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d343e2f3-4f44-487c-b2ca-850fbee8216d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.358464] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Created folder: Instances in parent group-v724704. [ 671.358464] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.363141] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.363141] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3c20611-fb90-4ed6-b30b-761de1ee6fc1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.391665] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.391665] env[69186]: value = "task-3634520" [ 671.391665] env[69186]: _type = "Task" [ 671.391665] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.407619] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634520, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.508418] env[69186]: DEBUG nova.compute.manager [req-5be239b4-c32f-41f6-8eac-45d2d8a28ebd req-3c93e52e-969b-44b6-8fe0-85f61e3b79ee service nova] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Received event network-vif-plugged-9128c9a8-1af6-40d9-a402-1b6ec0f975b8 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.508418] env[69186]: DEBUG oslo_concurrency.lockutils [req-5be239b4-c32f-41f6-8eac-45d2d8a28ebd req-3c93e52e-969b-44b6-8fe0-85f61e3b79ee service nova] Acquiring lock "27ac4f0c-fcfb-4023-be75-496a182aeff0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.508418] env[69186]: DEBUG oslo_concurrency.lockutils [req-5be239b4-c32f-41f6-8eac-45d2d8a28ebd req-3c93e52e-969b-44b6-8fe0-85f61e3b79ee service nova] Lock "27ac4f0c-fcfb-4023-be75-496a182aeff0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.508418] env[69186]: DEBUG oslo_concurrency.lockutils [req-5be239b4-c32f-41f6-8eac-45d2d8a28ebd req-3c93e52e-969b-44b6-8fe0-85f61e3b79ee service nova] Lock "27ac4f0c-fcfb-4023-be75-496a182aeff0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.508808] env[69186]: DEBUG nova.compute.manager [req-5be239b4-c32f-41f6-8eac-45d2d8a28ebd req-3c93e52e-969b-44b6-8fe0-85f61e3b79ee service nova] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] No waiting events found dispatching network-vif-plugged-9128c9a8-1af6-40d9-a402-1b6ec0f975b8 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.508808] env[69186]: WARNING nova.compute.manager [req-5be239b4-c32f-41f6-8eac-45d2d8a28ebd req-3c93e52e-969b-44b6-8fe0-85f61e3b79ee service nova] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Received unexpected event network-vif-plugged-9128c9a8-1af6-40d9-a402-1b6ec0f975b8 for instance with vm_state building and task_state spawning. [ 671.536800] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c711f75-62f6-4512-8ac9-c61ccea651fc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.541333] env[69186]: DEBUG oslo_concurrency.lockutils [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.551481] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7871d1-3259-4c0e-91e3-1dcc0bd55546 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.587371] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.588668] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fabd85-3ae4-4e64-bcbe-2a19d3a50c35 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.597483] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9159c1a5-0997-4bb8-86bf-96f1367e593e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.612275] env[69186]: DEBUG nova.compute.provider_tree [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.733475] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634517, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.771601] env[69186]: DEBUG nova.network.neutron [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.802229] env[69186]: DEBUG nova.network.neutron [-] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.904455] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634520, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.116643] env[69186]: DEBUG nova.scheduler.client.report [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.156530] env[69186]: DEBUG nova.network.neutron [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Successfully created port: cddd6238-1365-4c6f-8596-696d4e303dbc {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.169820] env[69186]: DEBUG nova.compute.manager [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.200477] env[69186]: DEBUG nova.virt.hardware [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.200902] env[69186]: DEBUG nova.virt.hardware [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.201229] env[69186]: DEBUG nova.virt.hardware [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.201481] env[69186]: DEBUG nova.virt.hardware [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.201636] env[69186]: DEBUG nova.virt.hardware [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.202215] env[69186]: DEBUG nova.virt.hardware [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.202372] env[69186]: DEBUG nova.virt.hardware [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.202804] env[69186]: DEBUG nova.virt.hardware [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.202987] env[69186]: DEBUG nova.virt.hardware [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.203176] env[69186]: DEBUG nova.virt.hardware [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.203351] env[69186]: DEBUG nova.virt.hardware [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.204801] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5369d035-e39e-4f4a-870d-7b6efe475d84 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.216181] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa30bb0-93c7-4861-a88e-cee1bf5512d7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.240261] env[69186]: DEBUG oslo_vmware.api [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634517, 'name': PowerOnVM_Task, 'duration_secs': 0.771261} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.240694] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.240739] env[69186]: DEBUG nova.compute.manager [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.241524] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f599cec4-3582-452d-92c7-75478ee70728 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.308072] env[69186]: INFO nova.compute.manager [-] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Took 2.08 seconds to deallocate network for instance. [ 672.403032] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634520, 'name': CreateVM_Task, 'duration_secs': 0.574935} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.403207] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.403871] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.404053] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.404383] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.404631] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d58324c6-89cc-4366-9d6f-626e7af011f3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.410782] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Waiting for the task: (returnval){ [ 672.410782] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5284389f-699d-82e1-caba-233306511e0b" [ 672.410782] env[69186]: _type = "Task" [ 672.410782] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.421312] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5284389f-699d-82e1-caba-233306511e0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.597554] env[69186]: DEBUG nova.network.neutron [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Updating instance_info_cache with network_info: [{"id": "26031c49-562e-45a0-b712-43493c4e2ed8", "address": "fa:16:3e:54:d2:f2", "network": {"id": "f695c878-49f7-4e5f-aba6-43cea95288e9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-392945436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85bd775e68b4c1c92b5f13874cf66fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26031c49-56", "ovs_interfaceid": "26031c49-562e-45a0-b712-43493c4e2ed8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.621897] env[69186]: DEBUG oslo_concurrency.lockutils [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.622404] env[69186]: DEBUG nova.compute.manager [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.626138] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.037s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.628139] env[69186]: INFO nova.compute.claims [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.767222] env[69186]: DEBUG oslo_concurrency.lockutils [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.816915] env[69186]: DEBUG oslo_concurrency.lockutils [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.928131] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5284389f-699d-82e1-caba-233306511e0b, 'name': SearchDatastore_Task, 'duration_secs': 0.046355} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.928131] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.928131] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.928131] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.928343] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.928343] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.928343] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25efe735-1ded-448a-aea0-01133706c7ae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.940555] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.940749] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.941570] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-550b8862-6504-45fa-a7ec-16e0b9c2ea97 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.952396] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Waiting for the task: (returnval){ [ 672.952396] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528a9c45-cb4a-710c-022a-11e5e58fbdb5" [ 672.952396] env[69186]: _type = "Task" [ 672.952396] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.961895] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528a9c45-cb4a-710c-022a-11e5e58fbdb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.101687] env[69186]: DEBUG oslo_concurrency.lockutils [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Releasing lock "refresh_cache-1850db1d-3245-43ea-af39-d698d7d03b75" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.106086] env[69186]: DEBUG nova.compute.manager [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Instance network_info: |[{"id": "26031c49-562e-45a0-b712-43493c4e2ed8", "address": "fa:16:3e:54:d2:f2", "network": {"id": "f695c878-49f7-4e5f-aba6-43cea95288e9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-392945436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85bd775e68b4c1c92b5f13874cf66fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26031c49-56", "ovs_interfaceid": "26031c49-562e-45a0-b712-43493c4e2ed8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.106650] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:d2:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26031c49-562e-45a0-b712-43493c4e2ed8', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.116026] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Creating folder: Project (e85bd775e68b4c1c92b5f13874cf66fe). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.116026] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b4c3854-57dc-40a0-b8d3-787ebfad7874 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.138298] env[69186]: DEBUG nova.compute.utils [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.138543] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Created folder: Project (e85bd775e68b4c1c92b5f13874cf66fe) in parent group-v724677. [ 673.138897] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Creating folder: Instances. Parent ref: group-v724707. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.139455] env[69186]: DEBUG nova.compute.manager [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.139616] env[69186]: DEBUG nova.network.neutron [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.141958] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8379112-96ce-4cf2-bcfe-2a4d21f7bc21 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.156124] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Created folder: Instances in parent group-v724707. [ 673.156124] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.156124] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.156403] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2bc2b49-8ca9-4643-82e4-99feb4ef82be {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.187925] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.187925] env[69186]: value = "task-3634523" [ 673.187925] env[69186]: _type = "Task" [ 673.187925] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.205998] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634523, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.382916] env[69186]: DEBUG nova.policy [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8e90fdb07124a44a20471ee584c70a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac6b78bd368b422ea96eea2f76aa322c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.394767] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquiring lock "4f85f88b-4e84-4963-8750-8c17f62af69e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.394917] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Lock "4f85f88b-4e84-4963-8750-8c17f62af69e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.468266] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528a9c45-cb4a-710c-022a-11e5e58fbdb5, 'name': SearchDatastore_Task, 'duration_secs': 0.021322} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.468266] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-819ad0d2-d95e-4ea3-bbed-d79dd342f472 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.473962] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Waiting for the task: (returnval){ [ 673.473962] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52cf330c-58d5-7648-4003-7fa2fe0ca1e6" [ 673.473962] env[69186]: _type = "Task" [ 673.473962] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.485047] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52cf330c-58d5-7648-4003-7fa2fe0ca1e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.514261] env[69186]: DEBUG nova.compute.manager [req-89a3ad2c-2720-4961-9a95-3704d1c0f305 req-5970f3ed-e2dc-4039-aa64-1ba45392794f service nova] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Received event network-vif-deleted-dcb1420f-9f34-41c0-a156-a34ed52bc080 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.648135] env[69186]: DEBUG nova.compute.manager [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.703691] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634523, 'name': CreateVM_Task, 'duration_secs': 0.39492} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.706785] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.707703] env[69186]: DEBUG oslo_concurrency.lockutils [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.707860] env[69186]: DEBUG oslo_concurrency.lockutils [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.708853] env[69186]: DEBUG oslo_concurrency.lockutils [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.711804] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-449e8525-d216-400c-abcf-f556c8c35440 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.723579] env[69186]: DEBUG oslo_vmware.api [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Waiting for the task: (returnval){ [ 673.723579] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527af8aa-7afe-b569-027a-caf2130e126f" [ 673.723579] env[69186]: _type = "Task" [ 673.723579] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.746294] env[69186]: DEBUG oslo_vmware.api [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527af8aa-7afe-b569-027a-caf2130e126f, 'name': SearchDatastore_Task, 'duration_secs': 0.010302} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.752449] env[69186]: DEBUG oslo_concurrency.lockutils [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.752728] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.752919] env[69186]: DEBUG oslo_concurrency.lockutils [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.753084] env[69186]: DEBUG oslo_concurrency.lockutils [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.753264] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.754792] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a0d3045-0b67-495b-b189-bec1f43b15fa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.766644] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.766644] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.767428] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae2e542f-ab16-474e-8c8c-32e14fc0f381 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.776628] env[69186]: DEBUG nova.network.neutron [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Successfully updated port: d26cdf2a-8b2e-45be-b954-bfd308a07379 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.782799] env[69186]: DEBUG oslo_vmware.api [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Waiting for the task: (returnval){ [ 673.782799] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bdb645-ce9c-ca82-b8a9-0e812434bfc6" [ 673.782799] env[69186]: _type = "Task" [ 673.782799] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.791927] env[69186]: DEBUG oslo_vmware.api [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bdb645-ce9c-ca82-b8a9-0e812434bfc6, 'name': SearchDatastore_Task, 'duration_secs': 0.012766} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.793352] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bdb00b4-f40d-46c7-a3fd-674d03d67d73 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.802633] env[69186]: DEBUG oslo_vmware.api [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Waiting for the task: (returnval){ [ 673.802633] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522b373c-37e9-5c8b-0c44-f1793ca3d53e" [ 673.802633] env[69186]: _type = "Task" [ 673.802633] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.810953] env[69186]: DEBUG oslo_vmware.api [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522b373c-37e9-5c8b-0c44-f1793ca3d53e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.995568] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52cf330c-58d5-7648-4003-7fa2fe0ca1e6, 'name': SearchDatastore_Task, 'duration_secs': 0.013016} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.995780] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.996045] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 27ac4f0c-fcfb-4023-be75-496a182aeff0/27ac4f0c-fcfb-4023-be75-496a182aeff0.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.996302] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2b89982-0e14-4df0-9479-6858ab6a6b3e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.009190] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Waiting for the task: (returnval){ [ 674.009190] env[69186]: value = "task-3634524" [ 674.009190] env[69186]: _type = "Task" [ 674.009190] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.019193] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Task: {'id': task-3634524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.084791] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd26da52-d5fe-4632-9ca2-371a8a21d23b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.095324] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38693e2-2b56-4536-a416-0ad3db87e92c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.131218] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d15eae9-6754-4f32-952a-5101770c19f8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.137548] env[69186]: DEBUG oslo_concurrency.lockutils [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Acquiring lock "4b5da231-5fde-4cb7-9304-faf5a990231f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.137548] env[69186]: DEBUG oslo_concurrency.lockutils [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Lock "4b5da231-5fde-4cb7-9304-faf5a990231f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.146197] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc491e95-6f76-4527-a9b9-490b69e19f68 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.166150] env[69186]: DEBUG nova.compute.provider_tree [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.281359] env[69186]: DEBUG oslo_concurrency.lockutils [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "refresh_cache-566f2979-e4dd-4c8d-b76a-cebe43a13af2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.281359] env[69186]: DEBUG oslo_concurrency.lockutils [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquired lock "refresh_cache-566f2979-e4dd-4c8d-b76a-cebe43a13af2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.281493] env[69186]: DEBUG nova.network.neutron [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.317757] env[69186]: DEBUG oslo_vmware.api [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522b373c-37e9-5c8b-0c44-f1793ca3d53e, 'name': SearchDatastore_Task, 'duration_secs': 0.015153} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.318089] env[69186]: DEBUG oslo_concurrency.lockutils [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.318459] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 1850db1d-3245-43ea-af39-d698d7d03b75/1850db1d-3245-43ea-af39-d698d7d03b75.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.318741] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6db7d272-e932-4a7b-9786-942d683b4d4e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.330393] env[69186]: DEBUG oslo_vmware.api [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Waiting for the task: (returnval){ [ 674.330393] env[69186]: value = "task-3634525" [ 674.330393] env[69186]: _type = "Task" [ 674.330393] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.344419] env[69186]: DEBUG oslo_vmware.api [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3634525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.526090] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Task: {'id': task-3634524, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.669931] env[69186]: DEBUG nova.compute.manager [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.674472] env[69186]: DEBUG nova.scheduler.client.report [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.726817] env[69186]: DEBUG nova.virt.hardware [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.727136] env[69186]: DEBUG nova.virt.hardware [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.727329] env[69186]: DEBUG nova.virt.hardware [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.727523] env[69186]: DEBUG nova.virt.hardware [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.727667] env[69186]: DEBUG nova.virt.hardware [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.727831] env[69186]: DEBUG nova.virt.hardware [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.728579] env[69186]: DEBUG nova.virt.hardware [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.728797] env[69186]: DEBUG nova.virt.hardware [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.729038] env[69186]: DEBUG nova.virt.hardware [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.729179] env[69186]: DEBUG nova.virt.hardware [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.730337] env[69186]: DEBUG nova.virt.hardware [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.730337] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d959881-cffb-476a-b6e2-a86ae6b90508 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.744700] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14416743-2fc4-4718-bc78-873ee52290d9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.850513] env[69186]: DEBUG oslo_vmware.api [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3634525, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.024933] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Task: {'id': task-3634524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586155} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.026340] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 27ac4f0c-fcfb-4023-be75-496a182aeff0/27ac4f0c-fcfb-4023-be75-496a182aeff0.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.026657] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.026979] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3e701ba-28b5-492a-ba19-a6b588a53b9f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.044912] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Waiting for the task: (returnval){ [ 675.044912] env[69186]: value = "task-3634526" [ 675.044912] env[69186]: _type = "Task" [ 675.044912] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.056901] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Task: {'id': task-3634526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.114771] env[69186]: DEBUG nova.network.neutron [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.183790] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.184713] env[69186]: DEBUG nova.compute.manager [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.190890] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.782s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.191149] env[69186]: DEBUG nova.objects.instance [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] Lazy-loading 'resources' on Instance uuid 56625877-eba7-4713-bec1-f052bd43b9be {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 675.266239] env[69186]: DEBUG nova.network.neutron [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Successfully created port: 57f06735-4bba-4937-99e0-7d4cc5d21938 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.350173] env[69186]: DEBUG oslo_vmware.api [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3634525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715317} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.350173] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 1850db1d-3245-43ea-af39-d698d7d03b75/1850db1d-3245-43ea-af39-d698d7d03b75.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.350173] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.350173] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8a10253-6147-4756-972c-e1239395656d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.362927] env[69186]: DEBUG oslo_vmware.api [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Waiting for the task: (returnval){ [ 675.362927] env[69186]: value = "task-3634527" [ 675.362927] env[69186]: _type = "Task" [ 675.362927] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.370861] env[69186]: DEBUG oslo_vmware.api [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3634527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.557423] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Task: {'id': task-3634526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074526} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.560210] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.560210] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713c2e95-3eb8-4ebd-a693-def37d6f9af2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.583064] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 27ac4f0c-fcfb-4023-be75-496a182aeff0/27ac4f0c-fcfb-4023-be75-496a182aeff0.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.583405] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a63542c-adb5-409b-822b-480ebb4c1182 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.606322] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Waiting for the task: (returnval){ [ 675.606322] env[69186]: value = "task-3634528" [ 675.606322] env[69186]: _type = "Task" [ 675.606322] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.615556] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Task: {'id': task-3634528, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.701764] env[69186]: DEBUG nova.compute.utils [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.706123] env[69186]: DEBUG nova.compute.manager [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Not allocating networking since 'none' was specified. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 675.869162] env[69186]: DEBUG oslo_vmware.api [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3634527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073885} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.869439] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.870228] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52774fde-0919-45af-950f-c31906eefe26 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.898986] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 1850db1d-3245-43ea-af39-d698d7d03b75/1850db1d-3245-43ea-af39-d698d7d03b75.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.902612] env[69186]: DEBUG nova.network.neutron [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Updating instance_info_cache with network_info: [{"id": "d26cdf2a-8b2e-45be-b954-bfd308a07379", "address": "fa:16:3e:4c:7f:b0", "network": {"id": "318febf9-1b9b-468e-89db-688cc7c13504", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994346472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa508e72f4e64c54bd0bbd510c8897ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26cdf2a-8b", "ovs_interfaceid": "d26cdf2a-8b2e-45be-b954-bfd308a07379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.904176] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f561b01-41d9-48c0-9ca4-7725a297ce35 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.921779] env[69186]: DEBUG oslo_concurrency.lockutils [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Releasing lock "refresh_cache-566f2979-e4dd-4c8d-b76a-cebe43a13af2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.922115] env[69186]: DEBUG nova.compute.manager [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Instance network_info: |[{"id": "d26cdf2a-8b2e-45be-b954-bfd308a07379", "address": "fa:16:3e:4c:7f:b0", "network": {"id": "318febf9-1b9b-468e-89db-688cc7c13504", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994346472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa508e72f4e64c54bd0bbd510c8897ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26cdf2a-8b", "ovs_interfaceid": "d26cdf2a-8b2e-45be-b954-bfd308a07379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.922981] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:7f:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd26cdf2a-8b2e-45be-b954-bfd308a07379', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.933089] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Creating folder: Project (aa508e72f4e64c54bd0bbd510c8897ac). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.933089] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59af6ae4-00f5-47e4-a468-fdb4db06b030 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.938082] env[69186]: DEBUG oslo_vmware.api [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Waiting for the task: (returnval){ [ 675.938082] env[69186]: value = "task-3634529" [ 675.938082] env[69186]: _type = "Task" [ 675.938082] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.946373] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Created folder: Project (aa508e72f4e64c54bd0bbd510c8897ac) in parent group-v724677. [ 675.946673] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Creating folder: Instances. Parent ref: group-v724710. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.953467] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9d7c8ce-78ec-47b3-a956-303b3cc93a56 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.955393] env[69186]: DEBUG oslo_vmware.api [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3634529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.967504] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Created folder: Instances in parent group-v724710. [ 675.967798] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.968067] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.968366] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd2e382a-47b8-4d46-8cc0-6df74c5c0bf4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.997023] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.997023] env[69186]: value = "task-3634532" [ 675.997023] env[69186]: _type = "Task" [ 675.997023] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.007617] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634532, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.068132] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1df641-6c01-48c6-b566-b5b39d028884 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.071793] env[69186]: DEBUG nova.network.neutron [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Successfully updated port: cddd6238-1365-4c6f-8596-696d4e303dbc {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.079505] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38f15c5-d6b4-4e7b-91e7-3c5f26aad40d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.118341] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09260348-345a-495c-99ae-d2cdba155b12 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.131352] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652deab8-36ac-4b9a-a272-5c8460d5ca55 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.134988] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Task: {'id': task-3634528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.153561] env[69186]: DEBUG nova.compute.provider_tree [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.206844] env[69186]: DEBUG nova.compute.manager [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.270423] env[69186]: DEBUG nova.compute.manager [req-06aa1a1d-1524-497c-ab77-b9ff49e433c7 req-04507674-10fc-4630-816a-ffae48bcb493 service nova] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Received event network-changed-9128c9a8-1af6-40d9-a402-1b6ec0f975b8 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.270423] env[69186]: DEBUG nova.compute.manager [req-06aa1a1d-1524-497c-ab77-b9ff49e433c7 req-04507674-10fc-4630-816a-ffae48bcb493 service nova] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Refreshing instance network info cache due to event network-changed-9128c9a8-1af6-40d9-a402-1b6ec0f975b8. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.270601] env[69186]: DEBUG oslo_concurrency.lockutils [req-06aa1a1d-1524-497c-ab77-b9ff49e433c7 req-04507674-10fc-4630-816a-ffae48bcb493 service nova] Acquiring lock "refresh_cache-27ac4f0c-fcfb-4023-be75-496a182aeff0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.270601] env[69186]: DEBUG oslo_concurrency.lockutils [req-06aa1a1d-1524-497c-ab77-b9ff49e433c7 req-04507674-10fc-4630-816a-ffae48bcb493 service nova] Acquired lock "refresh_cache-27ac4f0c-fcfb-4023-be75-496a182aeff0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.271841] env[69186]: DEBUG nova.network.neutron [req-06aa1a1d-1524-497c-ab77-b9ff49e433c7 req-04507674-10fc-4630-816a-ffae48bcb493 service nova] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Refreshing network info cache for port 9128c9a8-1af6-40d9-a402-1b6ec0f975b8 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.450689] env[69186]: DEBUG oslo_vmware.api [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3634529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.511477] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634532, 'name': CreateVM_Task, 'duration_secs': 0.385423} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.511477] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.511477] env[69186]: DEBUG oslo_concurrency.lockutils [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.511477] env[69186]: DEBUG oslo_concurrency.lockutils [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.511765] env[69186]: DEBUG oslo_concurrency.lockutils [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.512039] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88e0ea84-0c37-48e2-8784-7d2137302aa1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.517901] env[69186]: DEBUG oslo_vmware.api [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 676.517901] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f51b55-2aa4-eac4-8999-751b1d00808e" [ 676.517901] env[69186]: _type = "Task" [ 676.517901] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.527828] env[69186]: DEBUG oslo_vmware.api [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f51b55-2aa4-eac4-8999-751b1d00808e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.574403] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Acquiring lock "refresh_cache-1be9cd60-b206-4ce2-a8b5-793a218a2806" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.574403] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Acquired lock "refresh_cache-1be9cd60-b206-4ce2-a8b5-793a218a2806" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.574680] env[69186]: DEBUG nova.network.neutron [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.628977] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Task: {'id': task-3634528, 'name': ReconfigVM_Task, 'duration_secs': 0.988981} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.629283] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 27ac4f0c-fcfb-4023-be75-496a182aeff0/27ac4f0c-fcfb-4023-be75-496a182aeff0.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.632406] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4408284-f367-4de7-af6f-59692013fa95 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.637653] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Waiting for the task: (returnval){ [ 676.637653] env[69186]: value = "task-3634533" [ 676.637653] env[69186]: _type = "Task" [ 676.637653] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.646480] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Task: {'id': task-3634533, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.655708] env[69186]: DEBUG nova.scheduler.client.report [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.702917] env[69186]: DEBUG oslo_concurrency.lockutils [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Acquiring lock "5d283527-7cce-479b-9160-bc2f9cce7e83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.703209] env[69186]: DEBUG oslo_concurrency.lockutils [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Lock "5d283527-7cce-479b-9160-bc2f9cce7e83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.949747] env[69186]: DEBUG oslo_vmware.api [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3634529, 'name': ReconfigVM_Task, 'duration_secs': 0.804056} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.950036] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 1850db1d-3245-43ea-af39-d698d7d03b75/1850db1d-3245-43ea-af39-d698d7d03b75.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.950642] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2204d93c-229b-45ad-a174-e401ec7a88d0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.958190] env[69186]: DEBUG oslo_vmware.api [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Waiting for the task: (returnval){ [ 676.958190] env[69186]: value = "task-3634534" [ 676.958190] env[69186]: _type = "Task" [ 676.958190] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.967990] env[69186]: DEBUG oslo_vmware.api [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3634534, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.031552] env[69186]: DEBUG oslo_vmware.api [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f51b55-2aa4-eac4-8999-751b1d00808e, 'name': SearchDatastore_Task, 'duration_secs': 0.019785} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.031970] env[69186]: DEBUG oslo_concurrency.lockutils [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.032244] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.032546] env[69186]: DEBUG oslo_concurrency.lockutils [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.032826] env[69186]: DEBUG oslo_concurrency.lockutils [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.033143] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.033993] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ddb6566-08de-4312-8a73-530f8748052f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.044853] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.045090] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.045999] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b46da9-dfdb-4bc3-8ae8-bd35df1027e2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.057217] env[69186]: DEBUG oslo_vmware.api [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 677.057217] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52339ed9-7b12-72b7-f3ec-8b3b17ad8b2d" [ 677.057217] env[69186]: _type = "Task" [ 677.057217] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.070390] env[69186]: DEBUG oslo_vmware.api [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52339ed9-7b12-72b7-f3ec-8b3b17ad8b2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.149183] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Task: {'id': task-3634533, 'name': Rename_Task, 'duration_secs': 0.263317} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.149183] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.149183] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b20f7e26-24cb-4962-b3ac-71a1df32ece6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.159258] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Waiting for the task: (returnval){ [ 677.159258] env[69186]: value = "task-3634535" [ 677.159258] env[69186]: _type = "Task" [ 677.159258] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.160128] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.166388] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.715s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.168472] env[69186]: INFO nova.compute.claims [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.178954] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Task: {'id': task-3634535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.203574] env[69186]: INFO nova.scheduler.client.report [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] Deleted allocations for instance 56625877-eba7-4713-bec1-f052bd43b9be [ 677.217449] env[69186]: DEBUG nova.compute.manager [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.248502] env[69186]: DEBUG nova.virt.hardware [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.248502] env[69186]: DEBUG nova.virt.hardware [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.248502] env[69186]: DEBUG nova.virt.hardware [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.248815] env[69186]: DEBUG nova.virt.hardware [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.248815] env[69186]: DEBUG nova.virt.hardware [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.248976] env[69186]: DEBUG nova.virt.hardware [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.249182] env[69186]: DEBUG nova.virt.hardware [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.249377] env[69186]: DEBUG nova.virt.hardware [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.249546] env[69186]: DEBUG nova.virt.hardware [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.249709] env[69186]: DEBUG nova.virt.hardware [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.249877] env[69186]: DEBUG nova.virt.hardware [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.250852] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d89ece-511a-417d-ac67-a71fe22cd43f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.262689] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75867695-b987-46ac-8153-e15ff9d709c7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.280813] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Instance VIF info [] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.286868] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Creating folder: Project (f0debb673941488a88310255a4087b7e). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.287837] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd7e7cc5-a361-4587-91e6-2f8f544e9d66 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.293834] env[69186]: DEBUG nova.network.neutron [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.300900] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Created folder: Project (f0debb673941488a88310255a4087b7e) in parent group-v724677. [ 677.301092] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Creating folder: Instances. Parent ref: group-v724713. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.301301] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-899f591c-fccb-4d6e-b810-c76222a950ae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.314187] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Created folder: Instances in parent group-v724713. [ 677.314701] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.315169] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.315523] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdab4156-f774-43b4-bf24-7e8d89fdf65e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.339676] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.339676] env[69186]: value = "task-3634538" [ 677.339676] env[69186]: _type = "Task" [ 677.339676] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.353921] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634538, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.417308] env[69186]: INFO nova.compute.manager [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Rebuilding instance [ 677.469147] env[69186]: DEBUG nova.compute.manager [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.470769] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee9838c-e6a0-4090-a2bc-a2668fbe0941 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.479507] env[69186]: DEBUG oslo_vmware.api [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3634534, 'name': Rename_Task, 'duration_secs': 0.205839} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.480324] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.480576] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c27d537a-d931-4a2f-9c1c-2683a56439b5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.487922] env[69186]: DEBUG oslo_vmware.api [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Waiting for the task: (returnval){ [ 677.487922] env[69186]: value = "task-3634539" [ 677.487922] env[69186]: _type = "Task" [ 677.487922] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.497815] env[69186]: DEBUG oslo_vmware.api [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3634539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.568143] env[69186]: DEBUG oslo_vmware.api [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52339ed9-7b12-72b7-f3ec-8b3b17ad8b2d, 'name': SearchDatastore_Task, 'duration_secs': 0.015848} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.569204] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d25a073-1c25-4652-94c0-affe5993c207 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.576500] env[69186]: DEBUG oslo_vmware.api [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 677.576500] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ebcf0d-c082-6600-269b-39795a343baf" [ 677.576500] env[69186]: _type = "Task" [ 677.576500] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.590572] env[69186]: DEBUG oslo_vmware.api [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ebcf0d-c082-6600-269b-39795a343baf, 'name': SearchDatastore_Task, 'duration_secs': 0.011679} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.590827] env[69186]: DEBUG oslo_concurrency.lockutils [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.591140] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 566f2979-e4dd-4c8d-b76a-cebe43a13af2/566f2979-e4dd-4c8d-b76a-cebe43a13af2.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.591367] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f4c4f52-624a-4c78-8524-3e0aa1b9a1c5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.605387] env[69186]: DEBUG oslo_vmware.api [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 677.605387] env[69186]: value = "task-3634540" [ 677.605387] env[69186]: _type = "Task" [ 677.605387] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.616457] env[69186]: DEBUG oslo_vmware.api [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.675842] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Task: {'id': task-3634535, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.714200] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5047dfc2-8041-4362-a9be-ec5382402c27 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] Lock "56625877-eba7-4713-bec1-f052bd43b9be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.667s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.863206] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634538, 'name': CreateVM_Task, 'duration_secs': 0.327546} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.864659] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.864659] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.864659] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.864659] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.864659] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f10b322b-dae0-49e6-bca5-78fa41852b42 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.873105] env[69186]: DEBUG oslo_vmware.api [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Waiting for the task: (returnval){ [ 677.873105] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c359fb-973c-45f6-88fe-14ba7645319a" [ 677.873105] env[69186]: _type = "Task" [ 677.873105] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.888069] env[69186]: DEBUG oslo_vmware.api [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c359fb-973c-45f6-88fe-14ba7645319a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.953187] env[69186]: DEBUG nova.network.neutron [req-06aa1a1d-1524-497c-ab77-b9ff49e433c7 req-04507674-10fc-4630-816a-ffae48bcb493 service nova] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Updated VIF entry in instance network info cache for port 9128c9a8-1af6-40d9-a402-1b6ec0f975b8. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.953187] env[69186]: DEBUG nova.network.neutron [req-06aa1a1d-1524-497c-ab77-b9ff49e433c7 req-04507674-10fc-4630-816a-ffae48bcb493 service nova] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Updating instance_info_cache with network_info: [{"id": "9128c9a8-1af6-40d9-a402-1b6ec0f975b8", "address": "fa:16:3e:8f:3a:d2", "network": {"id": "e98ddc7c-b700-43e9-9a6c-9071d67d75e2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-386606320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c12534c31904b1cb1ab4994aa5c99f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9128c9a8-1a", "ovs_interfaceid": "9128c9a8-1af6-40d9-a402-1b6ec0f975b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.967155] env[69186]: DEBUG nova.network.neutron [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Updating instance_info_cache with network_info: [{"id": "cddd6238-1365-4c6f-8596-696d4e303dbc", "address": "fa:16:3e:3b:a5:45", "network": {"id": "dfd67fc0-c98b-40f5-9d92-db0e02ac93e8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-487268650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8598e739d2b942c9909402a64150d686", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcddd6238-13", "ovs_interfaceid": "cddd6238-1365-4c6f-8596-696d4e303dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.003818] env[69186]: DEBUG oslo_vmware.api [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3634539, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.120713] env[69186]: DEBUG oslo_vmware.api [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486992} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.121189] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 566f2979-e4dd-4c8d-b76a-cebe43a13af2/566f2979-e4dd-4c8d-b76a-cebe43a13af2.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.121550] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.121931] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-195ad4f9-bed3-40f4-9810-3978736f15d7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.136271] env[69186]: DEBUG oslo_vmware.api [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 678.136271] env[69186]: value = "task-3634541" [ 678.136271] env[69186]: _type = "Task" [ 678.136271] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.144022] env[69186]: DEBUG oslo_vmware.api [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.174486] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Task: {'id': task-3634535, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.242342] env[69186]: DEBUG nova.compute.manager [req-8fc5376a-7bca-4a7d-911e-24ce6aff54a5 req-4fa29117-cc53-4da0-8386-3821bb482afc service nova] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Received event network-vif-plugged-d26cdf2a-8b2e-45be-b954-bfd308a07379 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.242817] env[69186]: DEBUG oslo_concurrency.lockutils [req-8fc5376a-7bca-4a7d-911e-24ce6aff54a5 req-4fa29117-cc53-4da0-8386-3821bb482afc service nova] Acquiring lock "566f2979-e4dd-4c8d-b76a-cebe43a13af2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.243175] env[69186]: DEBUG oslo_concurrency.lockutils [req-8fc5376a-7bca-4a7d-911e-24ce6aff54a5 req-4fa29117-cc53-4da0-8386-3821bb482afc service nova] Lock "566f2979-e4dd-4c8d-b76a-cebe43a13af2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.243524] env[69186]: DEBUG oslo_concurrency.lockutils [req-8fc5376a-7bca-4a7d-911e-24ce6aff54a5 req-4fa29117-cc53-4da0-8386-3821bb482afc service nova] Lock "566f2979-e4dd-4c8d-b76a-cebe43a13af2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.245017] env[69186]: DEBUG nova.compute.manager [req-8fc5376a-7bca-4a7d-911e-24ce6aff54a5 req-4fa29117-cc53-4da0-8386-3821bb482afc service nova] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] No waiting events found dispatching network-vif-plugged-d26cdf2a-8b2e-45be-b954-bfd308a07379 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.245017] env[69186]: WARNING nova.compute.manager [req-8fc5376a-7bca-4a7d-911e-24ce6aff54a5 req-4fa29117-cc53-4da0-8386-3821bb482afc service nova] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Received unexpected event network-vif-plugged-d26cdf2a-8b2e-45be-b954-bfd308a07379 for instance with vm_state building and task_state spawning. [ 678.245017] env[69186]: DEBUG nova.compute.manager [req-8fc5376a-7bca-4a7d-911e-24ce6aff54a5 req-4fa29117-cc53-4da0-8386-3821bb482afc service nova] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Received event network-changed-d26cdf2a-8b2e-45be-b954-bfd308a07379 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.245017] env[69186]: DEBUG nova.compute.manager [req-8fc5376a-7bca-4a7d-911e-24ce6aff54a5 req-4fa29117-cc53-4da0-8386-3821bb482afc service nova] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Refreshing instance network info cache due to event network-changed-d26cdf2a-8b2e-45be-b954-bfd308a07379. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.245017] env[69186]: DEBUG oslo_concurrency.lockutils [req-8fc5376a-7bca-4a7d-911e-24ce6aff54a5 req-4fa29117-cc53-4da0-8386-3821bb482afc service nova] Acquiring lock "refresh_cache-566f2979-e4dd-4c8d-b76a-cebe43a13af2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.245240] env[69186]: DEBUG oslo_concurrency.lockutils [req-8fc5376a-7bca-4a7d-911e-24ce6aff54a5 req-4fa29117-cc53-4da0-8386-3821bb482afc service nova] Acquired lock "refresh_cache-566f2979-e4dd-4c8d-b76a-cebe43a13af2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.245346] env[69186]: DEBUG nova.network.neutron [req-8fc5376a-7bca-4a7d-911e-24ce6aff54a5 req-4fa29117-cc53-4da0-8386-3821bb482afc service nova] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Refreshing network info cache for port d26cdf2a-8b2e-45be-b954-bfd308a07379 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.387026] env[69186]: DEBUG oslo_vmware.api [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c359fb-973c-45f6-88fe-14ba7645319a, 'name': SearchDatastore_Task, 'duration_secs': 0.060236} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.390692] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.390936] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.391518] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.391518] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.391518] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.392414] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04942b93-450c-469d-bfae-8c6df035d1a6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.410020] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.410271] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.411049] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a997eff2-6764-409f-96dc-256e56174d35 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.419771] env[69186]: DEBUG oslo_vmware.api [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Waiting for the task: (returnval){ [ 678.419771] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5266c596-2dc3-9522-28cd-0ad20b0b3a28" [ 678.419771] env[69186]: _type = "Task" [ 678.419771] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.429532] env[69186]: DEBUG oslo_vmware.api [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5266c596-2dc3-9522-28cd-0ad20b0b3a28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.455518] env[69186]: DEBUG oslo_concurrency.lockutils [req-06aa1a1d-1524-497c-ab77-b9ff49e433c7 req-04507674-10fc-4630-816a-ffae48bcb493 service nova] Releasing lock "refresh_cache-27ac4f0c-fcfb-4023-be75-496a182aeff0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.455798] env[69186]: DEBUG nova.compute.manager [req-06aa1a1d-1524-497c-ab77-b9ff49e433c7 req-04507674-10fc-4630-816a-ffae48bcb493 service nova] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Received event network-vif-plugged-26031c49-562e-45a0-b712-43493c4e2ed8 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.456053] env[69186]: DEBUG oslo_concurrency.lockutils [req-06aa1a1d-1524-497c-ab77-b9ff49e433c7 req-04507674-10fc-4630-816a-ffae48bcb493 service nova] Acquiring lock "1850db1d-3245-43ea-af39-d698d7d03b75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.456205] env[69186]: DEBUG oslo_concurrency.lockutils [req-06aa1a1d-1524-497c-ab77-b9ff49e433c7 req-04507674-10fc-4630-816a-ffae48bcb493 service nova] Lock "1850db1d-3245-43ea-af39-d698d7d03b75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.456367] env[69186]: DEBUG oslo_concurrency.lockutils [req-06aa1a1d-1524-497c-ab77-b9ff49e433c7 req-04507674-10fc-4630-816a-ffae48bcb493 service nova] Lock "1850db1d-3245-43ea-af39-d698d7d03b75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.456528] env[69186]: DEBUG nova.compute.manager [req-06aa1a1d-1524-497c-ab77-b9ff49e433c7 req-04507674-10fc-4630-816a-ffae48bcb493 service nova] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] No waiting events found dispatching network-vif-plugged-26031c49-562e-45a0-b712-43493c4e2ed8 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.456691] env[69186]: WARNING nova.compute.manager [req-06aa1a1d-1524-497c-ab77-b9ff49e433c7 req-04507674-10fc-4630-816a-ffae48bcb493 service nova] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Received unexpected event network-vif-plugged-26031c49-562e-45a0-b712-43493c4e2ed8 for instance with vm_state building and task_state spawning. [ 678.456851] env[69186]: DEBUG nova.compute.manager [req-06aa1a1d-1524-497c-ab77-b9ff49e433c7 req-04507674-10fc-4630-816a-ffae48bcb493 service nova] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Received event network-changed-26031c49-562e-45a0-b712-43493c4e2ed8 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.457009] env[69186]: DEBUG nova.compute.manager [req-06aa1a1d-1524-497c-ab77-b9ff49e433c7 req-04507674-10fc-4630-816a-ffae48bcb493 service nova] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Refreshing instance network info cache due to event network-changed-26031c49-562e-45a0-b712-43493c4e2ed8. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.457288] env[69186]: DEBUG oslo_concurrency.lockutils [req-06aa1a1d-1524-497c-ab77-b9ff49e433c7 req-04507674-10fc-4630-816a-ffae48bcb493 service nova] Acquiring lock "refresh_cache-1850db1d-3245-43ea-af39-d698d7d03b75" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.457427] env[69186]: DEBUG oslo_concurrency.lockutils [req-06aa1a1d-1524-497c-ab77-b9ff49e433c7 req-04507674-10fc-4630-816a-ffae48bcb493 service nova] Acquired lock "refresh_cache-1850db1d-3245-43ea-af39-d698d7d03b75" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.457585] env[69186]: DEBUG nova.network.neutron [req-06aa1a1d-1524-497c-ab77-b9ff49e433c7 req-04507674-10fc-4630-816a-ffae48bcb493 service nova] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Refreshing network info cache for port 26031c49-562e-45a0-b712-43493c4e2ed8 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.470533] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Releasing lock "refresh_cache-1be9cd60-b206-4ce2-a8b5-793a218a2806" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.471017] env[69186]: DEBUG nova.compute.manager [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Instance network_info: |[{"id": "cddd6238-1365-4c6f-8596-696d4e303dbc", "address": "fa:16:3e:3b:a5:45", "network": {"id": "dfd67fc0-c98b-40f5-9d92-db0e02ac93e8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-487268650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8598e739d2b942c9909402a64150d686", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcddd6238-13", "ovs_interfaceid": "cddd6238-1365-4c6f-8596-696d4e303dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.471396] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:a5:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cddd6238-1365-4c6f-8596-696d4e303dbc', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.481361] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Creating folder: Project (8598e739d2b942c9909402a64150d686). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.483022] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd1ae909-f72f-4155-b6b9-19d8a1c1e2c0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.497145] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.497570] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Created folder: Project (8598e739d2b942c9909402a64150d686) in parent group-v724677. [ 678.497762] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Creating folder: Instances. Parent ref: group-v724716. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.498168] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a56fff87-7236-4423-96e5-003ff71ef438 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.500189] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bfe1d4e-3deb-49e0-97eb-7389fd85613a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.506534] env[69186]: DEBUG oslo_vmware.api [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3634539, 'name': PowerOnVM_Task, 'duration_secs': 0.599144} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.510628] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.510899] env[69186]: INFO nova.compute.manager [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Took 11.30 seconds to spawn the instance on the hypervisor. [ 678.511162] env[69186]: DEBUG nova.compute.manager [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.511956] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Waiting for the task: (returnval){ [ 678.511956] env[69186]: value = "task-3634543" [ 678.511956] env[69186]: _type = "Task" [ 678.511956] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.514797] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6f2fb4-3b44-4031-858f-f9ef49503ca3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.519400] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Created folder: Instances in parent group-v724716. [ 678.520471] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.524257] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.525446] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4f2dab2-6ab9-4355-9260-41266dcc1bcb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.548784] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e81d56-25a4-4eef-b5a4-627122e4affe {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.555190] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Task: {'id': task-3634543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.561513] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824eb1d7-65de-4ddb-92ae-5f1c2c8d9b2c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.566835] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.566835] env[69186]: value = "task-3634545" [ 678.566835] env[69186]: _type = "Task" [ 678.566835] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.597538] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2df76d-3a2c-4fad-a403-5ca8d25faa11 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.604808] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634545, 'name': CreateVM_Task} progress is 15%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.610939] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8111873-4276-4dea-98f4-e5b1e050533d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.628851] env[69186]: DEBUG nova.compute.provider_tree [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.644713] env[69186]: DEBUG oslo_vmware.api [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072177} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.644990] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.645838] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db04b355-4bcd-4c76-8de8-412dde1cf454 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.673351] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 566f2979-e4dd-4c8d-b76a-cebe43a13af2/566f2979-e4dd-4c8d-b76a-cebe43a13af2.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.680449] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10d51321-ec80-4771-8faa-23171a8618c9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.702911] env[69186]: DEBUG oslo_vmware.api [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Task: {'id': task-3634535, 'name': PowerOnVM_Task, 'duration_secs': 1.234787} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.704242] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.704372] env[69186]: INFO nova.compute.manager [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Took 13.41 seconds to spawn the instance on the hypervisor. [ 678.704562] env[69186]: DEBUG nova.compute.manager [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.706345] env[69186]: DEBUG oslo_vmware.api [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 678.706345] env[69186]: value = "task-3634546" [ 678.706345] env[69186]: _type = "Task" [ 678.706345] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.706345] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5d20cf-6804-467f-bba1-2f9fb49e913b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.718218] env[69186]: DEBUG oslo_vmware.api [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.932825] env[69186]: DEBUG oslo_vmware.api [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5266c596-2dc3-9522-28cd-0ad20b0b3a28, 'name': SearchDatastore_Task, 'duration_secs': 0.055489} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.933732] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5612e359-c3fc-4891-9317-bb9231220cdf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.944020] env[69186]: DEBUG oslo_vmware.api [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Waiting for the task: (returnval){ [ 678.944020] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527b8388-b122-38ab-4cd9-f55606644ba3" [ 678.944020] env[69186]: _type = "Task" [ 678.944020] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.951618] env[69186]: DEBUG oslo_vmware.api [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527b8388-b122-38ab-4cd9-f55606644ba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.037914] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Task: {'id': task-3634543, 'name': PowerOffVM_Task, 'duration_secs': 0.328242} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.039417] env[69186]: DEBUG nova.network.neutron [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Successfully updated port: 57f06735-4bba-4937-99e0-7d4cc5d21938 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.041727] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.041970] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.044544] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edeffcd4-6a14-484a-85eb-1241d0ce320b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.060325] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.063659] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96b93d82-cb35-4b7b-8fc9-23b966e96417 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.068590] env[69186]: INFO nova.compute.manager [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Took 16.14 seconds to build instance. [ 679.086259] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634545, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.100602] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.100821] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.100970] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Deleting the datastore file [datastore2] fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.101249] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bef7c9bf-6874-4a05-a570-5f4c6f77bc07 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.109059] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Waiting for the task: (returnval){ [ 679.109059] env[69186]: value = "task-3634548" [ 679.109059] env[69186]: _type = "Task" [ 679.109059] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.120383] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Task: {'id': task-3634548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.133020] env[69186]: DEBUG nova.scheduler.client.report [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.231138] env[69186]: DEBUG oslo_vmware.api [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.240414] env[69186]: INFO nova.compute.manager [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Took 18.57 seconds to build instance. [ 679.459886] env[69186]: DEBUG oslo_vmware.api [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527b8388-b122-38ab-4cd9-f55606644ba3, 'name': SearchDatastore_Task, 'duration_secs': 0.043452} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.460668] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.463227] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6/882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.463227] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51189cac-6f4d-4157-b3d5-0edf9ef4fb0d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.471682] env[69186]: DEBUG oslo_vmware.api [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Waiting for the task: (returnval){ [ 679.471682] env[69186]: value = "task-3634549" [ 679.471682] env[69186]: _type = "Task" [ 679.471682] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.482372] env[69186]: DEBUG oslo_vmware.api [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Task: {'id': task-3634549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.550750] env[69186]: DEBUG oslo_concurrency.lockutils [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "refresh_cache-f503d73d-b6a6-49cb-9c4c-ece76e61ff8e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.550750] env[69186]: DEBUG oslo_concurrency.lockutils [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquired lock "refresh_cache-f503d73d-b6a6-49cb-9c4c-ece76e61ff8e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.550750] env[69186]: DEBUG nova.network.neutron [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.571187] env[69186]: DEBUG oslo_concurrency.lockutils [None req-10571bf9-cef5-483f-a954-cd2b66ec74d6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Lock "1850db1d-3245-43ea-af39-d698d7d03b75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.654s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.586161] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634545, 'name': CreateVM_Task, 'duration_secs': 0.698557} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.586357] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.587350] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.588058] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.588058] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.588305] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-524961ff-c973-43c3-9329-c63eb6ab2f24 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.595685] env[69186]: DEBUG oslo_vmware.api [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for the task: (returnval){ [ 679.595685] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520be769-488f-983d-d0bc-b52244e2ad07" [ 679.595685] env[69186]: _type = "Task" [ 679.595685] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.604934] env[69186]: DEBUG oslo_vmware.api [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520be769-488f-983d-d0bc-b52244e2ad07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.619989] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Task: {'id': task-3634548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152446} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.620284] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.620474] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.620650] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.638760] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.639753] env[69186]: DEBUG nova.compute.manager [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.641910] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.354s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.643310] env[69186]: INFO nova.compute.claims [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.723352] env[69186]: DEBUG oslo_vmware.api [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634546, 'name': ReconfigVM_Task, 'duration_secs': 0.862108} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.724597] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 566f2979-e4dd-4c8d-b76a-cebe43a13af2/566f2979-e4dd-4c8d-b76a-cebe43a13af2.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.725496] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a730d94f-4ace-46fe-95e0-46c6af44db92 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.735068] env[69186]: DEBUG oslo_vmware.api [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 679.735068] env[69186]: value = "task-3634550" [ 679.735068] env[69186]: _type = "Task" [ 679.735068] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.749620] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Lock "27ac4f0c-fcfb-4023-be75-496a182aeff0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.148s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.749887] env[69186]: DEBUG oslo_vmware.api [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634550, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.750955] env[69186]: DEBUG nova.network.neutron [req-8fc5376a-7bca-4a7d-911e-24ce6aff54a5 req-4fa29117-cc53-4da0-8386-3821bb482afc service nova] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Updated VIF entry in instance network info cache for port d26cdf2a-8b2e-45be-b954-bfd308a07379. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.751465] env[69186]: DEBUG nova.network.neutron [req-8fc5376a-7bca-4a7d-911e-24ce6aff54a5 req-4fa29117-cc53-4da0-8386-3821bb482afc service nova] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Updating instance_info_cache with network_info: [{"id": "d26cdf2a-8b2e-45be-b954-bfd308a07379", "address": "fa:16:3e:4c:7f:b0", "network": {"id": "318febf9-1b9b-468e-89db-688cc7c13504", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994346472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa508e72f4e64c54bd0bbd510c8897ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26cdf2a-8b", "ovs_interfaceid": "d26cdf2a-8b2e-45be-b954-bfd308a07379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.760365] env[69186]: DEBUG nova.network.neutron [req-06aa1a1d-1524-497c-ab77-b9ff49e433c7 req-04507674-10fc-4630-816a-ffae48bcb493 service nova] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Updated VIF entry in instance network info cache for port 26031c49-562e-45a0-b712-43493c4e2ed8. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.761252] env[69186]: DEBUG nova.network.neutron [req-06aa1a1d-1524-497c-ab77-b9ff49e433c7 req-04507674-10fc-4630-816a-ffae48bcb493 service nova] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Updating instance_info_cache with network_info: [{"id": "26031c49-562e-45a0-b712-43493c4e2ed8", "address": "fa:16:3e:54:d2:f2", "network": {"id": "f695c878-49f7-4e5f-aba6-43cea95288e9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-392945436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85bd775e68b4c1c92b5f13874cf66fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26031c49-56", "ovs_interfaceid": "26031c49-562e-45a0-b712-43493c4e2ed8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.937495] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Acquiring lock "1fae0e2c-fb8d-411b-826e-18cda413b24f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.937862] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Lock "1fae0e2c-fb8d-411b-826e-18cda413b24f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.986665] env[69186]: DEBUG oslo_vmware.api [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Task: {'id': task-3634549, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.079264] env[69186]: DEBUG nova.compute.manager [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.108059] env[69186]: DEBUG oslo_vmware.api [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520be769-488f-983d-d0bc-b52244e2ad07, 'name': SearchDatastore_Task, 'duration_secs': 0.010751} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.108059] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.108059] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.108472] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.108472] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.108587] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.109653] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29237e66-c325-4d74-94c5-9ce0ac05fe48 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.118619] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.118861] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.119645] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96f588d5-a564-4af8-97af-26b9791d9f86 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.135763] env[69186]: DEBUG nova.network.neutron [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.142900] env[69186]: DEBUG oslo_vmware.api [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for the task: (returnval){ [ 680.142900] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b4f8fe-c8f7-77c4-82fe-ec1a77bc0735" [ 680.142900] env[69186]: _type = "Task" [ 680.142900] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.149088] env[69186]: DEBUG nova.compute.utils [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.162643] env[69186]: DEBUG nova.compute.manager [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.162643] env[69186]: DEBUG nova.network.neutron [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.164822] env[69186]: DEBUG oslo_vmware.api [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b4f8fe-c8f7-77c4-82fe-ec1a77bc0735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.247289] env[69186]: DEBUG oslo_vmware.api [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634550, 'name': Rename_Task, 'duration_secs': 0.24872} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.247617] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.248058] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83b3c2f0-8ea4-46bb-a932-1efe94d7c9f9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.258477] env[69186]: DEBUG oslo_concurrency.lockutils [req-8fc5376a-7bca-4a7d-911e-24ce6aff54a5 req-4fa29117-cc53-4da0-8386-3821bb482afc service nova] Releasing lock "refresh_cache-566f2979-e4dd-4c8d-b76a-cebe43a13af2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.259115] env[69186]: DEBUG nova.compute.manager [req-8fc5376a-7bca-4a7d-911e-24ce6aff54a5 req-4fa29117-cc53-4da0-8386-3821bb482afc service nova] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Received event network-vif-plugged-cddd6238-1365-4c6f-8596-696d4e303dbc {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.259115] env[69186]: DEBUG oslo_concurrency.lockutils [req-8fc5376a-7bca-4a7d-911e-24ce6aff54a5 req-4fa29117-cc53-4da0-8386-3821bb482afc service nova] Acquiring lock "1be9cd60-b206-4ce2-a8b5-793a218a2806-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.259115] env[69186]: DEBUG oslo_concurrency.lockutils [req-8fc5376a-7bca-4a7d-911e-24ce6aff54a5 req-4fa29117-cc53-4da0-8386-3821bb482afc service nova] Lock "1be9cd60-b206-4ce2-a8b5-793a218a2806-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.259729] env[69186]: DEBUG oslo_concurrency.lockutils [req-8fc5376a-7bca-4a7d-911e-24ce6aff54a5 req-4fa29117-cc53-4da0-8386-3821bb482afc service nova] Lock "1be9cd60-b206-4ce2-a8b5-793a218a2806-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.259729] env[69186]: DEBUG nova.compute.manager [req-8fc5376a-7bca-4a7d-911e-24ce6aff54a5 req-4fa29117-cc53-4da0-8386-3821bb482afc service nova] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] No waiting events found dispatching network-vif-plugged-cddd6238-1365-4c6f-8596-696d4e303dbc {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.259729] env[69186]: WARNING nova.compute.manager [req-8fc5376a-7bca-4a7d-911e-24ce6aff54a5 req-4fa29117-cc53-4da0-8386-3821bb482afc service nova] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Received unexpected event network-vif-plugged-cddd6238-1365-4c6f-8596-696d4e303dbc for instance with vm_state building and task_state spawning. [ 680.260225] env[69186]: DEBUG nova.compute.manager [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.263315] env[69186]: DEBUG oslo_vmware.api [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 680.263315] env[69186]: value = "task-3634551" [ 680.263315] env[69186]: _type = "Task" [ 680.263315] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.269848] env[69186]: DEBUG oslo_concurrency.lockutils [req-06aa1a1d-1524-497c-ab77-b9ff49e433c7 req-04507674-10fc-4630-816a-ffae48bcb493 service nova] Releasing lock "refresh_cache-1850db1d-3245-43ea-af39-d698d7d03b75" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.285722] env[69186]: DEBUG oslo_vmware.api [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634551, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.328950] env[69186]: DEBUG nova.policy [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6d051872bd04eaebdb79e23032ed784', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8041e0d49dfe4d029404c11c4077d5fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.357182] env[69186]: DEBUG nova.compute.manager [req-0f120714-ab69-49aa-b2c4-756919692294 req-16df8878-6bd6-4b1e-a4e0-0ac3a94f8ea8 service nova] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Received event network-changed-0cfc6039-cae6-425b-aa8e-df80d962b7f9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.357393] env[69186]: DEBUG nova.compute.manager [req-0f120714-ab69-49aa-b2c4-756919692294 req-16df8878-6bd6-4b1e-a4e0-0ac3a94f8ea8 service nova] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Refreshing instance network info cache due to event network-changed-0cfc6039-cae6-425b-aa8e-df80d962b7f9. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.357599] env[69186]: DEBUG oslo_concurrency.lockutils [req-0f120714-ab69-49aa-b2c4-756919692294 req-16df8878-6bd6-4b1e-a4e0-0ac3a94f8ea8 service nova] Acquiring lock "refresh_cache-0fc874b1-1810-403d-a646-ade0680bc7c1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.357733] env[69186]: DEBUG oslo_concurrency.lockutils [req-0f120714-ab69-49aa-b2c4-756919692294 req-16df8878-6bd6-4b1e-a4e0-0ac3a94f8ea8 service nova] Acquired lock "refresh_cache-0fc874b1-1810-403d-a646-ade0680bc7c1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.357925] env[69186]: DEBUG nova.network.neutron [req-0f120714-ab69-49aa-b2c4-756919692294 req-16df8878-6bd6-4b1e-a4e0-0ac3a94f8ea8 service nova] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Refreshing network info cache for port 0cfc6039-cae6-425b-aa8e-df80d962b7f9 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.416340] env[69186]: DEBUG oslo_concurrency.lockutils [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Acquiring lock "bf234d91-d702-4c0f-ae63-6f6db63fdcc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.416636] env[69186]: DEBUG oslo_concurrency.lockutils [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Lock "bf234d91-d702-4c0f-ae63-6f6db63fdcc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.416833] env[69186]: DEBUG oslo_concurrency.lockutils [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Acquiring lock "bf234d91-d702-4c0f-ae63-6f6db63fdcc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.417136] env[69186]: DEBUG oslo_concurrency.lockutils [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Lock "bf234d91-d702-4c0f-ae63-6f6db63fdcc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.417340] env[69186]: DEBUG oslo_concurrency.lockutils [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Lock "bf234d91-d702-4c0f-ae63-6f6db63fdcc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.420675] env[69186]: INFO nova.compute.manager [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Terminating instance [ 680.487209] env[69186]: DEBUG oslo_vmware.api [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Task: {'id': task-3634549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650037} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.487595] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6/882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.487701] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.487988] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6508260f-b48c-4a75-a2da-601db339b874 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.501099] env[69186]: DEBUG oslo_vmware.api [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Waiting for the task: (returnval){ [ 680.501099] env[69186]: value = "task-3634552" [ 680.501099] env[69186]: _type = "Task" [ 680.501099] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.513899] env[69186]: DEBUG oslo_vmware.api [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Task: {'id': task-3634552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.612881] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.659746] env[69186]: DEBUG oslo_vmware.api [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b4f8fe-c8f7-77c4-82fe-ec1a77bc0735, 'name': SearchDatastore_Task, 'duration_secs': 0.020286} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.660082] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-333b0ab0-ee05-4028-a5ca-f9bad29207de {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.662916] env[69186]: DEBUG nova.compute.manager [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.674548] env[69186]: DEBUG oslo_vmware.api [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for the task: (returnval){ [ 680.674548] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5289ecde-9f6e-271b-1269-35fe7fcc2a81" [ 680.674548] env[69186]: _type = "Task" [ 680.674548] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.699128] env[69186]: DEBUG oslo_vmware.api [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5289ecde-9f6e-271b-1269-35fe7fcc2a81, 'name': SearchDatastore_Task, 'duration_secs': 0.010704} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.708020] env[69186]: DEBUG nova.virt.hardware [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.709613] env[69186]: DEBUG nova.virt.hardware [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.709613] env[69186]: DEBUG nova.virt.hardware [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.709613] env[69186]: DEBUG nova.virt.hardware [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.709613] env[69186]: DEBUG nova.virt.hardware [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.709613] env[69186]: DEBUG nova.virt.hardware [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.710213] env[69186]: DEBUG nova.virt.hardware [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.710213] env[69186]: DEBUG nova.virt.hardware [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.710213] env[69186]: DEBUG nova.virt.hardware [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.710213] env[69186]: DEBUG nova.virt.hardware [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.710213] env[69186]: DEBUG nova.virt.hardware [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.710442] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.710442] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 1be9cd60-b206-4ce2-a8b5-793a218a2806/1be9cd60-b206-4ce2-a8b5-793a218a2806.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.715731] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd599f1-bca3-49aa-b051-939a9e6aa7bc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.725172] env[69186]: DEBUG nova.network.neutron [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Updating instance_info_cache with network_info: [{"id": "57f06735-4bba-4937-99e0-7d4cc5d21938", "address": "fa:16:3e:7f:ac:39", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f06735-4b", "ovs_interfaceid": "57f06735-4bba-4937-99e0-7d4cc5d21938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.727148] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ecd5685-7fee-4627-abf1-be90606fce20 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.740448] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9022ad94-7838-4078-81b2-e09083135bc0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.745821] env[69186]: DEBUG oslo_vmware.api [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for the task: (returnval){ [ 680.745821] env[69186]: value = "task-3634553" [ 680.745821] env[69186]: _type = "Task" [ 680.745821] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.761717] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Instance VIF info [] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.767835] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.773960] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.784654] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d519af7-c34c-46a9-9a4c-5a98417cd58c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.797340] env[69186]: DEBUG oslo_vmware.api [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.811848] env[69186]: DEBUG oslo_vmware.api [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634551, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.816151] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.816151] env[69186]: value = "task-3634554" [ 680.816151] env[69186]: _type = "Task" [ 680.816151] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.820074] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.825692] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634554, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.930879] env[69186]: DEBUG nova.compute.manager [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 680.931149] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.932856] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274c423d-97e3-4e0b-9141-d4adc8594255 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.948321] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.948663] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fa38598-ba57-479e-89e0-f6462270528c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.961542] env[69186]: DEBUG oslo_vmware.api [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Waiting for the task: (returnval){ [ 680.961542] env[69186]: value = "task-3634555" [ 680.961542] env[69186]: _type = "Task" [ 680.961542] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.975099] env[69186]: DEBUG oslo_vmware.api [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Task: {'id': task-3634555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.018098] env[69186]: DEBUG oslo_vmware.api [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Task: {'id': task-3634552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068007} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.018748] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.019862] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c36d7e-4d2a-4d1c-ac37-69f0794048cd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.046945] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6/882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.050774] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f6d5daf-a4c7-46bb-a75f-80d96fbca176 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.075438] env[69186]: DEBUG oslo_vmware.api [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Waiting for the task: (returnval){ [ 681.075438] env[69186]: value = "task-3634556" [ 681.075438] env[69186]: _type = "Task" [ 681.075438] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.088583] env[69186]: DEBUG oslo_vmware.api [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Task: {'id': task-3634556, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.206507] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307de0df-0b96-4693-bc60-2ac7bfb72a59 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.217296] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e147352-c81d-42b9-ac44-40f7e01000dd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.252480] env[69186]: DEBUG oslo_concurrency.lockutils [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Releasing lock "refresh_cache-f503d73d-b6a6-49cb-9c4c-ece76e61ff8e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.252646] env[69186]: DEBUG nova.compute.manager [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Instance network_info: |[{"id": "57f06735-4bba-4937-99e0-7d4cc5d21938", "address": "fa:16:3e:7f:ac:39", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f06735-4b", "ovs_interfaceid": "57f06735-4bba-4937-99e0-7d4cc5d21938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.254120] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:ac:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57f06735-4bba-4937-99e0-7d4cc5d21938', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.262029] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Creating folder: Project (ac6b78bd368b422ea96eea2f76aa322c). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.266181] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d5ccc0-3f97-4eef-b62a-c1c3f18331d3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.269601] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8bb998b-dfda-4696-90c9-8f189ff7255b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.283321] env[69186]: DEBUG oslo_vmware.api [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634553, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.287130] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b430f1f-dce9-4eae-b25b-40ad2ad28465 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.291605] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Created folder: Project (ac6b78bd368b422ea96eea2f76aa322c) in parent group-v724677. [ 681.291796] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Creating folder: Instances. Parent ref: group-v724720. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.295420] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-813c057d-5407-48d1-9cab-2115390a28c1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.297589] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Acquiring lock "a1b743d8-af17-4c36-9e79-ed89e9134705" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.297876] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Lock "a1b743d8-af17-4c36-9e79-ed89e9134705" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.304042] env[69186]: DEBUG oslo_vmware.api [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634551, 'name': PowerOnVM_Task, 'duration_secs': 0.673851} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.304747] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.305048] env[69186]: INFO nova.compute.manager [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Took 11.55 seconds to spawn the instance on the hypervisor. [ 681.305521] env[69186]: DEBUG nova.compute.manager [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.306285] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cec1c3-0723-4281-826e-1d99244a5692 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.318921] env[69186]: DEBUG nova.compute.provider_tree [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.327444] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Created folder: Instances in parent group-v724720. [ 681.327731] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.330239] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.333882] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74cb4e7f-be71-41ff-a5a9-568e89935d23 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.354035] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634554, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.361062] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.361062] env[69186]: value = "task-3634559" [ 681.361062] env[69186]: _type = "Task" [ 681.361062] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.370900] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634559, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.475431] env[69186]: DEBUG oslo_vmware.api [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Task: {'id': task-3634555, 'name': PowerOffVM_Task, 'duration_secs': 0.495238} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.475741] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.475912] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.476189] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76254213-3271-40d0-baba-7228bf598e89 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.544127] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.544773] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.544773] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Deleting the datastore file [datastore1] bf234d91-d702-4c0f-ae63-6f6db63fdcc4 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.544879] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e5ac890-6692-40a5-9c22-1358ebbeee6e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.552874] env[69186]: DEBUG oslo_vmware.api [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Waiting for the task: (returnval){ [ 681.552874] env[69186]: value = "task-3634561" [ 681.552874] env[69186]: _type = "Task" [ 681.552874] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.563959] env[69186]: DEBUG oslo_vmware.api [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Task: {'id': task-3634561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.587471] env[69186]: DEBUG oslo_vmware.api [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Task: {'id': task-3634556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.685842] env[69186]: DEBUG nova.compute.manager [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.725126] env[69186]: DEBUG nova.virt.hardware [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.725126] env[69186]: DEBUG nova.virt.hardware [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.725126] env[69186]: DEBUG nova.virt.hardware [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.726702] env[69186]: DEBUG nova.virt.hardware [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.726702] env[69186]: DEBUG nova.virt.hardware [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.726702] env[69186]: DEBUG nova.virt.hardware [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.726702] env[69186]: DEBUG nova.virt.hardware [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.726702] env[69186]: DEBUG nova.virt.hardware [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.727061] env[69186]: DEBUG nova.virt.hardware [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.727061] env[69186]: DEBUG nova.virt.hardware [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.727061] env[69186]: DEBUG nova.virt.hardware [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.727061] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda66c9b-8cde-4f3c-8ece-b864e402c3d3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.743404] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7c2d49-8443-40c1-a1a0-76853d31d682 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.772607] env[69186]: DEBUG oslo_vmware.api [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588529} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.772871] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 1be9cd60-b206-4ce2-a8b5-793a218a2806/1be9cd60-b206-4ce2-a8b5-793a218a2806.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.774055] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.774055] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-918c9099-57a2-45be-8ff9-5513d7a9c6ba {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.781906] env[69186]: DEBUG oslo_vmware.api [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for the task: (returnval){ [ 681.781906] env[69186]: value = "task-3634562" [ 681.781906] env[69186]: _type = "Task" [ 681.781906] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.794023] env[69186]: DEBUG oslo_vmware.api [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.828989] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634554, 'name': CreateVM_Task, 'duration_secs': 0.954273} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.829181] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.829627] env[69186]: DEBUG oslo_concurrency.lockutils [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.829786] env[69186]: DEBUG oslo_concurrency.lockutils [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.830108] env[69186]: DEBUG oslo_concurrency.lockutils [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.830933] env[69186]: DEBUG nova.scheduler.client.report [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.833977] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eae7935e-1cab-4664-ac41-b216967a9726 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.840392] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Waiting for the task: (returnval){ [ 681.840392] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529273cf-564f-ddaf-622e-3ce2c2e307c8" [ 681.840392] env[69186]: _type = "Task" [ 681.840392] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.852800] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529273cf-564f-ddaf-622e-3ce2c2e307c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.870402] env[69186]: INFO nova.compute.manager [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Took 18.92 seconds to build instance. [ 681.876358] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634559, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.964361] env[69186]: DEBUG nova.network.neutron [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Successfully created port: ffa3c8bb-362c-4bf0-88c6-5080034c6a15 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.002633] env[69186]: DEBUG nova.network.neutron [req-0f120714-ab69-49aa-b2c4-756919692294 req-16df8878-6bd6-4b1e-a4e0-0ac3a94f8ea8 service nova] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Updated VIF entry in instance network info cache for port 0cfc6039-cae6-425b-aa8e-df80d962b7f9. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.002633] env[69186]: DEBUG nova.network.neutron [req-0f120714-ab69-49aa-b2c4-756919692294 req-16df8878-6bd6-4b1e-a4e0-0ac3a94f8ea8 service nova] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Updating instance_info_cache with network_info: [{"id": "0cfc6039-cae6-425b-aa8e-df80d962b7f9", "address": "fa:16:3e:38:46:30", "network": {"id": "93545985-ef65-46f0-bb58-26fad5bc0cfb", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1213970624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dd164da4c614d8793a4c54717e07c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cfc6039-ca", "ovs_interfaceid": "0cfc6039-cae6-425b-aa8e-df80d962b7f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.064530] env[69186]: DEBUG oslo_vmware.api [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Task: {'id': task-3634561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194682} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.066886] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.067122] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.067342] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.067523] env[69186]: INFO nova.compute.manager [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 682.067771] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.067962] env[69186]: DEBUG nova.compute.manager [-] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.068089] env[69186]: DEBUG nova.network.neutron [-] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.087048] env[69186]: DEBUG oslo_vmware.api [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Task: {'id': task-3634556, 'name': ReconfigVM_Task, 'duration_secs': 0.571091} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.087667] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6/882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.087969] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e8e5cd4-d36d-4b97-8d6f-c044074713c0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.099404] env[69186]: DEBUG oslo_vmware.api [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Waiting for the task: (returnval){ [ 682.099404] env[69186]: value = "task-3634563" [ 682.099404] env[69186]: _type = "Task" [ 682.099404] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.104785] env[69186]: DEBUG oslo_vmware.api [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Task: {'id': task-3634563, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.159311] env[69186]: DEBUG nova.compute.manager [req-b32754ed-b0fd-469e-87a1-5122f458434b req-05566a19-3e10-4098-b641-2587f9d5a706 service nova] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Received event network-changed-cddd6238-1365-4c6f-8596-696d4e303dbc {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.159864] env[69186]: DEBUG nova.compute.manager [req-b32754ed-b0fd-469e-87a1-5122f458434b req-05566a19-3e10-4098-b641-2587f9d5a706 service nova] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Refreshing instance network info cache due to event network-changed-cddd6238-1365-4c6f-8596-696d4e303dbc. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.160206] env[69186]: DEBUG oslo_concurrency.lockutils [req-b32754ed-b0fd-469e-87a1-5122f458434b req-05566a19-3e10-4098-b641-2587f9d5a706 service nova] Acquiring lock "refresh_cache-1be9cd60-b206-4ce2-a8b5-793a218a2806" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.160481] env[69186]: DEBUG oslo_concurrency.lockutils [req-b32754ed-b0fd-469e-87a1-5122f458434b req-05566a19-3e10-4098-b641-2587f9d5a706 service nova] Acquired lock "refresh_cache-1be9cd60-b206-4ce2-a8b5-793a218a2806" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.161221] env[69186]: DEBUG nova.network.neutron [req-b32754ed-b0fd-469e-87a1-5122f458434b req-05566a19-3e10-4098-b641-2587f9d5a706 service nova] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Refreshing network info cache for port cddd6238-1365-4c6f-8596-696d4e303dbc {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.298432] env[69186]: DEBUG oslo_vmware.api [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.272568} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.298793] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.299831] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a3ddd8-6eef-4e18-b931-1d4993866d4b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.337804] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 1be9cd60-b206-4ce2-a8b5-793a218a2806/1be9cd60-b206-4ce2-a8b5-793a218a2806.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.339480] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.339794] env[69186]: DEBUG nova.compute.manager [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.342982] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-debbccdf-6a47-4b26-a5ba-739661f589ca {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.359489] env[69186]: DEBUG oslo_concurrency.lockutils [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.818s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.361260] env[69186]: INFO nova.compute.claims [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.376053] env[69186]: DEBUG oslo_concurrency.lockutils [None req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "566f2979-e4dd-4c8d-b76a-cebe43a13af2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.441s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.380103] env[69186]: DEBUG oslo_vmware.api [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for the task: (returnval){ [ 682.380103] env[69186]: value = "task-3634564" [ 682.380103] env[69186]: _type = "Task" [ 682.380103] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.394133] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634559, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.394133] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529273cf-564f-ddaf-622e-3ce2c2e307c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011915} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.395636] env[69186]: DEBUG oslo_concurrency.lockutils [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.395882] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.397727] env[69186]: DEBUG oslo_concurrency.lockutils [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.397727] env[69186]: DEBUG oslo_concurrency.lockutils [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.397727] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.397727] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d1811b4-1d51-4dc3-acad-3ecb7ebf25eb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.403695] env[69186]: DEBUG oslo_vmware.api [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.412978] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.414033] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.414191] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e080bf18-29d2-4653-af92-0ad508bbb422 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.424105] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Waiting for the task: (returnval){ [ 682.424105] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52324fa9-d286-97ce-9f16-f2db029bad06" [ 682.424105] env[69186]: _type = "Task" [ 682.424105] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.435183] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52324fa9-d286-97ce-9f16-f2db029bad06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.507783] env[69186]: DEBUG oslo_concurrency.lockutils [req-0f120714-ab69-49aa-b2c4-756919692294 req-16df8878-6bd6-4b1e-a4e0-0ac3a94f8ea8 service nova] Releasing lock "refresh_cache-0fc874b1-1810-403d-a646-ade0680bc7c1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.607740] env[69186]: DEBUG oslo_vmware.api [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Task: {'id': task-3634563, 'name': Rename_Task, 'duration_secs': 0.390177} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.607740] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.607740] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c3a263b-ad4b-495d-a1be-5f0e677ccf6e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.615756] env[69186]: DEBUG oslo_vmware.api [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Waiting for the task: (returnval){ [ 682.615756] env[69186]: value = "task-3634565" [ 682.615756] env[69186]: _type = "Task" [ 682.615756] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.625832] env[69186]: DEBUG oslo_vmware.api [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Task: {'id': task-3634565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.845482] env[69186]: DEBUG nova.compute.utils [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.847421] env[69186]: DEBUG nova.compute.manager [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.847421] env[69186]: DEBUG nova.network.neutron [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.881740] env[69186]: DEBUG nova.compute.manager [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.885769] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634559, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.896186] env[69186]: DEBUG oslo_vmware.api [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634564, 'name': ReconfigVM_Task, 'duration_secs': 0.509749} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.898325] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 1be9cd60-b206-4ce2-a8b5-793a218a2806/1be9cd60-b206-4ce2-a8b5-793a218a2806.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.899252] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19b7fc16-cfab-4076-803a-ba0608924b29 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.910325] env[69186]: DEBUG oslo_vmware.api [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for the task: (returnval){ [ 682.910325] env[69186]: value = "task-3634566" [ 682.910325] env[69186]: _type = "Task" [ 682.910325] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.925019] env[69186]: DEBUG oslo_vmware.api [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634566, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.940392] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52324fa9-d286-97ce-9f16-f2db029bad06, 'name': SearchDatastore_Task, 'duration_secs': 0.011552} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.941282] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84f34ea7-eabf-4617-81a2-47d52f5da052 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.949821] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Waiting for the task: (returnval){ [ 682.949821] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f701a4-e16c-ddfe-b7df-99b960cb29a9" [ 682.949821] env[69186]: _type = "Task" [ 682.949821] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.958619] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f701a4-e16c-ddfe-b7df-99b960cb29a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.979487] env[69186]: DEBUG nova.policy [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9aeec5c217a47e68b9e0518ef3917d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7345283ef6f54af38b4d2371f1bdea52', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.057385] env[69186]: DEBUG nova.network.neutron [req-b32754ed-b0fd-469e-87a1-5122f458434b req-05566a19-3e10-4098-b641-2587f9d5a706 service nova] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Updated VIF entry in instance network info cache for port cddd6238-1365-4c6f-8596-696d4e303dbc. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.057855] env[69186]: DEBUG nova.network.neutron [req-b32754ed-b0fd-469e-87a1-5122f458434b req-05566a19-3e10-4098-b641-2587f9d5a706 service nova] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Updating instance_info_cache with network_info: [{"id": "cddd6238-1365-4c6f-8596-696d4e303dbc", "address": "fa:16:3e:3b:a5:45", "network": {"id": "dfd67fc0-c98b-40f5-9d92-db0e02ac93e8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-487268650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8598e739d2b942c9909402a64150d686", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcddd6238-13", "ovs_interfaceid": "cddd6238-1365-4c6f-8596-696d4e303dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.129043] env[69186]: DEBUG oslo_vmware.api [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Task: {'id': task-3634565, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.248503] env[69186]: DEBUG nova.network.neutron [-] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.350903] env[69186]: DEBUG nova.compute.manager [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.395868] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634559, 'name': CreateVM_Task, 'duration_secs': 1.781252} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.398169] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.399037] env[69186]: DEBUG oslo_concurrency.lockutils [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.399212] env[69186]: DEBUG oslo_concurrency.lockutils [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.400138] env[69186]: DEBUG oslo_concurrency.lockutils [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.400138] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d442464b-a0c1-4941-8f50-78fbf4127b92 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.412509] env[69186]: DEBUG oslo_vmware.api [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 683.412509] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5281d3db-2d50-b858-1190-a1bba647fdc2" [ 683.412509] env[69186]: _type = "Task" [ 683.412509] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.425140] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.437519] env[69186]: DEBUG oslo_vmware.api [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5281d3db-2d50-b858-1190-a1bba647fdc2, 'name': SearchDatastore_Task, 'duration_secs': 0.017023} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.438655] env[69186]: DEBUG oslo_vmware.api [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634566, 'name': Rename_Task, 'duration_secs': 0.182056} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.443207] env[69186]: DEBUG oslo_concurrency.lockutils [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.443207] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.443207] env[69186]: DEBUG oslo_concurrency.lockutils [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.443207] env[69186]: DEBUG oslo_concurrency.lockutils [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.443380] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.443380] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.443380] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ff0a3a9-39d7-48d8-a0ba-6ecd081f458f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.445103] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66979f80-4702-44de-b773-23af8ab14087 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.457048] env[69186]: DEBUG oslo_vmware.api [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for the task: (returnval){ [ 683.457048] env[69186]: value = "task-3634567" [ 683.457048] env[69186]: _type = "Task" [ 683.457048] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.460976] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f701a4-e16c-ddfe-b7df-99b960cb29a9, 'name': SearchDatastore_Task, 'duration_secs': 0.023996} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.465030] env[69186]: DEBUG oslo_concurrency.lockutils [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.466160] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3/fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.466160] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.466160] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.468689] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a35bef79-e4d7-4042-8faa-70ffcd180f43 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.470962] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-294852ba-1174-4f6c-94ae-2513ebae9866 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.485435] env[69186]: DEBUG oslo_vmware.api [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634567, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.488391] env[69186]: DEBUG oslo_vmware.api [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 683.488391] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ac07de-924d-b892-6cc5-088b7a29a747" [ 683.488391] env[69186]: _type = "Task" [ 683.488391] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.488391] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Waiting for the task: (returnval){ [ 683.488391] env[69186]: value = "task-3634568" [ 683.488391] env[69186]: _type = "Task" [ 683.488391] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.506607] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Task: {'id': task-3634568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.512656] env[69186]: DEBUG oslo_vmware.api [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ac07de-924d-b892-6cc5-088b7a29a747, 'name': SearchDatastore_Task, 'duration_secs': 0.014416} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.518667] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e721cb19-1824-43b2-af98-3c57bc8311a7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.522240] env[69186]: DEBUG oslo_concurrency.lockutils [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquiring lock "0ea7324d-38d7-432d-b7ce-5c59d42eee6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.522240] env[69186]: DEBUG oslo_concurrency.lockutils [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "0ea7324d-38d7-432d-b7ce-5c59d42eee6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.527574] env[69186]: DEBUG oslo_vmware.api [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 683.527574] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bdd88a-9e25-b7b0-b6e9-e054ef17420e" [ 683.527574] env[69186]: _type = "Task" [ 683.527574] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.544080] env[69186]: DEBUG oslo_vmware.api [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bdd88a-9e25-b7b0-b6e9-e054ef17420e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.560736] env[69186]: DEBUG oslo_concurrency.lockutils [req-b32754ed-b0fd-469e-87a1-5122f458434b req-05566a19-3e10-4098-b641-2587f9d5a706 service nova] Releasing lock "refresh_cache-1be9cd60-b206-4ce2-a8b5-793a218a2806" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.561080] env[69186]: DEBUG nova.compute.manager [req-b32754ed-b0fd-469e-87a1-5122f458434b req-05566a19-3e10-4098-b641-2587f9d5a706 service nova] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Received event network-vif-plugged-57f06735-4bba-4937-99e0-7d4cc5d21938 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.562172] env[69186]: DEBUG oslo_concurrency.lockutils [req-b32754ed-b0fd-469e-87a1-5122f458434b req-05566a19-3e10-4098-b641-2587f9d5a706 service nova] Acquiring lock "f503d73d-b6a6-49cb-9c4c-ece76e61ff8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.562172] env[69186]: DEBUG oslo_concurrency.lockutils [req-b32754ed-b0fd-469e-87a1-5122f458434b req-05566a19-3e10-4098-b641-2587f9d5a706 service nova] Lock "f503d73d-b6a6-49cb-9c4c-ece76e61ff8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.562172] env[69186]: DEBUG oslo_concurrency.lockutils [req-b32754ed-b0fd-469e-87a1-5122f458434b req-05566a19-3e10-4098-b641-2587f9d5a706 service nova] Lock "f503d73d-b6a6-49cb-9c4c-ece76e61ff8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.562172] env[69186]: DEBUG nova.compute.manager [req-b32754ed-b0fd-469e-87a1-5122f458434b req-05566a19-3e10-4098-b641-2587f9d5a706 service nova] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] No waiting events found dispatching network-vif-plugged-57f06735-4bba-4937-99e0-7d4cc5d21938 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.562429] env[69186]: WARNING nova.compute.manager [req-b32754ed-b0fd-469e-87a1-5122f458434b req-05566a19-3e10-4098-b641-2587f9d5a706 service nova] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Received unexpected event network-vif-plugged-57f06735-4bba-4937-99e0-7d4cc5d21938 for instance with vm_state building and task_state spawning. [ 683.562429] env[69186]: DEBUG nova.compute.manager [req-b32754ed-b0fd-469e-87a1-5122f458434b req-05566a19-3e10-4098-b641-2587f9d5a706 service nova] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Received event network-changed-57f06735-4bba-4937-99e0-7d4cc5d21938 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.562589] env[69186]: DEBUG nova.compute.manager [req-b32754ed-b0fd-469e-87a1-5122f458434b req-05566a19-3e10-4098-b641-2587f9d5a706 service nova] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Refreshing instance network info cache due to event network-changed-57f06735-4bba-4937-99e0-7d4cc5d21938. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.563274] env[69186]: DEBUG oslo_concurrency.lockutils [req-b32754ed-b0fd-469e-87a1-5122f458434b req-05566a19-3e10-4098-b641-2587f9d5a706 service nova] Acquiring lock "refresh_cache-f503d73d-b6a6-49cb-9c4c-ece76e61ff8e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.563274] env[69186]: DEBUG oslo_concurrency.lockutils [req-b32754ed-b0fd-469e-87a1-5122f458434b req-05566a19-3e10-4098-b641-2587f9d5a706 service nova] Acquired lock "refresh_cache-f503d73d-b6a6-49cb-9c4c-ece76e61ff8e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.567493] env[69186]: DEBUG nova.network.neutron [req-b32754ed-b0fd-469e-87a1-5122f458434b req-05566a19-3e10-4098-b641-2587f9d5a706 service nova] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Refreshing network info cache for port 57f06735-4bba-4937-99e0-7d4cc5d21938 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.634376] env[69186]: DEBUG oslo_vmware.api [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Task: {'id': task-3634565, 'name': PowerOnVM_Task, 'duration_secs': 0.604334} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.634651] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.634859] env[69186]: INFO nova.compute.manager [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Took 6.42 seconds to spawn the instance on the hypervisor. [ 683.635119] env[69186]: DEBUG nova.compute.manager [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.635971] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc87cc2-1b9a-4014-9d4e-54bd939f9eaa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.751405] env[69186]: INFO nova.compute.manager [-] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Took 1.68 seconds to deallocate network for instance. [ 683.914016] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aadcfb6-752e-4097-b6de-0cdc2582209c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.924598] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69d6aec-f589-408e-9b81-40d1e959e074 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.968197] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0869ecf1-9832-45b7-b5a9-7412fa0bfb13 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.983683] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb15cb9-84a3-4a80-86d2-3c6a66a79686 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.988074] env[69186]: DEBUG oslo_vmware.api [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634567, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.001952] env[69186]: DEBUG nova.compute.provider_tree [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.018238] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Task: {'id': task-3634568, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.022362] env[69186]: DEBUG nova.network.neutron [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Successfully created port: b0d07f75-289f-4c26-82bc-214a779e69a3 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.041027] env[69186]: DEBUG oslo_vmware.api [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bdd88a-9e25-b7b0-b6e9-e054ef17420e, 'name': SearchDatastore_Task, 'duration_secs': 0.012806} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.041523] env[69186]: DEBUG oslo_concurrency.lockutils [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.041811] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] f503d73d-b6a6-49cb-9c4c-ece76e61ff8e/f503d73d-b6a6-49cb-9c4c-ece76e61ff8e.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.042107] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ad1e1d3-3739-4165-a9cc-b9f08b1ade09 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.056155] env[69186]: DEBUG oslo_vmware.api [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 684.056155] env[69186]: value = "task-3634569" [ 684.056155] env[69186]: _type = "Task" [ 684.056155] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.069787] env[69186]: DEBUG oslo_vmware.api [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3634569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.158343] env[69186]: INFO nova.compute.manager [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Took 18.59 seconds to build instance. [ 684.259261] env[69186]: DEBUG oslo_concurrency.lockutils [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.363025] env[69186]: DEBUG nova.compute.manager [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.402549] env[69186]: DEBUG nova.virt.hardware [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.402549] env[69186]: DEBUG nova.virt.hardware [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.402752] env[69186]: DEBUG nova.virt.hardware [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.402943] env[69186]: DEBUG nova.virt.hardware [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.403077] env[69186]: DEBUG nova.virt.hardware [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.403250] env[69186]: DEBUG nova.virt.hardware [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.403492] env[69186]: DEBUG nova.virt.hardware [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.403845] env[69186]: DEBUG nova.virt.hardware [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.403845] env[69186]: DEBUG nova.virt.hardware [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.403985] env[69186]: DEBUG nova.virt.hardware [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.404211] env[69186]: DEBUG nova.virt.hardware [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.405139] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebdf503-2a06-4c12-8162-38c2cf35ad79 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.415237] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5ebef2-7a65-448f-aeeb-f9731456f76e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.477123] env[69186]: DEBUG oslo_vmware.api [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634567, 'name': PowerOnVM_Task, 'duration_secs': 0.737056} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.477508] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.477714] env[69186]: INFO nova.compute.manager [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Took 12.31 seconds to spawn the instance on the hypervisor. [ 684.477896] env[69186]: DEBUG nova.compute.manager [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.478813] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccc9d70-1347-4b77-8783-862b1ff97e97 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.507936] env[69186]: DEBUG nova.scheduler.client.report [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.519933] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Task: {'id': task-3634568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572801} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.520297] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3/fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.520446] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.520703] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee6caaeb-f073-4293-912a-e54524b39b30 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.529779] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Waiting for the task: (returnval){ [ 684.529779] env[69186]: value = "task-3634570" [ 684.529779] env[69186]: _type = "Task" [ 684.529779] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.543195] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Task: {'id': task-3634570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.568960] env[69186]: DEBUG oslo_vmware.api [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3634569, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.663145] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b2ba5dc0-82c1-4546-8000-1e4257e32f17 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Lock "882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.100s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.690999] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "b4c72f06-e9a4-41e4-8725-d5101ae2aca0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.695573] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "b4c72f06-e9a4-41e4-8725-d5101ae2aca0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.907844] env[69186]: DEBUG nova.network.neutron [req-b32754ed-b0fd-469e-87a1-5122f458434b req-05566a19-3e10-4098-b641-2587f9d5a706 service nova] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Updated VIF entry in instance network info cache for port 57f06735-4bba-4937-99e0-7d4cc5d21938. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.908220] env[69186]: DEBUG nova.network.neutron [req-b32754ed-b0fd-469e-87a1-5122f458434b req-05566a19-3e10-4098-b641-2587f9d5a706 service nova] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Updating instance_info_cache with network_info: [{"id": "57f06735-4bba-4937-99e0-7d4cc5d21938", "address": "fa:16:3e:7f:ac:39", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f06735-4b", "ovs_interfaceid": "57f06735-4bba-4937-99e0-7d4cc5d21938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.003298] env[69186]: INFO nova.compute.manager [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Took 21.62 seconds to build instance. [ 685.013631] env[69186]: DEBUG oslo_concurrency.lockutils [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.014226] env[69186]: DEBUG nova.compute.manager [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.017776] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.431s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.019417] env[69186]: INFO nova.compute.claims [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.045791] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Task: {'id': task-3634570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085962} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.046205] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.046959] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e431ff15-0ebb-4b34-b405-8ec6bf581453 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.051036] env[69186]: DEBUG nova.network.neutron [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Successfully updated port: ffa3c8bb-362c-4bf0-88c6-5080034c6a15 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.076715] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3/fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.080641] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c408b90-d2f1-4aba-83d3-d1339523042c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.104171] env[69186]: DEBUG oslo_vmware.api [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3634569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640554} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.105872] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] f503d73d-b6a6-49cb-9c4c-ece76e61ff8e/f503d73d-b6a6-49cb-9c4c-ece76e61ff8e.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.105872] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.106458] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Waiting for the task: (returnval){ [ 685.106458] env[69186]: value = "task-3634571" [ 685.106458] env[69186]: _type = "Task" [ 685.106458] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.106928] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64690f23-9ce0-4635-b412-c02e7cff4d8a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.120623] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Task: {'id': task-3634571, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.121500] env[69186]: DEBUG oslo_vmware.api [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 685.121500] env[69186]: value = "task-3634572" [ 685.121500] env[69186]: _type = "Task" [ 685.121500] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.132876] env[69186]: DEBUG oslo_vmware.api [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3634572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.165602] env[69186]: DEBUG nova.compute.manager [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.410987] env[69186]: DEBUG oslo_concurrency.lockutils [req-b32754ed-b0fd-469e-87a1-5122f458434b req-05566a19-3e10-4098-b641-2587f9d5a706 service nova] Releasing lock "refresh_cache-f503d73d-b6a6-49cb-9c4c-ece76e61ff8e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.503953] env[69186]: DEBUG nova.compute.manager [req-c199a305-6a4b-475d-a728-c41b7ace5a17 req-f8e1696d-453f-4897-bc1b-be5e45ce7d75 service nova] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Received event network-changed-9128c9a8-1af6-40d9-a402-1b6ec0f975b8 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.503953] env[69186]: DEBUG nova.compute.manager [req-c199a305-6a4b-475d-a728-c41b7ace5a17 req-f8e1696d-453f-4897-bc1b-be5e45ce7d75 service nova] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Refreshing instance network info cache due to event network-changed-9128c9a8-1af6-40d9-a402-1b6ec0f975b8. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.504222] env[69186]: DEBUG oslo_concurrency.lockutils [req-c199a305-6a4b-475d-a728-c41b7ace5a17 req-f8e1696d-453f-4897-bc1b-be5e45ce7d75 service nova] Acquiring lock "refresh_cache-27ac4f0c-fcfb-4023-be75-496a182aeff0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.504369] env[69186]: DEBUG oslo_concurrency.lockutils [req-c199a305-6a4b-475d-a728-c41b7ace5a17 req-f8e1696d-453f-4897-bc1b-be5e45ce7d75 service nova] Acquired lock "refresh_cache-27ac4f0c-fcfb-4023-be75-496a182aeff0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.504525] env[69186]: DEBUG nova.network.neutron [req-c199a305-6a4b-475d-a728-c41b7ace5a17 req-f8e1696d-453f-4897-bc1b-be5e45ce7d75 service nova] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Refreshing network info cache for port 9128c9a8-1af6-40d9-a402-1b6ec0f975b8 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.509404] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8084e768-85a5-4d99-95db-6b7813222efb tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lock "1be9cd60-b206-4ce2-a8b5-793a218a2806" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.138s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.525307] env[69186]: DEBUG nova.compute.utils [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.533855] env[69186]: DEBUG nova.compute.manager [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.534652] env[69186]: DEBUG nova.network.neutron [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.554356] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquiring lock "refresh_cache-93436e04-008a-451e-a0ce-1a4ebc1ddd9b" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.554356] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquired lock "refresh_cache-93436e04-008a-451e-a0ce-1a4ebc1ddd9b" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.554356] env[69186]: DEBUG nova.network.neutron [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.624252] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Task: {'id': task-3634571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.637845] env[69186]: DEBUG oslo_vmware.api [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3634572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202623} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.643216] env[69186]: DEBUG nova.policy [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6af7d6b25af9462db6d605ff8d0319fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a146e07fbc742d3acaa057d8175ae49', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.643216] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.646582] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81b0caf-6806-414a-8177-31f22f21e972 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.675311] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] f503d73d-b6a6-49cb-9c4c-ece76e61ff8e/f503d73d-b6a6-49cb-9c4c-ece76e61ff8e.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.679267] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-079f376f-9252-44dd-908a-01b6e00a36df {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.695533] env[69186]: DEBUG nova.compute.manager [req-d55bb27a-f341-422a-b2f4-49cd986702ca req-becd2c27-5977-42f1-8e8b-18f6b3089a53 service nova] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Received event network-vif-deleted-397614e2-0cc7-40c9-973d-ef00eb1ee826 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.713387] env[69186]: DEBUG oslo_vmware.api [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 685.713387] env[69186]: value = "task-3634573" [ 685.713387] env[69186]: _type = "Task" [ 685.713387] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.722728] env[69186]: DEBUG oslo_concurrency.lockutils [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.726827] env[69186]: DEBUG oslo_vmware.api [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3634573, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.828460] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Acquiring lock "0be21c90-925c-47da-a3e1-93978d98867c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.828787] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Lock "0be21c90-925c-47da-a3e1-93978d98867c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.013636] env[69186]: DEBUG nova.compute.manager [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.035852] env[69186]: DEBUG nova.compute.manager [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.120497] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Task: {'id': task-3634571, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.140176] env[69186]: DEBUG nova.network.neutron [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.229968] env[69186]: DEBUG oslo_vmware.api [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3634573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.539267] env[69186]: DEBUG nova.network.neutron [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Updating instance_info_cache with network_info: [{"id": "ffa3c8bb-362c-4bf0-88c6-5080034c6a15", "address": "fa:16:3e:5d:ba:66", "network": {"id": "5b6c4734-9ae3-4069-9bdf-96b955569fdf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2026018221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8041e0d49dfe4d029404c11c4077d5fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffa3c8bb-36", "ovs_interfaceid": "ffa3c8bb-362c-4bf0-88c6-5080034c6a15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.545229] env[69186]: DEBUG oslo_concurrency.lockutils [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.546283] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72e45cb-e4b6-48ed-8f7a-2e9de7e30754 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.555629] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa31d76-7ae1-423d-846a-aa8af01010df {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.592050] env[69186]: DEBUG nova.network.neutron [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Successfully created port: 5b63b6d7-5828-4f64-87be-f7df25deae9e {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.597229] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116807fa-8c42-4c43-b204-0d1d017aa7b7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.615395] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6120b6-440d-4e39-885b-8b697634d09d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.628399] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Task: {'id': task-3634571, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.638504] env[69186]: DEBUG nova.compute.provider_tree [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.733319] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "6b8edafd-cb4d-4158-8bba-b521fccba8e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.733319] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "6b8edafd-cb4d-4158-8bba-b521fccba8e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.733319] env[69186]: DEBUG oslo_vmware.api [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3634573, 'name': ReconfigVM_Task, 'duration_secs': 0.646031} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.733461] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Reconfigured VM instance instance-0000000c to attach disk [datastore1] f503d73d-b6a6-49cb-9c4c-ece76e61ff8e/f503d73d-b6a6-49cb-9c4c-ece76e61ff8e.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.736278] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66aa3c18-f765-4b53-bed5-b61788dc74d0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.743774] env[69186]: DEBUG oslo_vmware.api [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 686.743774] env[69186]: value = "task-3634574" [ 686.743774] env[69186]: _type = "Task" [ 686.743774] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.752304] env[69186]: DEBUG nova.network.neutron [req-c199a305-6a4b-475d-a728-c41b7ace5a17 req-f8e1696d-453f-4897-bc1b-be5e45ce7d75 service nova] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Updated VIF entry in instance network info cache for port 9128c9a8-1af6-40d9-a402-1b6ec0f975b8. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.753287] env[69186]: DEBUG nova.network.neutron [req-c199a305-6a4b-475d-a728-c41b7ace5a17 req-f8e1696d-453f-4897-bc1b-be5e45ce7d75 service nova] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Updating instance_info_cache with network_info: [{"id": "9128c9a8-1af6-40d9-a402-1b6ec0f975b8", "address": "fa:16:3e:8f:3a:d2", "network": {"id": "e98ddc7c-b700-43e9-9a6c-9071d67d75e2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-386606320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c12534c31904b1cb1ab4994aa5c99f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9128c9a8-1a", "ovs_interfaceid": "9128c9a8-1af6-40d9-a402-1b6ec0f975b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.760791] env[69186]: DEBUG oslo_vmware.api [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3634574, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.826957] env[69186]: DEBUG nova.compute.manager [None req-01c1c1d0-4219-4679-8a98-4760cca0ac56 tempest-ServerDiagnosticsV248Test-881356701 tempest-ServerDiagnosticsV248Test-881356701-project-admin] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.829324] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d362570-4103-489f-b49e-fe06c6b8af27 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.839963] env[69186]: INFO nova.compute.manager [None req-01c1c1d0-4219-4679-8a98-4760cca0ac56 tempest-ServerDiagnosticsV248Test-881356701 tempest-ServerDiagnosticsV248Test-881356701-project-admin] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Retrieving diagnostics [ 686.840882] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe7e437-a8e1-4d08-b044-1a565656bd15 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.046911] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Releasing lock "refresh_cache-93436e04-008a-451e-a0ce-1a4ebc1ddd9b" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.047334] env[69186]: DEBUG nova.compute.manager [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Instance network_info: |[{"id": "ffa3c8bb-362c-4bf0-88c6-5080034c6a15", "address": "fa:16:3e:5d:ba:66", "network": {"id": "5b6c4734-9ae3-4069-9bdf-96b955569fdf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2026018221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8041e0d49dfe4d029404c11c4077d5fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffa3c8bb-36", "ovs_interfaceid": "ffa3c8bb-362c-4bf0-88c6-5080034c6a15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.047762] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:ba:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffa3c8bb-362c-4bf0-88c6-5080034c6a15', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.055780] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.056962] env[69186]: DEBUG nova.compute.manager [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.059216] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.059739] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39521731-6543-4508-9884-ae1b242fd094 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.092950] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.092950] env[69186]: value = "task-3634575" [ 687.092950] env[69186]: _type = "Task" [ 687.092950] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.099817] env[69186]: DEBUG nova.virt.hardware [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.100301] env[69186]: DEBUG nova.virt.hardware [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.100588] env[69186]: DEBUG nova.virt.hardware [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.100887] env[69186]: DEBUG nova.virt.hardware [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.101152] env[69186]: DEBUG nova.virt.hardware [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.101423] env[69186]: DEBUG nova.virt.hardware [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.103087] env[69186]: DEBUG nova.virt.hardware [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.103087] env[69186]: DEBUG nova.virt.hardware [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.103087] env[69186]: DEBUG nova.virt.hardware [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.103087] env[69186]: DEBUG nova.virt.hardware [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.103087] env[69186]: DEBUG nova.virt.hardware [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.103926] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b48db93-0f0f-4f2e-a547-f0681f03ae0d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.123125] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6760b113-a174-4a9b-9444-d89741ce6127 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.128362] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634575, 'name': CreateVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.134902] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Task: {'id': task-3634571, 'name': ReconfigVM_Task, 'duration_secs': 1.706155} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.143114] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Reconfigured VM instance instance-00000005 to attach disk [datastore2] fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3/fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.144485] env[69186]: DEBUG nova.scheduler.client.report [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.148650] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0593dbb2-6149-4d46-878b-fe56a745d35b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.158551] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Waiting for the task: (returnval){ [ 687.158551] env[69186]: value = "task-3634576" [ 687.158551] env[69186]: _type = "Task" [ 687.158551] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.171238] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Task: {'id': task-3634576, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.255380] env[69186]: DEBUG oslo_vmware.api [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3634574, 'name': Rename_Task, 'duration_secs': 0.225759} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.255685] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.255935] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c0dccf8-2c1f-4aeb-b579-526c6c9d8bf5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.262644] env[69186]: DEBUG oslo_concurrency.lockutils [req-c199a305-6a4b-475d-a728-c41b7ace5a17 req-f8e1696d-453f-4897-bc1b-be5e45ce7d75 service nova] Releasing lock "refresh_cache-27ac4f0c-fcfb-4023-be75-496a182aeff0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.265394] env[69186]: DEBUG oslo_vmware.api [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 687.265394] env[69186]: value = "task-3634577" [ 687.265394] env[69186]: _type = "Task" [ 687.265394] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.276892] env[69186]: DEBUG oslo_vmware.api [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3634577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.279195] env[69186]: DEBUG nova.network.neutron [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Successfully updated port: b0d07f75-289f-4c26-82bc-214a779e69a3 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.605800] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634575, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.649627] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.650074] env[69186]: DEBUG nova.compute.manager [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.652915] env[69186]: DEBUG oslo_concurrency.lockutils [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.886s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.653199] env[69186]: DEBUG nova.objects.instance [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69186) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 687.669087] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Task: {'id': task-3634576, 'name': Rename_Task, 'duration_secs': 0.247261} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.669457] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.670067] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5e37f5f-3925-422a-a4e3-c7bc0f515aeb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.680016] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Waiting for the task: (returnval){ [ 687.680016] env[69186]: value = "task-3634578" [ 687.680016] env[69186]: _type = "Task" [ 687.680016] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.691948] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Task: {'id': task-3634578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.776431] env[69186]: DEBUG oslo_vmware.api [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3634577, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.784234] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Acquiring lock "refresh_cache-8cbd7c33-de21-4bb3-a27f-fe2d61c18e32" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.784234] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Acquired lock "refresh_cache-8cbd7c33-de21-4bb3-a27f-fe2d61c18e32" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.784234] env[69186]: DEBUG nova.network.neutron [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.111049] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634575, 'name': CreateVM_Task, 'duration_secs': 0.569708} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.111049] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.111049] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.111049] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.111049] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.111049] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c113e49-cc86-425a-b9df-be5d2caa7a4a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.117418] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 688.117418] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521a4c95-24b4-8b06-e245-966252d3fdd1" [ 688.117418] env[69186]: _type = "Task" [ 688.117418] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.129690] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521a4c95-24b4-8b06-e245-966252d3fdd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.159472] env[69186]: DEBUG nova.compute.utils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.164084] env[69186]: DEBUG nova.compute.manager [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.164084] env[69186]: DEBUG nova.network.neutron [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.179546] env[69186]: DEBUG nova.compute.manager [req-90749a51-10a0-4e40-af98-08540d489901 req-e884eb94-54cc-4b21-88c4-afae70526111 service nova] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Received event network-changed-d26cdf2a-8b2e-45be-b954-bfd308a07379 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.179755] env[69186]: DEBUG nova.compute.manager [req-90749a51-10a0-4e40-af98-08540d489901 req-e884eb94-54cc-4b21-88c4-afae70526111 service nova] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Refreshing instance network info cache due to event network-changed-d26cdf2a-8b2e-45be-b954-bfd308a07379. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.180185] env[69186]: DEBUG oslo_concurrency.lockutils [req-90749a51-10a0-4e40-af98-08540d489901 req-e884eb94-54cc-4b21-88c4-afae70526111 service nova] Acquiring lock "refresh_cache-566f2979-e4dd-4c8d-b76a-cebe43a13af2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.180434] env[69186]: DEBUG oslo_concurrency.lockutils [req-90749a51-10a0-4e40-af98-08540d489901 req-e884eb94-54cc-4b21-88c4-afae70526111 service nova] Acquired lock "refresh_cache-566f2979-e4dd-4c8d-b76a-cebe43a13af2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.180535] env[69186]: DEBUG nova.network.neutron [req-90749a51-10a0-4e40-af98-08540d489901 req-e884eb94-54cc-4b21-88c4-afae70526111 service nova] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Refreshing network info cache for port d26cdf2a-8b2e-45be-b954-bfd308a07379 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.196617] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Task: {'id': task-3634578, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.280871] env[69186]: DEBUG oslo_vmware.api [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3634577, 'name': PowerOnVM_Task, 'duration_secs': 0.896521} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.281380] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.282778] env[69186]: INFO nova.compute.manager [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Took 13.61 seconds to spawn the instance on the hypervisor. [ 688.282778] env[69186]: DEBUG nova.compute.manager [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.284165] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19f31eb-7642-4f01-a939-4870a1a4174b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.290571] env[69186]: DEBUG nova.policy [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83b4a34dd5674a93b521d83c9cb5c77a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f6cb36c91a54760abb5927169203833', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.383148] env[69186]: DEBUG nova.network.neutron [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.481047] env[69186]: DEBUG nova.compute.manager [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Received event network-vif-plugged-ffa3c8bb-362c-4bf0-88c6-5080034c6a15 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.481047] env[69186]: DEBUG oslo_concurrency.lockutils [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] Acquiring lock "93436e04-008a-451e-a0ce-1a4ebc1ddd9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.481222] env[69186]: DEBUG oslo_concurrency.lockutils [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] Lock "93436e04-008a-451e-a0ce-1a4ebc1ddd9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.481305] env[69186]: DEBUG oslo_concurrency.lockutils [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] Lock "93436e04-008a-451e-a0ce-1a4ebc1ddd9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.481459] env[69186]: DEBUG nova.compute.manager [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] No waiting events found dispatching network-vif-plugged-ffa3c8bb-362c-4bf0-88c6-5080034c6a15 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.481635] env[69186]: WARNING nova.compute.manager [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Received unexpected event network-vif-plugged-ffa3c8bb-362c-4bf0-88c6-5080034c6a15 for instance with vm_state building and task_state spawning. [ 688.481875] env[69186]: DEBUG nova.compute.manager [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Received event network-changed-26031c49-562e-45a0-b712-43493c4e2ed8 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.481990] env[69186]: DEBUG nova.compute.manager [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Refreshing instance network info cache due to event network-changed-26031c49-562e-45a0-b712-43493c4e2ed8. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.482337] env[69186]: DEBUG oslo_concurrency.lockutils [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] Acquiring lock "refresh_cache-1850db1d-3245-43ea-af39-d698d7d03b75" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.482337] env[69186]: DEBUG oslo_concurrency.lockutils [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] Acquired lock "refresh_cache-1850db1d-3245-43ea-af39-d698d7d03b75" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.482485] env[69186]: DEBUG nova.network.neutron [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Refreshing network info cache for port 26031c49-562e-45a0-b712-43493c4e2ed8 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.633264] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521a4c95-24b4-8b06-e245-966252d3fdd1, 'name': SearchDatastore_Task, 'duration_secs': 0.021503} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.634193] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.634596] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.634946] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.635281] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.635769] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.636501] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6819ce6-203e-43e2-ae0f-28cf5430f484 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.652023] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.652023] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.652023] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-421138ae-238e-4756-99c5-879699fea881 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.658285] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 688.658285] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52512de3-b7c8-6aed-0a99-6310b7b28028" [ 688.658285] env[69186]: _type = "Task" [ 688.658285] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.664314] env[69186]: DEBUG nova.compute.manager [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.672439] env[69186]: DEBUG oslo_concurrency.lockutils [None req-40c8eab4-de86-415b-bc3f-64e7da841815 tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.673029] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52512de3-b7c8-6aed-0a99-6310b7b28028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.673602] env[69186]: DEBUG oslo_concurrency.lockutils [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.857s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.678110] env[69186]: DEBUG nova.objects.instance [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Lazy-loading 'resources' on Instance uuid 0cd85b86-4f33-4d68-b074-7dc36b00ef1a {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.697287] env[69186]: DEBUG oslo_vmware.api [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Task: {'id': task-3634578, 'name': PowerOnVM_Task, 'duration_secs': 0.837401} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.697903] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.697983] env[69186]: DEBUG nova.compute.manager [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.699521] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4737c28-7a61-4774-b243-be408b0712b5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.823487] env[69186]: INFO nova.compute.manager [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Took 23.86 seconds to build instance. [ 688.891630] env[69186]: DEBUG nova.network.neutron [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Updating instance_info_cache with network_info: [{"id": "b0d07f75-289f-4c26-82bc-214a779e69a3", "address": "fa:16:3e:6b:61:3f", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d07f75-28", "ovs_interfaceid": "b0d07f75-289f-4c26-82bc-214a779e69a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.184444] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52512de3-b7c8-6aed-0a99-6310b7b28028, 'name': SearchDatastore_Task, 'duration_secs': 0.02314} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.199699] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6a452b9-1664-4ec2-ae01-0b2bb2473095 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.210451] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 689.210451] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523c8ba8-bc8e-c948-0137-596ac7f9eef6" [ 689.210451] env[69186]: _type = "Task" [ 689.210451] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.229961] env[69186]: DEBUG oslo_concurrency.lockutils [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.230336] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523c8ba8-bc8e-c948-0137-596ac7f9eef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.327129] env[69186]: DEBUG oslo_concurrency.lockutils [None req-706f203b-c196-4acb-b154-1514282a46d1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "f503d73d-b6a6-49cb-9c4c-ece76e61ff8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.378s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.349782] env[69186]: DEBUG nova.network.neutron [req-90749a51-10a0-4e40-af98-08540d489901 req-e884eb94-54cc-4b21-88c4-afae70526111 service nova] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Updated VIF entry in instance network info cache for port d26cdf2a-8b2e-45be-b954-bfd308a07379. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.350061] env[69186]: DEBUG nova.network.neutron [req-90749a51-10a0-4e40-af98-08540d489901 req-e884eb94-54cc-4b21-88c4-afae70526111 service nova] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Updating instance_info_cache with network_info: [{"id": "d26cdf2a-8b2e-45be-b954-bfd308a07379", "address": "fa:16:3e:4c:7f:b0", "network": {"id": "318febf9-1b9b-468e-89db-688cc7c13504", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994346472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa508e72f4e64c54bd0bbd510c8897ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26cdf2a-8b", "ovs_interfaceid": "d26cdf2a-8b2e-45be-b954-bfd308a07379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.396233] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Releasing lock "refresh_cache-8cbd7c33-de21-4bb3-a27f-fe2d61c18e32" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.396233] env[69186]: DEBUG nova.compute.manager [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Instance network_info: |[{"id": "b0d07f75-289f-4c26-82bc-214a779e69a3", "address": "fa:16:3e:6b:61:3f", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d07f75-28", "ovs_interfaceid": "b0d07f75-289f-4c26-82bc-214a779e69a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.396380] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:61:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0d07f75-289f-4c26-82bc-214a779e69a3', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.407847] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.408566] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.409516] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b282b2d-0fb4-4425-b354-b4ee507324ef {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.436685] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.436685] env[69186]: value = "task-3634579" [ 689.436685] env[69186]: _type = "Task" [ 689.436685] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.447971] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634579, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.460214] env[69186]: DEBUG nova.network.neutron [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Successfully created port: db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.689352] env[69186]: DEBUG nova.compute.manager [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.732571] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523c8ba8-bc8e-c948-0137-596ac7f9eef6, 'name': SearchDatastore_Task, 'duration_secs': 0.016501} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.733613] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.733613] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 93436e04-008a-451e-a0ce-1a4ebc1ddd9b/93436e04-008a-451e-a0ce-1a4ebc1ddd9b.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.735545] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef282340-e8fd-4666-be6a-126045321001 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.738266] env[69186]: DEBUG nova.virt.hardware [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.738485] env[69186]: DEBUG nova.virt.hardware [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.738633] env[69186]: DEBUG nova.virt.hardware [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.738848] env[69186]: DEBUG nova.virt.hardware [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.739146] env[69186]: DEBUG nova.virt.hardware [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.739433] env[69186]: DEBUG nova.virt.hardware [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.739561] env[69186]: DEBUG nova.virt.hardware [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.739740] env[69186]: DEBUG nova.virt.hardware [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.739901] env[69186]: DEBUG nova.virt.hardware [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.740082] env[69186]: DEBUG nova.virt.hardware [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.740936] env[69186]: DEBUG nova.virt.hardware [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.741322] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb8a235-692c-4712-9914-377264c57497 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.763255] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2236c1-75b8-4767-aebc-ee42d4781b7f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.767964] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 689.767964] env[69186]: value = "task-3634580" [ 689.767964] env[69186]: _type = "Task" [ 689.767964] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.788033] env[69186]: DEBUG nova.network.neutron [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Successfully updated port: 5b63b6d7-5828-4f64-87be-f7df25deae9e {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.797543] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.821406] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cba0143-5570-477b-b238-a3f4440d349b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.865992] env[69186]: DEBUG nova.compute.manager [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.865992] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa1d0b8-6f66-4b6d-9087-3c586bb74b41 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.883973] env[69186]: DEBUG oslo_concurrency.lockutils [req-90749a51-10a0-4e40-af98-08540d489901 req-e884eb94-54cc-4b21-88c4-afae70526111 service nova] Releasing lock "refresh_cache-566f2979-e4dd-4c8d-b76a-cebe43a13af2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.885596] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46145709-311c-4f21-a201-9a072c553fbf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.896045] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6abf7ed-4304-4d02-899f-de12561b4611 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.912771] env[69186]: DEBUG nova.compute.provider_tree [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.950861] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634579, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.001650] env[69186]: DEBUG nova.network.neutron [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Updated VIF entry in instance network info cache for port 26031c49-562e-45a0-b712-43493c4e2ed8. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.001650] env[69186]: DEBUG nova.network.neutron [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Updating instance_info_cache with network_info: [{"id": "26031c49-562e-45a0-b712-43493c4e2ed8", "address": "fa:16:3e:54:d2:f2", "network": {"id": "f695c878-49f7-4e5f-aba6-43cea95288e9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-392945436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85bd775e68b4c1c92b5f13874cf66fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26031c49-56", "ovs_interfaceid": "26031c49-562e-45a0-b712-43493c4e2ed8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.285540] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634580, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.293551] env[69186]: DEBUG oslo_concurrency.lockutils [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Acquiring lock "refresh_cache-42e71f1b-7786-451e-96cf-df66acd48dde" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.293551] env[69186]: DEBUG oslo_concurrency.lockutils [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Acquired lock "refresh_cache-42e71f1b-7786-451e-96cf-df66acd48dde" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.293551] env[69186]: DEBUG nova.network.neutron [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.385860] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.420996] env[69186]: DEBUG nova.scheduler.client.report [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.451685] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634579, 'name': CreateVM_Task, 'duration_secs': 0.559898} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.451917] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.452692] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.452851] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.453197] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.453459] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9dd3c87-51ef-48b6-a532-75ddc1106fa6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.462152] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Waiting for the task: (returnval){ [ 690.462152] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b087d9-ccc2-932e-cabb-202770b4c52f" [ 690.462152] env[69186]: _type = "Task" [ 690.462152] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.478151] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b087d9-ccc2-932e-cabb-202770b4c52f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.505185] env[69186]: DEBUG oslo_concurrency.lockutils [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] Releasing lock "refresh_cache-1850db1d-3245-43ea-af39-d698d7d03b75" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.505185] env[69186]: DEBUG nova.compute.manager [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Received event network-changed-ffa3c8bb-362c-4bf0-88c6-5080034c6a15 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.505185] env[69186]: DEBUG nova.compute.manager [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Refreshing instance network info cache due to event network-changed-ffa3c8bb-362c-4bf0-88c6-5080034c6a15. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.505984] env[69186]: DEBUG oslo_concurrency.lockutils [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] Acquiring lock "refresh_cache-93436e04-008a-451e-a0ce-1a4ebc1ddd9b" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.506189] env[69186]: DEBUG oslo_concurrency.lockutils [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] Acquired lock "refresh_cache-93436e04-008a-451e-a0ce-1a4ebc1ddd9b" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.506392] env[69186]: DEBUG nova.network.neutron [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Refreshing network info cache for port ffa3c8bb-362c-4bf0-88c6-5080034c6a15 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.788020] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577262} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.788020] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 93436e04-008a-451e-a0ce-1a4ebc1ddd9b/93436e04-008a-451e-a0ce-1a4ebc1ddd9b.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.788020] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.788020] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59bc7375-4dba-4b1b-9d02-abd4dd112aee {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.802705] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 690.802705] env[69186]: value = "task-3634581" [ 690.802705] env[69186]: _type = "Task" [ 690.802705] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.813041] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.883886] env[69186]: DEBUG nova.network.neutron [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.925106] env[69186]: DEBUG oslo_concurrency.lockutils [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.930828] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.318s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.937041] env[69186]: INFO nova.compute.claims [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.980027] env[69186]: INFO nova.scheduler.client.report [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Deleted allocations for instance 0cd85b86-4f33-4d68-b074-7dc36b00ef1a [ 691.005020] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b087d9-ccc2-932e-cabb-202770b4c52f, 'name': SearchDatastore_Task, 'duration_secs': 0.021222} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.007548] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.007548] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.007548] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.007548] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.008541] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.008541] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50078da2-ff47-4bf3-a739-abe013c33994 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.022284] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.022517] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.023512] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ea5be81-1758-4088-82d9-53695d571ae5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.031635] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Waiting for the task: (returnval){ [ 691.031635] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c3c9cc-6d23-7c9c-27be-12a61634b5ad" [ 691.031635] env[69186]: _type = "Task" [ 691.031635] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.043595] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c3c9cc-6d23-7c9c-27be-12a61634b5ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.301444] env[69186]: DEBUG nova.compute.manager [req-4b82fe99-f072-413f-a232-f57c48a13a40 req-7d6189e3-089f-42f7-93bd-4961b38c9488 service nova] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Received event network-changed-cddd6238-1365-4c6f-8596-696d4e303dbc {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.301678] env[69186]: DEBUG nova.compute.manager [req-4b82fe99-f072-413f-a232-f57c48a13a40 req-7d6189e3-089f-42f7-93bd-4961b38c9488 service nova] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Refreshing instance network info cache due to event network-changed-cddd6238-1365-4c6f-8596-696d4e303dbc. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.301868] env[69186]: DEBUG oslo_concurrency.lockutils [req-4b82fe99-f072-413f-a232-f57c48a13a40 req-7d6189e3-089f-42f7-93bd-4961b38c9488 service nova] Acquiring lock "refresh_cache-1be9cd60-b206-4ce2-a8b5-793a218a2806" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.302025] env[69186]: DEBUG oslo_concurrency.lockutils [req-4b82fe99-f072-413f-a232-f57c48a13a40 req-7d6189e3-089f-42f7-93bd-4961b38c9488 service nova] Acquired lock "refresh_cache-1be9cd60-b206-4ce2-a8b5-793a218a2806" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.303283] env[69186]: DEBUG nova.network.neutron [req-4b82fe99-f072-413f-a232-f57c48a13a40 req-7d6189e3-089f-42f7-93bd-4961b38c9488 service nova] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Refreshing network info cache for port cddd6238-1365-4c6f-8596-696d4e303dbc {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.320098] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18292} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.321114] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.326139] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa7b6fb-30f3-4a3a-a414-019252f1b446 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.356920] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 93436e04-008a-451e-a0ce-1a4ebc1ddd9b/93436e04-008a-451e-a0ce-1a4ebc1ddd9b.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.357422] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-853de859-4adf-425d-a446-cd1254966a4c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.382886] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 691.382886] env[69186]: value = "task-3634582" [ 691.382886] env[69186]: _type = "Task" [ 691.382886] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.391733] env[69186]: DEBUG nova.network.neutron [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Updating instance_info_cache with network_info: [{"id": "5b63b6d7-5828-4f64-87be-f7df25deae9e", "address": "fa:16:3e:1f:bd:a0", "network": {"id": "b739e5e7-9c50-492b-b32c-f066d73196b4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-420456208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a146e07fbc742d3acaa057d8175ae49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b63b6d7-58", "ovs_interfaceid": "5b63b6d7-5828-4f64-87be-f7df25deae9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.397738] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634582, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.495361] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Acquiring lock "fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.496922] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Lock "fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.496922] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Acquiring lock "fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.496922] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Lock "fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.496922] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Lock "fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.506928] env[69186]: INFO nova.compute.manager [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Terminating instance [ 691.518989] env[69186]: DEBUG oslo_concurrency.lockutils [None req-426367a7-b9c3-47eb-900b-a25e6f148ac3 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Lock "0cd85b86-4f33-4d68-b074-7dc36b00ef1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.453s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.547109] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c3c9cc-6d23-7c9c-27be-12a61634b5ad, 'name': SearchDatastore_Task, 'duration_secs': 0.024388} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.547979] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9e1f1d8-9e1a-40d5-84a5-c43f18382e2a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.554632] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Waiting for the task: (returnval){ [ 691.554632] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d9c13a-1282-8431-7ab1-8ef14fdaf524" [ 691.554632] env[69186]: _type = "Task" [ 691.554632] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.564499] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d9c13a-1282-8431-7ab1-8ef14fdaf524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.600037] env[69186]: DEBUG nova.compute.manager [req-a0b333bf-bb45-4c81-aeb7-fa7dd5101f95 req-0efa6849-bf80-43e1-b761-657e19f673c7 service nova] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Received event network-vif-plugged-5b63b6d7-5828-4f64-87be-f7df25deae9e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.600233] env[69186]: DEBUG oslo_concurrency.lockutils [req-a0b333bf-bb45-4c81-aeb7-fa7dd5101f95 req-0efa6849-bf80-43e1-b761-657e19f673c7 service nova] Acquiring lock "42e71f1b-7786-451e-96cf-df66acd48dde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.600468] env[69186]: DEBUG oslo_concurrency.lockutils [req-a0b333bf-bb45-4c81-aeb7-fa7dd5101f95 req-0efa6849-bf80-43e1-b761-657e19f673c7 service nova] Lock "42e71f1b-7786-451e-96cf-df66acd48dde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.600667] env[69186]: DEBUG oslo_concurrency.lockutils [req-a0b333bf-bb45-4c81-aeb7-fa7dd5101f95 req-0efa6849-bf80-43e1-b761-657e19f673c7 service nova] Lock "42e71f1b-7786-451e-96cf-df66acd48dde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.600861] env[69186]: DEBUG nova.compute.manager [req-a0b333bf-bb45-4c81-aeb7-fa7dd5101f95 req-0efa6849-bf80-43e1-b761-657e19f673c7 service nova] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] No waiting events found dispatching network-vif-plugged-5b63b6d7-5828-4f64-87be-f7df25deae9e {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.601306] env[69186]: WARNING nova.compute.manager [req-a0b333bf-bb45-4c81-aeb7-fa7dd5101f95 req-0efa6849-bf80-43e1-b761-657e19f673c7 service nova] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Received unexpected event network-vif-plugged-5b63b6d7-5828-4f64-87be-f7df25deae9e for instance with vm_state building and task_state spawning. [ 691.601306] env[69186]: DEBUG nova.compute.manager [req-a0b333bf-bb45-4c81-aeb7-fa7dd5101f95 req-0efa6849-bf80-43e1-b761-657e19f673c7 service nova] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Received event network-changed-5b63b6d7-5828-4f64-87be-f7df25deae9e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.601416] env[69186]: DEBUG nova.compute.manager [req-a0b333bf-bb45-4c81-aeb7-fa7dd5101f95 req-0efa6849-bf80-43e1-b761-657e19f673c7 service nova] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Refreshing instance network info cache due to event network-changed-5b63b6d7-5828-4f64-87be-f7df25deae9e. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.601501] env[69186]: DEBUG oslo_concurrency.lockutils [req-a0b333bf-bb45-4c81-aeb7-fa7dd5101f95 req-0efa6849-bf80-43e1-b761-657e19f673c7 service nova] Acquiring lock "refresh_cache-42e71f1b-7786-451e-96cf-df66acd48dde" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.682928] env[69186]: DEBUG nova.network.neutron [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Updated VIF entry in instance network info cache for port ffa3c8bb-362c-4bf0-88c6-5080034c6a15. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.683315] env[69186]: DEBUG nova.network.neutron [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Updating instance_info_cache with network_info: [{"id": "ffa3c8bb-362c-4bf0-88c6-5080034c6a15", "address": "fa:16:3e:5d:ba:66", "network": {"id": "5b6c4734-9ae3-4069-9bdf-96b955569fdf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2026018221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8041e0d49dfe4d029404c11c4077d5fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffa3c8bb-36", "ovs_interfaceid": "ffa3c8bb-362c-4bf0-88c6-5080034c6a15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.897504] env[69186]: DEBUG oslo_concurrency.lockutils [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Releasing lock "refresh_cache-42e71f1b-7786-451e-96cf-df66acd48dde" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.897938] env[69186]: DEBUG nova.compute.manager [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Instance network_info: |[{"id": "5b63b6d7-5828-4f64-87be-f7df25deae9e", "address": "fa:16:3e:1f:bd:a0", "network": {"id": "b739e5e7-9c50-492b-b32c-f066d73196b4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-420456208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a146e07fbc742d3acaa057d8175ae49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b63b6d7-58", "ovs_interfaceid": "5b63b6d7-5828-4f64-87be-f7df25deae9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.898255] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.898502] env[69186]: DEBUG oslo_concurrency.lockutils [req-a0b333bf-bb45-4c81-aeb7-fa7dd5101f95 req-0efa6849-bf80-43e1-b761-657e19f673c7 service nova] Acquired lock "refresh_cache-42e71f1b-7786-451e-96cf-df66acd48dde" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.898676] env[69186]: DEBUG nova.network.neutron [req-a0b333bf-bb45-4c81-aeb7-fa7dd5101f95 req-0efa6849-bf80-43e1-b761-657e19f673c7 service nova] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Refreshing network info cache for port 5b63b6d7-5828-4f64-87be-f7df25deae9e {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.900578] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:bd:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b63b6d7-5828-4f64-87be-f7df25deae9e', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.911417] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Creating folder: Project (0a146e07fbc742d3acaa057d8175ae49). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.917654] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2124e87-856e-4ca5-a085-d606c74212b5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.930402] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Created folder: Project (0a146e07fbc742d3acaa057d8175ae49) in parent group-v724677. [ 691.930607] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Creating folder: Instances. Parent ref: group-v724725. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.930950] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6777fb4c-fcc9-4484-8846-43db1e033738 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.943275] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Created folder: Instances in parent group-v724725. [ 691.943275] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.943275] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.943577] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a26166e5-bf57-4e75-9f31-e4a04a11938e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.971592] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.971592] env[69186]: value = "task-3634585" [ 691.971592] env[69186]: _type = "Task" [ 691.971592] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.983300] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634585, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.011523] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Acquiring lock "refresh_cache-fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.011781] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Acquired lock "refresh_cache-fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.012031] env[69186]: DEBUG nova.network.neutron [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.071110] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d9c13a-1282-8431-7ab1-8ef14fdaf524, 'name': SearchDatastore_Task, 'duration_secs': 0.013783} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.077630] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.077946] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32/8cbd7c33-de21-4bb3-a27f-fe2d61c18e32.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.078499] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d9dc5a4-c5b7-4c20-9896-b7808d9947db {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.090540] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Waiting for the task: (returnval){ [ 692.090540] env[69186]: value = "task-3634586" [ 692.090540] env[69186]: _type = "Task" [ 692.090540] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.103358] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.193289] env[69186]: DEBUG oslo_concurrency.lockutils [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] Releasing lock "refresh_cache-93436e04-008a-451e-a0ce-1a4ebc1ddd9b" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.193289] env[69186]: DEBUG nova.compute.manager [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Received event network-vif-plugged-b0d07f75-289f-4c26-82bc-214a779e69a3 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.193289] env[69186]: DEBUG oslo_concurrency.lockutils [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] Acquiring lock "8cbd7c33-de21-4bb3-a27f-fe2d61c18e32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.193289] env[69186]: DEBUG oslo_concurrency.lockutils [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] Lock "8cbd7c33-de21-4bb3-a27f-fe2d61c18e32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.193289] env[69186]: DEBUG oslo_concurrency.lockutils [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] Lock "8cbd7c33-de21-4bb3-a27f-fe2d61c18e32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.193469] env[69186]: DEBUG nova.compute.manager [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] No waiting events found dispatching network-vif-plugged-b0d07f75-289f-4c26-82bc-214a779e69a3 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.193469] env[69186]: WARNING nova.compute.manager [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Received unexpected event network-vif-plugged-b0d07f75-289f-4c26-82bc-214a779e69a3 for instance with vm_state building and task_state spawning. [ 692.193469] env[69186]: DEBUG nova.compute.manager [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Received event network-changed-b0d07f75-289f-4c26-82bc-214a779e69a3 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.193469] env[69186]: DEBUG nova.compute.manager [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Refreshing instance network info cache due to event network-changed-b0d07f75-289f-4c26-82bc-214a779e69a3. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.193469] env[69186]: DEBUG oslo_concurrency.lockutils [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] Acquiring lock "refresh_cache-8cbd7c33-de21-4bb3-a27f-fe2d61c18e32" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.193618] env[69186]: DEBUG oslo_concurrency.lockutils [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] Acquired lock "refresh_cache-8cbd7c33-de21-4bb3-a27f-fe2d61c18e32" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.193618] env[69186]: DEBUG nova.network.neutron [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Refreshing network info cache for port b0d07f75-289f-4c26-82bc-214a779e69a3 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.313974] env[69186]: DEBUG nova.network.neutron [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Successfully updated port: db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.406293] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634582, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.487144] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634585, 'name': CreateVM_Task, 'duration_secs': 0.512564} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.488998] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.488998] env[69186]: DEBUG oslo_concurrency.lockutils [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.488998] env[69186]: DEBUG oslo_concurrency.lockutils [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.488998] env[69186]: DEBUG oslo_concurrency.lockutils [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.488998] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09049fd4-4abd-4d4e-93dd-34cfae122ca7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.499768] env[69186]: DEBUG oslo_vmware.api [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Waiting for the task: (returnval){ [ 692.499768] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d7c8ad-6e26-70d5-0749-c11f2c9daa87" [ 692.499768] env[69186]: _type = "Task" [ 692.499768] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.521226] env[69186]: DEBUG oslo_vmware.api [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d7c8ad-6e26-70d5-0749-c11f2c9daa87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.525931] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e30281-14ef-4bfd-9595-05087facd357 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.535246] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77782ab-4e0b-4c70-9189-bb1eb5992682 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.568150] env[69186]: DEBUG nova.network.neutron [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.571391] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763ad86b-ed38-4129-9b86-8f7e92ef495e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.581754] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da41800-d1e0-4841-8d5e-9fd3620f2222 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.598708] env[69186]: DEBUG nova.compute.provider_tree [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 692.617448] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634586, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.747780] env[69186]: DEBUG nova.network.neutron [req-4b82fe99-f072-413f-a232-f57c48a13a40 req-7d6189e3-089f-42f7-93bd-4961b38c9488 service nova] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Updated VIF entry in instance network info cache for port cddd6238-1365-4c6f-8596-696d4e303dbc. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.748783] env[69186]: DEBUG nova.network.neutron [req-4b82fe99-f072-413f-a232-f57c48a13a40 req-7d6189e3-089f-42f7-93bd-4961b38c9488 service nova] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Updating instance_info_cache with network_info: [{"id": "cddd6238-1365-4c6f-8596-696d4e303dbc", "address": "fa:16:3e:3b:a5:45", "network": {"id": "dfd67fc0-c98b-40f5-9d92-db0e02ac93e8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-487268650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8598e739d2b942c9909402a64150d686", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcddd6238-13", "ovs_interfaceid": "cddd6238-1365-4c6f-8596-696d4e303dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.773815] env[69186]: DEBUG nova.network.neutron [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.779993] env[69186]: DEBUG nova.network.neutron [req-a0b333bf-bb45-4c81-aeb7-fa7dd5101f95 req-0efa6849-bf80-43e1-b761-657e19f673c7 service nova] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Updated VIF entry in instance network info cache for port 5b63b6d7-5828-4f64-87be-f7df25deae9e. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.784285] env[69186]: DEBUG nova.network.neutron [req-a0b333bf-bb45-4c81-aeb7-fa7dd5101f95 req-0efa6849-bf80-43e1-b761-657e19f673c7 service nova] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Updating instance_info_cache with network_info: [{"id": "5b63b6d7-5828-4f64-87be-f7df25deae9e", "address": "fa:16:3e:1f:bd:a0", "network": {"id": "b739e5e7-9c50-492b-b32c-f066d73196b4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-420456208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a146e07fbc742d3acaa057d8175ae49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b63b6d7-58", "ovs_interfaceid": "5b63b6d7-5828-4f64-87be-f7df25deae9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.814464] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "refresh_cache-dbd66819-ad80-4c91-8d96-b59feae7cf6f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.814585] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquired lock "refresh_cache-dbd66819-ad80-4c91-8d96-b59feae7cf6f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.814741] env[69186]: DEBUG nova.network.neutron [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.900265] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634582, 'name': ReconfigVM_Task, 'duration_secs': 1.024579} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.900615] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 93436e04-008a-451e-a0ce-1a4ebc1ddd9b/93436e04-008a-451e-a0ce-1a4ebc1ddd9b.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.901294] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82eca960-654d-4509-ba00-e792dcd7981c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.914085] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 692.914085] env[69186]: value = "task-3634587" [ 692.914085] env[69186]: _type = "Task" [ 692.914085] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.926151] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634587, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.015183] env[69186]: DEBUG oslo_vmware.api [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d7c8ad-6e26-70d5-0749-c11f2c9daa87, 'name': SearchDatastore_Task, 'duration_secs': 0.058307} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.015555] env[69186]: DEBUG oslo_concurrency.lockutils [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.015728] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.015968] env[69186]: DEBUG oslo_concurrency.lockutils [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.016240] env[69186]: DEBUG oslo_concurrency.lockutils [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.016309] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.016580] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a030a991-036a-4422-b461-91858b7f8ef0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.029553] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.029553] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.030290] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a54db57-23a3-472a-8d35-32634e399752 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.036153] env[69186]: DEBUG oslo_vmware.api [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Waiting for the task: (returnval){ [ 693.036153] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52fa74aa-0cda-2e7a-6e11-d01498e13000" [ 693.036153] env[69186]: _type = "Task" [ 693.036153] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.045607] env[69186]: DEBUG oslo_vmware.api [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52fa74aa-0cda-2e7a-6e11-d01498e13000, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.115080] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634586, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.142474] env[69186]: ERROR nova.scheduler.client.report [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [req-93c081af-f501-4a30-a093-ab68ecc4cc76] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 236fcb92-b429-42b8-bc28-b1c93f3ba708. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-93c081af-f501-4a30-a093-ab68ecc4cc76"}]} [ 693.164874] env[69186]: DEBUG nova.scheduler.client.report [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Refreshing inventories for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 693.182127] env[69186]: DEBUG nova.scheduler.client.report [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Updating ProviderTree inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 693.182445] env[69186]: DEBUG nova.compute.provider_tree [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 693.209015] env[69186]: DEBUG nova.scheduler.client.report [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Refreshing aggregate associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, aggregates: None {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 693.224098] env[69186]: DEBUG nova.network.neutron [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Updated VIF entry in instance network info cache for port b0d07f75-289f-4c26-82bc-214a779e69a3. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.224482] env[69186]: DEBUG nova.network.neutron [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Updating instance_info_cache with network_info: [{"id": "b0d07f75-289f-4c26-82bc-214a779e69a3", "address": "fa:16:3e:6b:61:3f", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d07f75-28", "ovs_interfaceid": "b0d07f75-289f-4c26-82bc-214a779e69a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.234732] env[69186]: DEBUG nova.scheduler.client.report [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Refreshing trait associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 693.252455] env[69186]: DEBUG oslo_concurrency.lockutils [req-4b82fe99-f072-413f-a232-f57c48a13a40 req-7d6189e3-089f-42f7-93bd-4961b38c9488 service nova] Releasing lock "refresh_cache-1be9cd60-b206-4ce2-a8b5-793a218a2806" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.280369] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Releasing lock "refresh_cache-fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.280606] env[69186]: DEBUG nova.compute.manager [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.280606] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.285157] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be713fb-f906-44be-83ca-bb2f8bf77c0a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.291730] env[69186]: DEBUG oslo_concurrency.lockutils [req-a0b333bf-bb45-4c81-aeb7-fa7dd5101f95 req-0efa6849-bf80-43e1-b761-657e19f673c7 service nova] Releasing lock "refresh_cache-42e71f1b-7786-451e-96cf-df66acd48dde" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.299556] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.299962] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-383dc144-dee9-4802-a763-6766eb1b5878 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.317338] env[69186]: DEBUG oslo_vmware.api [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Waiting for the task: (returnval){ [ 693.317338] env[69186]: value = "task-3634588" [ 693.317338] env[69186]: _type = "Task" [ 693.317338] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.333729] env[69186]: DEBUG oslo_vmware.api [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.340693] env[69186]: DEBUG nova.compute.manager [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Stashing vm_state: active {{(pid=69186) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 693.372852] env[69186]: DEBUG nova.network.neutron [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.427134] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634587, 'name': Rename_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.550069] env[69186]: DEBUG oslo_vmware.api [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52fa74aa-0cda-2e7a-6e11-d01498e13000, 'name': SearchDatastore_Task, 'duration_secs': 0.038241} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.551013] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-310584fa-de56-4cff-b65c-f2f93e9eb735 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.562484] env[69186]: DEBUG oslo_vmware.api [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Waiting for the task: (returnval){ [ 693.562484] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520c653d-7a28-cf4e-98fa-c9118132ee94" [ 693.562484] env[69186]: _type = "Task" [ 693.562484] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.572460] env[69186]: DEBUG oslo_vmware.api [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520c653d-7a28-cf4e-98fa-c9118132ee94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.623304] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Acquiring lock "795d88ec-e18d-4b16-b23f-2e0d5455e79e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.623648] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Lock "795d88ec-e18d-4b16-b23f-2e0d5455e79e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.626092] env[69186]: DEBUG nova.network.neutron [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Updating instance_info_cache with network_info: [{"id": "db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb", "address": "fa:16:3e:f2:66:ac", "network": {"id": "5472af61-aa9a-42da-896e-f5186e596b40", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1461833596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "6f6cb36c91a54760abb5927169203833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5ea658-85", "ovs_interfaceid": "db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.630430] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634586, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.728300] env[69186]: DEBUG oslo_concurrency.lockutils [req-48b6dc0d-1feb-410c-a2f3-0f091b5fc679 req-c60665cb-ef33-4614-a294-5e38ad140efd service nova] Releasing lock "refresh_cache-8cbd7c33-de21-4bb3-a27f-fe2d61c18e32" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.817818] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b012f2-81a2-4940-a155-e0cc4afe6c1a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.836266] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b680041-3ff0-4714-9647-10a45771c4c2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.838545] env[69186]: DEBUG oslo_vmware.api [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.876010] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb40206-1fc9-4e16-948a-7d874f73a0ff {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.886629] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d090f90-bae3-4bfe-bd9b-aebef2fe6189 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.895241] env[69186]: DEBUG oslo_concurrency.lockutils [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.913750] env[69186]: DEBUG nova.compute.provider_tree [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 693.926770] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634587, 'name': Rename_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.074409] env[69186]: DEBUG oslo_vmware.api [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520c653d-7a28-cf4e-98fa-c9118132ee94, 'name': SearchDatastore_Task, 'duration_secs': 0.027937} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.074640] env[69186]: DEBUG oslo_concurrency.lockutils [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.074906] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 42e71f1b-7786-451e-96cf-df66acd48dde/42e71f1b-7786-451e-96cf-df66acd48dde.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.075187] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd71d630-40e0-4033-a9ae-50f35ef93148 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.086233] env[69186]: DEBUG oslo_vmware.api [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Waiting for the task: (returnval){ [ 694.086233] env[69186]: value = "task-3634589" [ 694.086233] env[69186]: _type = "Task" [ 694.086233] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.095014] env[69186]: DEBUG oslo_vmware.api [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Task: {'id': task-3634589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.112250] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634586, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.620115} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.112565] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32/8cbd7c33-de21-4bb3-a27f-fe2d61c18e32.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.112752] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.113014] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d50388da-1725-4168-83db-35cf6fc7c92e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.122933] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Waiting for the task: (returnval){ [ 694.122933] env[69186]: value = "task-3634590" [ 694.122933] env[69186]: _type = "Task" [ 694.122933] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.132724] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Releasing lock "refresh_cache-dbd66819-ad80-4c91-8d96-b59feae7cf6f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.133067] env[69186]: DEBUG nova.compute.manager [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Instance network_info: |[{"id": "db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb", "address": "fa:16:3e:f2:66:ac", "network": {"id": "5472af61-aa9a-42da-896e-f5186e596b40", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1461833596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "6f6cb36c91a54760abb5927169203833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5ea658-85", "ovs_interfaceid": "db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.136965] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:66:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.146521] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Creating folder: Project (6f6cb36c91a54760abb5927169203833). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.147403] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.148049] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a68e3ff-6aaa-4a1f-b615-33498d5213d7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.162170] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Created folder: Project (6f6cb36c91a54760abb5927169203833) in parent group-v724677. [ 694.162170] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Creating folder: Instances. Parent ref: group-v724728. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.162170] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-801055e6-b339-404b-93e8-68d8e88b49ce {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.174621] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Created folder: Instances in parent group-v724728. [ 694.174853] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.175073] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.175651] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6455bc1-21b8-4a5d-958a-058b0c1bdec2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.199206] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.199206] env[69186]: value = "task-3634593" [ 694.199206] env[69186]: _type = "Task" [ 694.199206] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.211671] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634593, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.333457] env[69186]: DEBUG oslo_vmware.api [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634588, 'name': PowerOffVM_Task, 'duration_secs': 0.656081} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.333830] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.334514] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.335112] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc0e23e1-a7e9-4522-b41f-2de7c4822a41 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.360029] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Acquiring lock "b26562ea-4352-445d-9a42-871579a76088" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.361570] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Lock "b26562ea-4352-445d-9a42-871579a76088" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.371708] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.371708] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.371708] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Deleting the datastore file [datastore2] fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.372632] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d8f90dd-b7de-4816-a5d0-e54dad34a844 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.384812] env[69186]: DEBUG oslo_vmware.api [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Waiting for the task: (returnval){ [ 694.384812] env[69186]: value = "task-3634595" [ 694.384812] env[69186]: _type = "Task" [ 694.384812] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.402385] env[69186]: DEBUG oslo_vmware.api [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.433553] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634587, 'name': Rename_Task, 'duration_secs': 1.197592} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.433874] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.434227] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f33a7617-189c-4072-ba84-92d6307f0461 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.444145] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 694.444145] env[69186]: value = "task-3634596" [ 694.444145] env[69186]: _type = "Task" [ 694.444145] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.445137] env[69186]: ERROR nova.scheduler.client.report [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [req-9ae05376-2bea-47e3-8271-d2dbdfaea256] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 236fcb92-b429-42b8-bc28-b1c93f3ba708. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9ae05376-2bea-47e3-8271-d2dbdfaea256"}]} [ 694.463409] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.474567] env[69186]: DEBUG nova.scheduler.client.report [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Refreshing inventories for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 694.507809] env[69186]: DEBUG nova.scheduler.client.report [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Updating ProviderTree inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 694.508270] env[69186]: DEBUG nova.compute.provider_tree [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 694.534616] env[69186]: DEBUG nova.scheduler.client.report [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Refreshing aggregate associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, aggregates: None {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 694.562862] env[69186]: DEBUG nova.scheduler.client.report [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Refreshing trait associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 694.607618] env[69186]: DEBUG oslo_vmware.api [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Task: {'id': task-3634589, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.638828] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069443} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.642692] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.642692] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f266b793-4541-497a-970a-ba8e630f8ccf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.667764] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32/8cbd7c33-de21-4bb3-a27f-fe2d61c18e32.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.671140] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84279d0f-291d-4e83-b0f6-d9e6db66579a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.701180] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Waiting for the task: (returnval){ [ 694.701180] env[69186]: value = "task-3634597" [ 694.701180] env[69186]: _type = "Task" [ 694.701180] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.714462] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634597, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.720268] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634593, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.801196] env[69186]: DEBUG nova.compute.manager [req-6c71e791-ac81-429c-8929-cef7c2d795ae req-6f03b1c2-f966-4170-a507-d9316f7ab63d service nova] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Received event network-vif-plugged-db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.801436] env[69186]: DEBUG oslo_concurrency.lockutils [req-6c71e791-ac81-429c-8929-cef7c2d795ae req-6f03b1c2-f966-4170-a507-d9316f7ab63d service nova] Acquiring lock "dbd66819-ad80-4c91-8d96-b59feae7cf6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.802317] env[69186]: DEBUG oslo_concurrency.lockutils [req-6c71e791-ac81-429c-8929-cef7c2d795ae req-6f03b1c2-f966-4170-a507-d9316f7ab63d service nova] Lock "dbd66819-ad80-4c91-8d96-b59feae7cf6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.802317] env[69186]: DEBUG oslo_concurrency.lockutils [req-6c71e791-ac81-429c-8929-cef7c2d795ae req-6f03b1c2-f966-4170-a507-d9316f7ab63d service nova] Lock "dbd66819-ad80-4c91-8d96-b59feae7cf6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.802317] env[69186]: DEBUG nova.compute.manager [req-6c71e791-ac81-429c-8929-cef7c2d795ae req-6f03b1c2-f966-4170-a507-d9316f7ab63d service nova] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] No waiting events found dispatching network-vif-plugged-db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.802566] env[69186]: WARNING nova.compute.manager [req-6c71e791-ac81-429c-8929-cef7c2d795ae req-6f03b1c2-f966-4170-a507-d9316f7ab63d service nova] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Received unexpected event network-vif-plugged-db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb for instance with vm_state building and task_state spawning. [ 694.803023] env[69186]: DEBUG nova.compute.manager [req-6c71e791-ac81-429c-8929-cef7c2d795ae req-6f03b1c2-f966-4170-a507-d9316f7ab63d service nova] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Received event network-changed-db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.803362] env[69186]: DEBUG nova.compute.manager [req-6c71e791-ac81-429c-8929-cef7c2d795ae req-6f03b1c2-f966-4170-a507-d9316f7ab63d service nova] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Refreshing instance network info cache due to event network-changed-db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.803710] env[69186]: DEBUG oslo_concurrency.lockutils [req-6c71e791-ac81-429c-8929-cef7c2d795ae req-6f03b1c2-f966-4170-a507-d9316f7ab63d service nova] Acquiring lock "refresh_cache-dbd66819-ad80-4c91-8d96-b59feae7cf6f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.804035] env[69186]: DEBUG oslo_concurrency.lockutils [req-6c71e791-ac81-429c-8929-cef7c2d795ae req-6f03b1c2-f966-4170-a507-d9316f7ab63d service nova] Acquired lock "refresh_cache-dbd66819-ad80-4c91-8d96-b59feae7cf6f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.804340] env[69186]: DEBUG nova.network.neutron [req-6c71e791-ac81-429c-8929-cef7c2d795ae req-6f03b1c2-f966-4170-a507-d9316f7ab63d service nova] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Refreshing network info cache for port db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.901824] env[69186]: DEBUG oslo_vmware.api [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Task: {'id': task-3634595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306869} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.905344] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.907282] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.907282] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.907496] env[69186]: INFO nova.compute.manager [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Took 1.63 seconds to destroy the instance on the hypervisor. [ 694.907653] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.910444] env[69186]: DEBUG nova.compute.manager [-] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.910545] env[69186]: DEBUG nova.network.neutron [-] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.962608] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634596, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.968632] env[69186]: DEBUG nova.network.neutron [-] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.106804] env[69186]: DEBUG oslo_vmware.api [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Task: {'id': task-3634589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524062} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.106804] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 42e71f1b-7786-451e-96cf-df66acd48dde/42e71f1b-7786-451e-96cf-df66acd48dde.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.106804] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.107734] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-587c2c96-ac17-4cf1-a4e8-00dba9a67e90 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.119888] env[69186]: DEBUG oslo_vmware.api [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Waiting for the task: (returnval){ [ 695.119888] env[69186]: value = "task-3634598" [ 695.119888] env[69186]: _type = "Task" [ 695.119888] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.133621] env[69186]: DEBUG oslo_vmware.api [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Task: {'id': task-3634598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.188749] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca4f810-e8c2-44c0-8db8-6d0b25fbd013 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.197941] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d7e6ab-a210-4a9c-a1bd-78f82e13840b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.246078] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9959c89-6a24-40b8-91ab-6a29e55f3104 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.249134] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634593, 'name': CreateVM_Task, 'duration_secs': 0.648311} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.249392] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.250112] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.251220] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.251378] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.251733] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.252361] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f63749e2-8711-467d-a944-533a76397fc6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.258521] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfcf3f8-a78e-44b9-a3a8-97628b8cc018 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.264192] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 695.264192] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52195a2b-b277-6d0c-8279-249c4374c308" [ 695.264192] env[69186]: _type = "Task" [ 695.264192] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.274397] env[69186]: DEBUG nova.compute.provider_tree [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 695.283301] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52195a2b-b277-6d0c-8279-249c4374c308, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.464398] env[69186]: DEBUG oslo_vmware.api [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634596, 'name': PowerOnVM_Task, 'duration_secs': 0.612012} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.464398] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.464398] env[69186]: INFO nova.compute.manager [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Took 13.78 seconds to spawn the instance on the hypervisor. [ 695.467459] env[69186]: DEBUG nova.compute.manager [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.468439] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5def4fa-a3f2-457d-ac72-2d6cac4a9a75 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.474742] env[69186]: DEBUG nova.network.neutron [-] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.634307] env[69186]: DEBUG oslo_vmware.api [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Task: {'id': task-3634598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134676} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.634602] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.635442] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ebfe4a-91f4-4b4d-9a3c-063e8386d4cf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.659077] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 42e71f1b-7786-451e-96cf-df66acd48dde/42e71f1b-7786-451e-96cf-df66acd48dde.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.659380] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04551a22-7d01-4bc9-a1cd-15eb7d225f64 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.683191] env[69186]: DEBUG oslo_vmware.api [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Waiting for the task: (returnval){ [ 695.683191] env[69186]: value = "task-3634599" [ 695.683191] env[69186]: _type = "Task" [ 695.683191] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.692347] env[69186]: DEBUG oslo_vmware.api [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Task: {'id': task-3634599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.711404] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634597, 'name': ReconfigVM_Task, 'duration_secs': 0.741487} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.711739] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32/8cbd7c33-de21-4bb3-a27f-fe2d61c18e32.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.712565] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5ff0e8f-74e7-4078-bb75-b91f767a658c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.719672] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Waiting for the task: (returnval){ [ 695.719672] env[69186]: value = "task-3634600" [ 695.719672] env[69186]: _type = "Task" [ 695.719672] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.728805] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634600, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.774293] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52195a2b-b277-6d0c-8279-249c4374c308, 'name': SearchDatastore_Task, 'duration_secs': 0.024453} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.775193] env[69186]: DEBUG nova.network.neutron [req-6c71e791-ac81-429c-8929-cef7c2d795ae req-6f03b1c2-f966-4170-a507-d9316f7ab63d service nova] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Updated VIF entry in instance network info cache for port db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.775556] env[69186]: DEBUG nova.network.neutron [req-6c71e791-ac81-429c-8929-cef7c2d795ae req-6f03b1c2-f966-4170-a507-d9316f7ab63d service nova] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Updating instance_info_cache with network_info: [{"id": "db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb", "address": "fa:16:3e:f2:66:ac", "network": {"id": "5472af61-aa9a-42da-896e-f5186e596b40", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1461833596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "6f6cb36c91a54760abb5927169203833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5ea658-85", "ovs_interfaceid": "db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.781016] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.781016] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.781016] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.781016] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.781176] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.781529] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a207bd98-f3b0-4c2e-98e0-4096e43651f3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.800053] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.800053] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.800053] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4affbb3e-9389-408c-a9ef-7c434617acb1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.803920] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 695.803920] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f02adb-1701-1e2c-8f86-26ba60571863" [ 695.803920] env[69186]: _type = "Task" [ 695.803920] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.812980] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f02adb-1701-1e2c-8f86-26ba60571863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.827319] env[69186]: DEBUG nova.scheduler.client.report [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Updated inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with generation 38 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 695.827565] env[69186]: DEBUG nova.compute.provider_tree [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Updating resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 generation from 38 to 39 during operation: update_inventory {{(pid=69186) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 695.827815] env[69186]: DEBUG nova.compute.provider_tree [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 695.979356] env[69186]: INFO nova.compute.manager [-] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Took 1.07 seconds to deallocate network for instance. [ 696.002323] env[69186]: INFO nova.compute.manager [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Took 28.58 seconds to build instance. [ 696.198616] env[69186]: DEBUG oslo_vmware.api [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Task: {'id': task-3634599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.232143] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634600, 'name': Rename_Task, 'duration_secs': 0.41634} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.232443] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.232727] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3a4b178-d15b-4a7b-824d-93747f39d039 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.244579] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Waiting for the task: (returnval){ [ 696.244579] env[69186]: value = "task-3634601" [ 696.244579] env[69186]: _type = "Task" [ 696.244579] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.257753] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.282644] env[69186]: DEBUG oslo_concurrency.lockutils [req-6c71e791-ac81-429c-8929-cef7c2d795ae req-6f03b1c2-f966-4170-a507-d9316f7ab63d service nova] Releasing lock "refresh_cache-dbd66819-ad80-4c91-8d96-b59feae7cf6f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.317454] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f02adb-1701-1e2c-8f86-26ba60571863, 'name': SearchDatastore_Task, 'duration_secs': 0.022626} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.318889] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e650fa94-410a-4aa8-a302-8763d3f4d62d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.326925] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 696.326925] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527ce708-6a22-8e64-60a4-5075d618876c" [ 696.326925] env[69186]: _type = "Task" [ 696.326925] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.337857] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.407s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.338558] env[69186]: DEBUG nova.compute.manager [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.341271] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527ce708-6a22-8e64-60a4-5075d618876c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.341553] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.522s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.343313] env[69186]: INFO nova.compute.claims [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.499943] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.506906] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a5501547-4288-4d92-bbb9-f547416dbea0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "93436e04-008a-451e-a0ce-1a4ebc1ddd9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.090s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.697142] env[69186]: DEBUG oslo_vmware.api [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Task: {'id': task-3634599, 'name': ReconfigVM_Task, 'duration_secs': 0.793395} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.697142] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 42e71f1b-7786-451e-96cf-df66acd48dde/42e71f1b-7786-451e-96cf-df66acd48dde.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.697142] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5df90ae-7aec-4d09-b59a-6ff7dd09c820 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.706173] env[69186]: DEBUG oslo_vmware.api [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Waiting for the task: (returnval){ [ 696.706173] env[69186]: value = "task-3634602" [ 696.706173] env[69186]: _type = "Task" [ 696.706173] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.720155] env[69186]: DEBUG oslo_vmware.api [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Task: {'id': task-3634602, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.764149] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634601, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.841916] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527ce708-6a22-8e64-60a4-5075d618876c, 'name': SearchDatastore_Task, 'duration_secs': 0.017285} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.843137] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.843137] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] dbd66819-ad80-4c91-8d96-b59feae7cf6f/dbd66819-ad80-4c91-8d96-b59feae7cf6f.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.843137] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dba76036-49a9-415f-9d2f-ddb1f3da2bba {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.848616] env[69186]: DEBUG nova.compute.utils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.854754] env[69186]: DEBUG nova.compute.manager [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.854963] env[69186]: DEBUG nova.network.neutron [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.858399] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 696.858399] env[69186]: value = "task-3634603" [ 696.858399] env[69186]: _type = "Task" [ 696.858399] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.869289] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.961350] env[69186]: DEBUG nova.policy [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83b4a34dd5674a93b521d83c9cb5c77a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f6cb36c91a54760abb5927169203833', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.013958] env[69186]: DEBUG nova.compute.manager [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.134605] env[69186]: DEBUG oslo_concurrency.lockutils [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquiring lock "93436e04-008a-451e-a0ce-1a4ebc1ddd9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.134877] env[69186]: DEBUG oslo_concurrency.lockutils [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "93436e04-008a-451e-a0ce-1a4ebc1ddd9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.135117] env[69186]: DEBUG oslo_concurrency.lockutils [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquiring lock "93436e04-008a-451e-a0ce-1a4ebc1ddd9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.135346] env[69186]: DEBUG oslo_concurrency.lockutils [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "93436e04-008a-451e-a0ce-1a4ebc1ddd9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.135520] env[69186]: DEBUG oslo_concurrency.lockutils [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "93436e04-008a-451e-a0ce-1a4ebc1ddd9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.138260] env[69186]: INFO nova.compute.manager [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Terminating instance [ 697.220569] env[69186]: DEBUG oslo_vmware.api [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Task: {'id': task-3634602, 'name': Rename_Task, 'duration_secs': 0.193386} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.220893] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.221222] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30b08b8a-ff18-475a-9e5d-9c1653af5cd2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.232139] env[69186]: DEBUG oslo_vmware.api [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Waiting for the task: (returnval){ [ 697.232139] env[69186]: value = "task-3634604" [ 697.232139] env[69186]: _type = "Task" [ 697.232139] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.245750] env[69186]: DEBUG oslo_vmware.api [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Task: {'id': task-3634604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.258858] env[69186]: DEBUG oslo_vmware.api [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634601, 'name': PowerOnVM_Task, 'duration_secs': 0.830744} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.259505] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.259646] env[69186]: INFO nova.compute.manager [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Took 12.90 seconds to spawn the instance on the hypervisor. [ 697.259899] env[69186]: DEBUG nova.compute.manager [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.261950] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee840ba5-7a59-4d66-82a9-0d043f753f04 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.357507] env[69186]: DEBUG nova.compute.manager [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.374583] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634603, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.546588] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.645853] env[69186]: DEBUG nova.compute.manager [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.645853] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.646724] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0047584-8d37-44b1-8527-ac23a88c529e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.658185] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.658491] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5de6bd7a-d4bb-418c-aa6e-ba9612162bfe {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.669480] env[69186]: DEBUG oslo_vmware.api [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 697.669480] env[69186]: value = "task-3634605" [ 697.669480] env[69186]: _type = "Task" [ 697.669480] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.684686] env[69186]: DEBUG oslo_vmware.api [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.745813] env[69186]: DEBUG oslo_vmware.api [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Task: {'id': task-3634604, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.793468] env[69186]: INFO nova.compute.manager [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Took 29.54 seconds to build instance. [ 697.883725] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677151} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.886176] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] dbd66819-ad80-4c91-8d96-b59feae7cf6f/dbd66819-ad80-4c91-8d96-b59feae7cf6f.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.886176] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.887782] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f205de-e663-4f99-8a75-c0c531070714 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.890886] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d529aacf-8263-4a97-8c59-b476dda80cd5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.904100] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 697.904100] env[69186]: value = "task-3634606" [ 697.904100] env[69186]: _type = "Task" [ 697.904100] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.905646] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a52f3b-91a6-40a7-a931-86f170fcbf01 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.914053] env[69186]: DEBUG nova.network.neutron [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Successfully created port: 02a201cd-caad-4333-8a1a-f79696387964 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.960994] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbd0530-717b-4427-b3be-799fe8b712c4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.963623] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.971558] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2dd37d-5114-48d7-b688-8e8dade311b1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.991455] env[69186]: DEBUG nova.compute.provider_tree [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.178987] env[69186]: DEBUG oslo_vmware.api [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634605, 'name': PowerOffVM_Task, 'duration_secs': 0.210039} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.181171] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.181171] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.181171] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd6bd28f-7c04-450d-852d-0857e19a8dfc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.245835] env[69186]: DEBUG oslo_vmware.api [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Task: {'id': task-3634604, 'name': PowerOnVM_Task, 'duration_secs': 0.765169} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.246238] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.246455] env[69186]: INFO nova.compute.manager [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Took 11.19 seconds to spawn the instance on the hypervisor. [ 698.246865] env[69186]: DEBUG nova.compute.manager [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.247920] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6e654a-b347-4419-bb2f-1b84ed5a2f95 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.284351] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.284625] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.284818] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Deleting the datastore file [datastore2] 93436e04-008a-451e-a0ce-1a4ebc1ddd9b {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.285168] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-381e7b2b-e30c-45b1-8d52-96aefa708523 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.297268] env[69186]: DEBUG oslo_vmware.api [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 698.297268] env[69186]: value = "task-3634608" [ 698.297268] env[69186]: _type = "Task" [ 698.297268] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.300934] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b32de98f-95e9-4742-ade1-311fad4375f3 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Lock "8cbd7c33-de21-4bb3-a27f-fe2d61c18e32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.055s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.308343] env[69186]: DEBUG oslo_vmware.api [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.385514] env[69186]: DEBUG nova.compute.manager [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.419942] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083097} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.421805] env[69186]: DEBUG nova.virt.hardware [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.422360] env[69186]: DEBUG nova.virt.hardware [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.422518] env[69186]: DEBUG nova.virt.hardware [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.422800] env[69186]: DEBUG nova.virt.hardware [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.422981] env[69186]: DEBUG nova.virt.hardware [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.423139] env[69186]: DEBUG nova.virt.hardware [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.423358] env[69186]: DEBUG nova.virt.hardware [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.423533] env[69186]: DEBUG nova.virt.hardware [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.423694] env[69186]: DEBUG nova.virt.hardware [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.423851] env[69186]: DEBUG nova.virt.hardware [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.424026] env[69186]: DEBUG nova.virt.hardware [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.424341] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.425224] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef0cb4c-6c46-4994-817b-35d41f06824e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.428912] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72665493-e0b7-41ec-90ea-4f44a4e961cf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.446264] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958f74ce-665b-4d64-bbad-130b4959f3d3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.458872] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] dbd66819-ad80-4c91-8d96-b59feae7cf6f/dbd66819-ad80-4c91-8d96-b59feae7cf6f.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.459553] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98ebbe00-9123-4773-873a-93857151ca43 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.490490] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 698.490490] env[69186]: value = "task-3634609" [ 698.490490] env[69186]: _type = "Task" [ 698.490490] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.494286] env[69186]: DEBUG nova.scheduler.client.report [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.504035] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634609, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.752858] env[69186]: DEBUG nova.compute.manager [None req-202e0d62-b6ac-4130-9a1d-7317a8a759cc tempest-ServerDiagnosticsV248Test-881356701 tempest-ServerDiagnosticsV248Test-881356701-project-admin] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.754030] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49fc4b6-48b0-41b0-b494-f60d82a861f1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.765820] env[69186]: INFO nova.compute.manager [None req-202e0d62-b6ac-4130-9a1d-7317a8a759cc tempest-ServerDiagnosticsV248Test-881356701 tempest-ServerDiagnosticsV248Test-881356701-project-admin] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Retrieving diagnostics [ 698.769460] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67788a63-be4a-48ea-81bd-f97800568f01 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.772470] env[69186]: INFO nova.compute.manager [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Took 27.25 seconds to build instance. [ 698.806364] env[69186]: DEBUG nova.compute.manager [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.819518] env[69186]: DEBUG oslo_vmware.api [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411741} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.820072] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.820266] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.820441] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.820687] env[69186]: INFO nova.compute.manager [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 698.820846] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.821049] env[69186]: DEBUG nova.compute.manager [-] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.821146] env[69186]: DEBUG nova.network.neutron [-] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.000970] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.002835] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.003347] env[69186]: DEBUG nova.compute.manager [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.006078] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.583s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.007527] env[69186]: INFO nova.compute.claims [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.268231] env[69186]: DEBUG oslo_concurrency.lockutils [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Acquiring lock "c1074fc1-c72a-4eae-865a-cd31a20667e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.268522] env[69186]: DEBUG oslo_concurrency.lockutils [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Lock "c1074fc1-c72a-4eae-865a-cd31a20667e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.274635] env[69186]: DEBUG oslo_concurrency.lockutils [None req-172501dc-e048-4394-95e5-69b084e6f17c tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Lock "42e71f1b-7786-451e-96cf-df66acd48dde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.609s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.334382] env[69186]: DEBUG oslo_concurrency.lockutils [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.502184] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634609, 'name': ReconfigVM_Task, 'duration_secs': 0.85145} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.502184] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Reconfigured VM instance instance-00000011 to attach disk [datastore2] dbd66819-ad80-4c91-8d96-b59feae7cf6f/dbd66819-ad80-4c91-8d96-b59feae7cf6f.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.503847] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ea1828e-371a-4e31-b480-b081b95d876f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.512679] env[69186]: DEBUG nova.compute.utils [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.517931] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 699.517931] env[69186]: value = "task-3634610" [ 699.517931] env[69186]: _type = "Task" [ 699.517931] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.518664] env[69186]: DEBUG nova.compute.manager [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.519020] env[69186]: DEBUG nova.network.neutron [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.538617] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634610, 'name': Rename_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.584203] env[69186]: DEBUG nova.policy [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '454c6eb8c72645b0a6a83d8a460ea628', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e0240408bf44c98a130ce1e49e8ed0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.585966] env[69186]: DEBUG nova.network.neutron [-] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.619848] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fc2cd3-1a88-46b3-903f-771e42a73663 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.632664] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1105196b-aeb5-4497-98c9-0c8af7b71fd9 tempest-ServersAdminNegativeTestJSON-532549715 tempest-ServersAdminNegativeTestJSON-532549715-project-admin] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Suspending the VM {{(pid=69186) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 699.632854] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4bcdd993-da50-4a5f-890b-02f0c81f7c76 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.641507] env[69186]: DEBUG oslo_vmware.api [None req-1105196b-aeb5-4497-98c9-0c8af7b71fd9 tempest-ServersAdminNegativeTestJSON-532549715 tempest-ServersAdminNegativeTestJSON-532549715-project-admin] Waiting for the task: (returnval){ [ 699.641507] env[69186]: value = "task-3634611" [ 699.641507] env[69186]: _type = "Task" [ 699.641507] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.653328] env[69186]: DEBUG oslo_vmware.api [None req-1105196b-aeb5-4497-98c9-0c8af7b71fd9 tempest-ServersAdminNegativeTestJSON-532549715 tempest-ServersAdminNegativeTestJSON-532549715-project-admin] Task: {'id': task-3634611, 'name': SuspendVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.779955] env[69186]: DEBUG nova.compute.manager [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.016252] env[69186]: DEBUG nova.network.neutron [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Successfully created port: 20db33f7-e291-4f0b-8b0f-9762d7cb736c {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.016252] env[69186]: DEBUG nova.compute.manager [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.045214] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634610, 'name': Rename_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.091571] env[69186]: INFO nova.compute.manager [-] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Took 1.27 seconds to deallocate network for instance. [ 700.162504] env[69186]: DEBUG oslo_vmware.api [None req-1105196b-aeb5-4497-98c9-0c8af7b71fd9 tempest-ServersAdminNegativeTestJSON-532549715 tempest-ServersAdminNegativeTestJSON-532549715-project-admin] Task: {'id': task-3634611, 'name': SuspendVM_Task} progress is 62%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.239494] env[69186]: DEBUG nova.network.neutron [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Successfully updated port: 02a201cd-caad-4333-8a1a-f79696387964 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.311594] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.314774] env[69186]: DEBUG nova.compute.manager [req-945cb905-b610-432c-924e-1c3a198b4f5b req-c4b8d09a-6606-478f-8c7d-c3ce3fa4485e service nova] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Received event network-vif-deleted-ffa3c8bb-362c-4bf0-88c6-5080034c6a15 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.424865] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "601edb67-4716-4c68-be2d-18285c148e79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.425164] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "601edb67-4716-4c68-be2d-18285c148e79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.553564] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634610, 'name': Rename_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.607121] env[69186]: DEBUG oslo_concurrency.lockutils [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.615840] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de70d14-8ea4-4f49-8afd-b6abb6a2e323 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.629468] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aca34c6-8bd7-4656-872b-f0c9bd2d4444 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.666319] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5943999f-51ce-4b6e-93c6-c167de562d29 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.678192] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e57f41a-241d-4ff6-9512-a898a274c084 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.682288] env[69186]: DEBUG oslo_vmware.api [None req-1105196b-aeb5-4497-98c9-0c8af7b71fd9 tempest-ServersAdminNegativeTestJSON-532549715 tempest-ServersAdminNegativeTestJSON-532549715-project-admin] Task: {'id': task-3634611, 'name': SuspendVM_Task, 'duration_secs': 0.832732} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.682614] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1105196b-aeb5-4497-98c9-0c8af7b71fd9 tempest-ServersAdminNegativeTestJSON-532549715 tempest-ServersAdminNegativeTestJSON-532549715-project-admin] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Suspended the VM {{(pid=69186) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 700.682759] env[69186]: DEBUG nova.compute.manager [None req-1105196b-aeb5-4497-98c9-0c8af7b71fd9 tempest-ServersAdminNegativeTestJSON-532549715 tempest-ServersAdminNegativeTestJSON-532549715-project-admin] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.683921] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53292a5c-c1a7-4d7b-890d-60b1ba6de235 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.696954] env[69186]: DEBUG nova.compute.provider_tree [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.743160] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "refresh_cache-f3de78f8-6adc-4a86-9da0-a83b5aa3949c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.743160] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquired lock "refresh_cache-f3de78f8-6adc-4a86-9da0-a83b5aa3949c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.743160] env[69186]: DEBUG nova.network.neutron [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.889564] env[69186]: DEBUG nova.compute.manager [req-be18a6c4-061d-45b5-8e30-0a5df433d0a6 req-6caabf3c-3f4c-4403-8c10-d53626cec417 service nova] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Received event network-vif-plugged-02a201cd-caad-4333-8a1a-f79696387964 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.889847] env[69186]: DEBUG oslo_concurrency.lockutils [req-be18a6c4-061d-45b5-8e30-0a5df433d0a6 req-6caabf3c-3f4c-4403-8c10-d53626cec417 service nova] Acquiring lock "f3de78f8-6adc-4a86-9da0-a83b5aa3949c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.889986] env[69186]: DEBUG oslo_concurrency.lockutils [req-be18a6c4-061d-45b5-8e30-0a5df433d0a6 req-6caabf3c-3f4c-4403-8c10-d53626cec417 service nova] Lock "f3de78f8-6adc-4a86-9da0-a83b5aa3949c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.890177] env[69186]: DEBUG oslo_concurrency.lockutils [req-be18a6c4-061d-45b5-8e30-0a5df433d0a6 req-6caabf3c-3f4c-4403-8c10-d53626cec417 service nova] Lock "f3de78f8-6adc-4a86-9da0-a83b5aa3949c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.890545] env[69186]: DEBUG nova.compute.manager [req-be18a6c4-061d-45b5-8e30-0a5df433d0a6 req-6caabf3c-3f4c-4403-8c10-d53626cec417 service nova] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] No waiting events found dispatching network-vif-plugged-02a201cd-caad-4333-8a1a-f79696387964 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 700.891257] env[69186]: WARNING nova.compute.manager [req-be18a6c4-061d-45b5-8e30-0a5df433d0a6 req-6caabf3c-3f4c-4403-8c10-d53626cec417 service nova] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Received unexpected event network-vif-plugged-02a201cd-caad-4333-8a1a-f79696387964 for instance with vm_state building and task_state spawning. [ 700.924794] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Acquiring lock "882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.925124] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Lock "882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.925364] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Acquiring lock "882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.925575] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Lock "882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.925770] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Lock "882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.930946] env[69186]: INFO nova.compute.manager [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Terminating instance [ 701.049986] env[69186]: DEBUG nova.compute.manager [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.053143] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634610, 'name': Rename_Task, 'duration_secs': 1.216432} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.054025] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.054524] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24846e94-adbb-41a6-b523-bc097193d7dd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.063166] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 701.063166] env[69186]: value = "task-3634612" [ 701.063166] env[69186]: _type = "Task" [ 701.063166] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.075547] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.087088] env[69186]: DEBUG nova.virt.hardware [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.087380] env[69186]: DEBUG nova.virt.hardware [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.087554] env[69186]: DEBUG nova.virt.hardware [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.087743] env[69186]: DEBUG nova.virt.hardware [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.087887] env[69186]: DEBUG nova.virt.hardware [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.088041] env[69186]: DEBUG nova.virt.hardware [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.088252] env[69186]: DEBUG nova.virt.hardware [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.088413] env[69186]: DEBUG nova.virt.hardware [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.088610] env[69186]: DEBUG nova.virt.hardware [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.088723] env[69186]: DEBUG nova.virt.hardware [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.088887] env[69186]: DEBUG nova.virt.hardware [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.089757] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b3c08c-1ffe-4d6c-81bb-db661c16cf54 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.100047] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6beafa-f765-4dec-8b02-d0a8cf4d3723 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.208149] env[69186]: DEBUG nova.scheduler.client.report [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.318729] env[69186]: DEBUG nova.network.neutron [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.437383] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Acquiring lock "refresh_cache-882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.438829] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Acquired lock "refresh_cache-882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.438829] env[69186]: DEBUG nova.network.neutron [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.576785] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.715521] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.718284] env[69186]: DEBUG nova.compute.manager [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.723499] env[69186]: DEBUG oslo_concurrency.lockutils [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.464s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.723938] env[69186]: DEBUG nova.objects.instance [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Lazy-loading 'resources' on Instance uuid bf234d91-d702-4c0f-ae63-6f6db63fdcc4 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.747091] env[69186]: DEBUG nova.network.neutron [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Updating instance_info_cache with network_info: [{"id": "02a201cd-caad-4333-8a1a-f79696387964", "address": "fa:16:3e:a1:e5:52", "network": {"id": "5472af61-aa9a-42da-896e-f5186e596b40", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1461833596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "6f6cb36c91a54760abb5927169203833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a201cd-ca", "ovs_interfaceid": "02a201cd-caad-4333-8a1a-f79696387964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.974727] env[69186]: DEBUG nova.network.neutron [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.080291] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634612, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.105030] env[69186]: DEBUG nova.network.neutron [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.162874] env[69186]: DEBUG nova.network.neutron [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Successfully updated port: 20db33f7-e291-4f0b-8b0f-9762d7cb736c {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.230751] env[69186]: DEBUG nova.compute.utils [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.232753] env[69186]: DEBUG nova.compute.manager [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.232753] env[69186]: DEBUG nova.network.neutron [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.252012] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Releasing lock "refresh_cache-f3de78f8-6adc-4a86-9da0-a83b5aa3949c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.252012] env[69186]: DEBUG nova.compute.manager [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Instance network_info: |[{"id": "02a201cd-caad-4333-8a1a-f79696387964", "address": "fa:16:3e:a1:e5:52", "network": {"id": "5472af61-aa9a-42da-896e-f5186e596b40", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1461833596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "6f6cb36c91a54760abb5927169203833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a201cd-ca", "ovs_interfaceid": "02a201cd-caad-4333-8a1a-f79696387964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.252185] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:e5:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02a201cd-caad-4333-8a1a-f79696387964', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.263477] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.268076] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.270032] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9aad5c79-7f0a-4597-88ca-41a4b576beda {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.300415] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.300415] env[69186]: value = "task-3634613" [ 702.300415] env[69186]: _type = "Task" [ 702.300415] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.314769] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634613, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.333796] env[69186]: DEBUG nova.policy [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46a8349dda9f4cada408ab72daeff569', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc2bc0efaf0a49039fc066abcc953317', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.579584] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634612, 'name': PowerOnVM_Task, 'duration_secs': 1.177496} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.579647] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.579839] env[69186]: INFO nova.compute.manager [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Took 12.89 seconds to spawn the instance on the hypervisor. [ 702.580027] env[69186]: DEBUG nova.compute.manager [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.582338] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c18fcf-2fa9-46d8-9475-b7e3e4144148 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.609798] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Releasing lock "refresh_cache-882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.610394] env[69186]: DEBUG nova.compute.manager [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.610465] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.611476] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dba28d1-4f3b-4cea-b2c2-2562c51dd699 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.624418] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.624700] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c4b1d2a-f23d-4207-9858-b9910a04a5d1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.636026] env[69186]: DEBUG oslo_vmware.api [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Waiting for the task: (returnval){ [ 702.636026] env[69186]: value = "task-3634614" [ 702.636026] env[69186]: _type = "Task" [ 702.636026] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.646513] env[69186]: DEBUG oslo_vmware.api [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Task: {'id': task-3634614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.671288] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Acquiring lock "refresh_cache-57a41f79-f205-4ed9-b4c2-67d57d113f63" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.671439] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Acquired lock "refresh_cache-57a41f79-f205-4ed9-b4c2-67d57d113f63" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.671590] env[69186]: DEBUG nova.network.neutron [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.737019] env[69186]: DEBUG nova.compute.manager [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.814306] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634613, 'name': CreateVM_Task, 'duration_secs': 0.37281} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.818836] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.818836] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.819373] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.819373] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.819686] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16436327-d5a5-40ea-9107-bf522d61fd40 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.826308] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 702.826308] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c802e6-7f1f-b754-6607-d0e241b3f9ac" [ 702.826308] env[69186]: _type = "Task" [ 702.826308] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.838715] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c802e6-7f1f-b754-6607-d0e241b3f9ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.874874] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9194bff6-16f6-4b03-aa5f-d2508206fa6f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.884410] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfb5bcf-9e07-468a-b694-20bdb52245d1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.922856] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d841cb19-8a17-482a-a81e-a68c6c5f58a6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.931711] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0337edb8-f023-47ef-b0e1-5f540505bd42 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.950065] env[69186]: DEBUG nova.compute.provider_tree [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.102795] env[69186]: INFO nova.compute.manager [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Took 31.56 seconds to build instance. [ 703.141910] env[69186]: DEBUG nova.network.neutron [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Successfully created port: ea168eeb-c4c0-4312-ba39-ad6111551f1a {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.149644] env[69186]: DEBUG oslo_vmware.api [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Task: {'id': task-3634614, 'name': PowerOffVM_Task, 'duration_secs': 0.209186} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.149644] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.149775] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.149916] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e84eb93-8c49-40a0-b751-eb02c187d930 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.183160] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.183160] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.183160] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Deleting the datastore file [datastore1] 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.183160] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ce7b5d1-ab6e-4e67-a60d-1919d8d75dc4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.189965] env[69186]: DEBUG oslo_vmware.api [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Waiting for the task: (returnval){ [ 703.189965] env[69186]: value = "task-3634616" [ 703.189965] env[69186]: _type = "Task" [ 703.189965] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.206196] env[69186]: DEBUG oslo_vmware.api [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Task: {'id': task-3634616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.217434] env[69186]: DEBUG nova.compute.manager [req-6509ee1b-7dba-4a05-9c19-51bf8b95c1b6 req-4c59c98c-1ec8-4782-b97b-8edc0c3a4a2c service nova] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Received event network-vif-plugged-20db33f7-e291-4f0b-8b0f-9762d7cb736c {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.217687] env[69186]: DEBUG oslo_concurrency.lockutils [req-6509ee1b-7dba-4a05-9c19-51bf8b95c1b6 req-4c59c98c-1ec8-4782-b97b-8edc0c3a4a2c service nova] Acquiring lock "57a41f79-f205-4ed9-b4c2-67d57d113f63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.217847] env[69186]: DEBUG oslo_concurrency.lockutils [req-6509ee1b-7dba-4a05-9c19-51bf8b95c1b6 req-4c59c98c-1ec8-4782-b97b-8edc0c3a4a2c service nova] Lock "57a41f79-f205-4ed9-b4c2-67d57d113f63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.220255] env[69186]: DEBUG oslo_concurrency.lockutils [req-6509ee1b-7dba-4a05-9c19-51bf8b95c1b6 req-4c59c98c-1ec8-4782-b97b-8edc0c3a4a2c service nova] Lock "57a41f79-f205-4ed9-b4c2-67d57d113f63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.220255] env[69186]: DEBUG nova.compute.manager [req-6509ee1b-7dba-4a05-9c19-51bf8b95c1b6 req-4c59c98c-1ec8-4782-b97b-8edc0c3a4a2c service nova] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] No waiting events found dispatching network-vif-plugged-20db33f7-e291-4f0b-8b0f-9762d7cb736c {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.220255] env[69186]: WARNING nova.compute.manager [req-6509ee1b-7dba-4a05-9c19-51bf8b95c1b6 req-4c59c98c-1ec8-4782-b97b-8edc0c3a4a2c service nova] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Received unexpected event network-vif-plugged-20db33f7-e291-4f0b-8b0f-9762d7cb736c for instance with vm_state building and task_state spawning. [ 703.220255] env[69186]: DEBUG nova.compute.manager [req-6509ee1b-7dba-4a05-9c19-51bf8b95c1b6 req-4c59c98c-1ec8-4782-b97b-8edc0c3a4a2c service nova] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Received event network-changed-20db33f7-e291-4f0b-8b0f-9762d7cb736c {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.220255] env[69186]: DEBUG nova.compute.manager [req-6509ee1b-7dba-4a05-9c19-51bf8b95c1b6 req-4c59c98c-1ec8-4782-b97b-8edc0c3a4a2c service nova] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Refreshing instance network info cache due to event network-changed-20db33f7-e291-4f0b-8b0f-9762d7cb736c. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.220433] env[69186]: DEBUG oslo_concurrency.lockutils [req-6509ee1b-7dba-4a05-9c19-51bf8b95c1b6 req-4c59c98c-1ec8-4782-b97b-8edc0c3a4a2c service nova] Acquiring lock "refresh_cache-57a41f79-f205-4ed9-b4c2-67d57d113f63" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.250358] env[69186]: DEBUG nova.network.neutron [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.344454] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c802e6-7f1f-b754-6607-d0e241b3f9ac, 'name': SearchDatastore_Task, 'duration_secs': 0.022953} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.344954] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.345349] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.345749] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.347734] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.347734] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.347734] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67611f08-8327-42a4-ac8d-8e2126e45c77 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.364869] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.365582] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.366897] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4a93bb3-6d7c-47b6-9400-a4706da8584f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.377597] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 703.377597] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527375e2-a724-56db-da3c-143bb15c2f55" [ 703.377597] env[69186]: _type = "Task" [ 703.377597] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.399119] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527375e2-a724-56db-da3c-143bb15c2f55, 'name': SearchDatastore_Task, 'duration_secs': 0.018425} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.399357] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faaee446-0d1d-45a1-8b9c-7289a237c380 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.411020] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 703.411020] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d29601-2923-6bae-ed9d-57bb4c84c2e7" [ 703.411020] env[69186]: _type = "Task" [ 703.411020] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.421629] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d29601-2923-6bae-ed9d-57bb4c84c2e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.458437] env[69186]: DEBUG nova.scheduler.client.report [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.516167] env[69186]: DEBUG nova.compute.manager [req-f1bf749c-e0df-4bba-afe1-805421dbe1ea req-916bdada-ceac-4191-a0f0-4f099a62dff3 service nova] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Received event network-changed-02a201cd-caad-4333-8a1a-f79696387964 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.516367] env[69186]: DEBUG nova.compute.manager [req-f1bf749c-e0df-4bba-afe1-805421dbe1ea req-916bdada-ceac-4191-a0f0-4f099a62dff3 service nova] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Refreshing instance network info cache due to event network-changed-02a201cd-caad-4333-8a1a-f79696387964. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.516616] env[69186]: DEBUG oslo_concurrency.lockutils [req-f1bf749c-e0df-4bba-afe1-805421dbe1ea req-916bdada-ceac-4191-a0f0-4f099a62dff3 service nova] Acquiring lock "refresh_cache-f3de78f8-6adc-4a86-9da0-a83b5aa3949c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.516721] env[69186]: DEBUG oslo_concurrency.lockutils [req-f1bf749c-e0df-4bba-afe1-805421dbe1ea req-916bdada-ceac-4191-a0f0-4f099a62dff3 service nova] Acquired lock "refresh_cache-f3de78f8-6adc-4a86-9da0-a83b5aa3949c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.516901] env[69186]: DEBUG nova.network.neutron [req-f1bf749c-e0df-4bba-afe1-805421dbe1ea req-916bdada-ceac-4191-a0f0-4f099a62dff3 service nova] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Refreshing network info cache for port 02a201cd-caad-4333-8a1a-f79696387964 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.605454] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "dbd66819-ad80-4c91-8d96-b59feae7cf6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.168s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.691390] env[69186]: DEBUG nova.network.neutron [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Updating instance_info_cache with network_info: [{"id": "20db33f7-e291-4f0b-8b0f-9762d7cb736c", "address": "fa:16:3e:d4:dc:3e", "network": {"id": "a393fdd8-db92-4484-808a-54dafe1b4c0d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1042910511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e0240408bf44c98a130ce1e49e8ed0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20db33f7-e2", "ovs_interfaceid": "20db33f7-e291-4f0b-8b0f-9762d7cb736c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.704870] env[69186]: DEBUG oslo_vmware.api [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Task: {'id': task-3634616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122706} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.705163] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.705359] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.705532] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.705713] env[69186]: INFO nova.compute.manager [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Took 1.10 seconds to destroy the instance on the hypervisor. [ 703.705962] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.707062] env[69186]: DEBUG nova.compute.manager [-] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 703.707062] env[69186]: DEBUG nova.network.neutron [-] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 703.746404] env[69186]: DEBUG nova.compute.manager [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.749537] env[69186]: DEBUG nova.network.neutron [-] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.776412] env[69186]: DEBUG nova.virt.hardware [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.776687] env[69186]: DEBUG nova.virt.hardware [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.776841] env[69186]: DEBUG nova.virt.hardware [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.777117] env[69186]: DEBUG nova.virt.hardware [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.777365] env[69186]: DEBUG nova.virt.hardware [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.777563] env[69186]: DEBUG nova.virt.hardware [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.777786] env[69186]: DEBUG nova.virt.hardware [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.777948] env[69186]: DEBUG nova.virt.hardware [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.778307] env[69186]: DEBUG nova.virt.hardware [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.778307] env[69186]: DEBUG nova.virt.hardware [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.778481] env[69186]: DEBUG nova.virt.hardware [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.779822] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246d193e-504a-4890-8898-ab55dabe4244 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.788876] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47013f37-ac58-4293-b924-e009e4de9ad7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.919268] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d29601-2923-6bae-ed9d-57bb4c84c2e7, 'name': SearchDatastore_Task, 'duration_secs': 0.018285} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.919545] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.919802] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] f3de78f8-6adc-4a86-9da0-a83b5aa3949c/f3de78f8-6adc-4a86-9da0-a83b5aa3949c.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.920062] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6336da82-6408-43a9-b8e5-3ab67e42a500 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.928601] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 703.928601] env[69186]: value = "task-3634617" [ 703.928601] env[69186]: _type = "Task" [ 703.928601] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.937782] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.962953] env[69186]: DEBUG oslo_concurrency.lockutils [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.965648] env[69186]: DEBUG oslo_concurrency.lockutils [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.243s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.967215] env[69186]: INFO nova.compute.claims [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.008909] env[69186]: INFO nova.scheduler.client.report [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Deleted allocations for instance bf234d91-d702-4c0f-ae63-6f6db63fdcc4 [ 704.112291] env[69186]: DEBUG nova.compute.manager [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.198978] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Releasing lock "refresh_cache-57a41f79-f205-4ed9-b4c2-67d57d113f63" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.199366] env[69186]: DEBUG nova.compute.manager [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Instance network_info: |[{"id": "20db33f7-e291-4f0b-8b0f-9762d7cb736c", "address": "fa:16:3e:d4:dc:3e", "network": {"id": "a393fdd8-db92-4484-808a-54dafe1b4c0d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1042910511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e0240408bf44c98a130ce1e49e8ed0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20db33f7-e2", "ovs_interfaceid": "20db33f7-e291-4f0b-8b0f-9762d7cb736c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.199664] env[69186]: DEBUG oslo_concurrency.lockutils [req-6509ee1b-7dba-4a05-9c19-51bf8b95c1b6 req-4c59c98c-1ec8-4782-b97b-8edc0c3a4a2c service nova] Acquired lock "refresh_cache-57a41f79-f205-4ed9-b4c2-67d57d113f63" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.199846] env[69186]: DEBUG nova.network.neutron [req-6509ee1b-7dba-4a05-9c19-51bf8b95c1b6 req-4c59c98c-1ec8-4782-b97b-8edc0c3a4a2c service nova] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Refreshing network info cache for port 20db33f7-e291-4f0b-8b0f-9762d7cb736c {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.203023] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:dc:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1895250-76cc-41f7-b7f8-2e5679494607', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20db33f7-e291-4f0b-8b0f-9762d7cb736c', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.215290] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Creating folder: Project (8e0240408bf44c98a130ce1e49e8ed0c). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.225366] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d23bc75-946f-45fa-8b5f-3e748698a5c1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.238789] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Created folder: Project (8e0240408bf44c98a130ce1e49e8ed0c) in parent group-v724677. [ 704.238961] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Creating folder: Instances. Parent ref: group-v724732. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.239292] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6a86fdf-7a57-4de8-a1d8-6a3274d799d7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.248669] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Created folder: Instances in parent group-v724732. [ 704.248778] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.248960] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.250254] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba545d00-8c2e-4665-a857-4bde62ed5cf3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.270320] env[69186]: DEBUG nova.network.neutron [-] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.280148] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.280148] env[69186]: value = "task-3634620" [ 704.280148] env[69186]: _type = "Task" [ 704.280148] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.291296] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634620, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.441208] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634617, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.490332] env[69186]: DEBUG nova.network.neutron [req-f1bf749c-e0df-4bba-afe1-805421dbe1ea req-916bdada-ceac-4191-a0f0-4f099a62dff3 service nova] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Updated VIF entry in instance network info cache for port 02a201cd-caad-4333-8a1a-f79696387964. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.490804] env[69186]: DEBUG nova.network.neutron [req-f1bf749c-e0df-4bba-afe1-805421dbe1ea req-916bdada-ceac-4191-a0f0-4f099a62dff3 service nova] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Updating instance_info_cache with network_info: [{"id": "02a201cd-caad-4333-8a1a-f79696387964", "address": "fa:16:3e:a1:e5:52", "network": {"id": "5472af61-aa9a-42da-896e-f5186e596b40", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1461833596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "6f6cb36c91a54760abb5927169203833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a201cd-ca", "ovs_interfaceid": "02a201cd-caad-4333-8a1a-f79696387964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.517369] env[69186]: DEBUG oslo_concurrency.lockutils [None req-47a18710-8d7c-4298-b91d-06bd995efcbd tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Lock "bf234d91-d702-4c0f-ae63-6f6db63fdcc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.101s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.641273] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.774936] env[69186]: INFO nova.compute.manager [-] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Took 1.07 seconds to deallocate network for instance. [ 704.794521] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634620, 'name': CreateVM_Task, 'duration_secs': 0.37177} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.794695] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.795505] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.795675] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.796078] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.796343] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b4b2763-60a7-403e-bbd5-09a7fd7e86db {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.803166] env[69186]: DEBUG oslo_vmware.api [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Waiting for the task: (returnval){ [ 704.803166] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5286016e-ce67-74e4-f56f-fe7ce8bf3d88" [ 704.803166] env[69186]: _type = "Task" [ 704.803166] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.811823] env[69186]: DEBUG oslo_vmware.api [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5286016e-ce67-74e4-f56f-fe7ce8bf3d88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.946061] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69914} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.946061] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] f3de78f8-6adc-4a86-9da0-a83b5aa3949c/f3de78f8-6adc-4a86-9da0-a83b5aa3949c.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.946061] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.946061] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f61729e4-8fd0-48d5-a85b-d158f4cb5504 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.952012] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 704.952012] env[69186]: value = "task-3634624" [ 704.952012] env[69186]: _type = "Task" [ 704.952012] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.963102] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.998454] env[69186]: DEBUG oslo_concurrency.lockutils [req-f1bf749c-e0df-4bba-afe1-805421dbe1ea req-916bdada-ceac-4191-a0f0-4f099a62dff3 service nova] Releasing lock "refresh_cache-f3de78f8-6adc-4a86-9da0-a83b5aa3949c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.998626] env[69186]: DEBUG nova.compute.manager [req-f1bf749c-e0df-4bba-afe1-805421dbe1ea req-916bdada-ceac-4191-a0f0-4f099a62dff3 service nova] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Received event network-changed-5b63b6d7-5828-4f64-87be-f7df25deae9e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.998676] env[69186]: DEBUG nova.compute.manager [req-f1bf749c-e0df-4bba-afe1-805421dbe1ea req-916bdada-ceac-4191-a0f0-4f099a62dff3 service nova] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Refreshing instance network info cache due to event network-changed-5b63b6d7-5828-4f64-87be-f7df25deae9e. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.998840] env[69186]: DEBUG oslo_concurrency.lockutils [req-f1bf749c-e0df-4bba-afe1-805421dbe1ea req-916bdada-ceac-4191-a0f0-4f099a62dff3 service nova] Acquiring lock "refresh_cache-42e71f1b-7786-451e-96cf-df66acd48dde" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.999070] env[69186]: DEBUG oslo_concurrency.lockutils [req-f1bf749c-e0df-4bba-afe1-805421dbe1ea req-916bdada-ceac-4191-a0f0-4f099a62dff3 service nova] Acquired lock "refresh_cache-42e71f1b-7786-451e-96cf-df66acd48dde" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.999150] env[69186]: DEBUG nova.network.neutron [req-f1bf749c-e0df-4bba-afe1-805421dbe1ea req-916bdada-ceac-4191-a0f0-4f099a62dff3 service nova] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Refreshing network info cache for port 5b63b6d7-5828-4f64-87be-f7df25deae9e {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.288863] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.295716] env[69186]: DEBUG nova.network.neutron [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Successfully updated port: ea168eeb-c4c0-4312-ba39-ad6111551f1a {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.318583] env[69186]: DEBUG oslo_vmware.api [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5286016e-ce67-74e4-f56f-fe7ce8bf3d88, 'name': SearchDatastore_Task, 'duration_secs': 0.012612} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.323536] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.323786] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.324025] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.324172] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.324347] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.325850] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e79a231-be24-47ee-bad9-12bc6f6e3d1e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.339038] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.339038] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.339038] env[69186]: DEBUG nova.network.neutron [req-6509ee1b-7dba-4a05-9c19-51bf8b95c1b6 req-4c59c98c-1ec8-4782-b97b-8edc0c3a4a2c service nova] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Updated VIF entry in instance network info cache for port 20db33f7-e291-4f0b-8b0f-9762d7cb736c. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.339345] env[69186]: DEBUG nova.network.neutron [req-6509ee1b-7dba-4a05-9c19-51bf8b95c1b6 req-4c59c98c-1ec8-4782-b97b-8edc0c3a4a2c service nova] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Updating instance_info_cache with network_info: [{"id": "20db33f7-e291-4f0b-8b0f-9762d7cb736c", "address": "fa:16:3e:d4:dc:3e", "network": {"id": "a393fdd8-db92-4484-808a-54dafe1b4c0d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1042910511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e0240408bf44c98a130ce1e49e8ed0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20db33f7-e2", "ovs_interfaceid": "20db33f7-e291-4f0b-8b0f-9762d7cb736c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.340873] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-806e3d7e-84b0-4e03-a046-856cfa7f8906 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.353392] env[69186]: DEBUG oslo_vmware.api [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Waiting for the task: (returnval){ [ 705.353392] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523e95b0-8563-bdba-bc18-f32183a69726" [ 705.353392] env[69186]: _type = "Task" [ 705.353392] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.361288] env[69186]: DEBUG oslo_vmware.api [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523e95b0-8563-bdba-bc18-f32183a69726, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.464622] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069053} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.467621] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.468951] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115672f5-ac3e-4d69-9021-68f8953fa778 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.493569] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] f3de78f8-6adc-4a86-9da0-a83b5aa3949c/f3de78f8-6adc-4a86-9da0-a83b5aa3949c.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.496474] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46e174da-1643-432e-8218-73a00ff3dd98 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.519443] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 705.519443] env[69186]: value = "task-3634625" [ 705.519443] env[69186]: _type = "Task" [ 705.519443] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.533240] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634625, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.562339] env[69186]: DEBUG nova.compute.manager [req-8641f1cf-ffdf-42bb-8862-10aa3dad7542 req-76abf5fc-fa87-4de9-aeac-7bdf353e18b3 service nova] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Received event network-vif-plugged-ea168eeb-c4c0-4312-ba39-ad6111551f1a {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.562339] env[69186]: DEBUG oslo_concurrency.lockutils [req-8641f1cf-ffdf-42bb-8862-10aa3dad7542 req-76abf5fc-fa87-4de9-aeac-7bdf353e18b3 service nova] Acquiring lock "4f85f88b-4e84-4963-8750-8c17f62af69e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.562339] env[69186]: DEBUG oslo_concurrency.lockutils [req-8641f1cf-ffdf-42bb-8862-10aa3dad7542 req-76abf5fc-fa87-4de9-aeac-7bdf353e18b3 service nova] Lock "4f85f88b-4e84-4963-8750-8c17f62af69e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.562339] env[69186]: DEBUG oslo_concurrency.lockutils [req-8641f1cf-ffdf-42bb-8862-10aa3dad7542 req-76abf5fc-fa87-4de9-aeac-7bdf353e18b3 service nova] Lock "4f85f88b-4e84-4963-8750-8c17f62af69e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.562339] env[69186]: DEBUG nova.compute.manager [req-8641f1cf-ffdf-42bb-8862-10aa3dad7542 req-76abf5fc-fa87-4de9-aeac-7bdf353e18b3 service nova] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] No waiting events found dispatching network-vif-plugged-ea168eeb-c4c0-4312-ba39-ad6111551f1a {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.562568] env[69186]: WARNING nova.compute.manager [req-8641f1cf-ffdf-42bb-8862-10aa3dad7542 req-76abf5fc-fa87-4de9-aeac-7bdf353e18b3 service nova] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Received unexpected event network-vif-plugged-ea168eeb-c4c0-4312-ba39-ad6111551f1a for instance with vm_state building and task_state spawning. [ 705.573163] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59303250-a4a9-4af1-ad0d-16d8ee9d99f9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.584291] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacdef92-fc94-4513-9966-484b68ded7ca {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.619335] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e209b2a-e5fa-4e5a-a216-13ff8e4782b1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.631029] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9ec557-44e6-4214-85de-d03a1a17747e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.641942] env[69186]: DEBUG nova.compute.provider_tree [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.798508] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquiring lock "refresh_cache-4f85f88b-4e84-4963-8750-8c17f62af69e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.799024] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquired lock "refresh_cache-4f85f88b-4e84-4963-8750-8c17f62af69e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.800747] env[69186]: DEBUG nova.network.neutron [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.846192] env[69186]: DEBUG oslo_concurrency.lockutils [req-6509ee1b-7dba-4a05-9c19-51bf8b95c1b6 req-4c59c98c-1ec8-4782-b97b-8edc0c3a4a2c service nova] Releasing lock "refresh_cache-57a41f79-f205-4ed9-b4c2-67d57d113f63" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.864153] env[69186]: DEBUG oslo_vmware.api [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523e95b0-8563-bdba-bc18-f32183a69726, 'name': SearchDatastore_Task, 'duration_secs': 0.010541} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.864956] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ed4695c-8f56-4287-9eb9-ab21730990ac {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.870817] env[69186]: DEBUG oslo_vmware.api [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Waiting for the task: (returnval){ [ 705.870817] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bce97e-921f-15b2-bde8-0e68eff618fe" [ 705.870817] env[69186]: _type = "Task" [ 705.870817] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.881621] env[69186]: DEBUG oslo_vmware.api [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bce97e-921f-15b2-bde8-0e68eff618fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.020608] env[69186]: DEBUG nova.network.neutron [req-f1bf749c-e0df-4bba-afe1-805421dbe1ea req-916bdada-ceac-4191-a0f0-4f099a62dff3 service nova] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Updated VIF entry in instance network info cache for port 5b63b6d7-5828-4f64-87be-f7df25deae9e. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.024015] env[69186]: DEBUG nova.network.neutron [req-f1bf749c-e0df-4bba-afe1-805421dbe1ea req-916bdada-ceac-4191-a0f0-4f099a62dff3 service nova] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Updating instance_info_cache with network_info: [{"id": "5b63b6d7-5828-4f64-87be-f7df25deae9e", "address": "fa:16:3e:1f:bd:a0", "network": {"id": "b739e5e7-9c50-492b-b32c-f066d73196b4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-420456208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a146e07fbc742d3acaa057d8175ae49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b63b6d7-58", "ovs_interfaceid": "5b63b6d7-5828-4f64-87be-f7df25deae9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.039381] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634625, 'name': ReconfigVM_Task, 'duration_secs': 0.345967} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.039381] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Reconfigured VM instance instance-00000012 to attach disk [datastore1] f3de78f8-6adc-4a86-9da0-a83b5aa3949c/f3de78f8-6adc-4a86-9da0-a83b5aa3949c.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.040039] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1f350cd-e109-4e1e-88f9-7a7c17666ccf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.047688] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 706.047688] env[69186]: value = "task-3634626" [ 706.047688] env[69186]: _type = "Task" [ 706.047688] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.060165] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634626, 'name': Rename_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.145811] env[69186]: DEBUG nova.scheduler.client.report [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.350226] env[69186]: DEBUG nova.network.neutron [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.391733] env[69186]: DEBUG oslo_vmware.api [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bce97e-921f-15b2-bde8-0e68eff618fe, 'name': SearchDatastore_Task, 'duration_secs': 0.051717} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.393206] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.393206] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 57a41f79-f205-4ed9-b4c2-67d57d113f63/57a41f79-f205-4ed9-b4c2-67d57d113f63.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.393206] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca992cc8-cb5e-4a46-b894-631a55bd99cf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.404324] env[69186]: DEBUG oslo_vmware.api [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Waiting for the task: (returnval){ [ 706.404324] env[69186]: value = "task-3634627" [ 706.404324] env[69186]: _type = "Task" [ 706.404324] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.414718] env[69186]: DEBUG oslo_vmware.api [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Task: {'id': task-3634627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.530445] env[69186]: DEBUG oslo_concurrency.lockutils [req-f1bf749c-e0df-4bba-afe1-805421dbe1ea req-916bdada-ceac-4191-a0f0-4f099a62dff3 service nova] Releasing lock "refresh_cache-42e71f1b-7786-451e-96cf-df66acd48dde" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.562964] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634626, 'name': Rename_Task, 'duration_secs': 0.150699} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.566436] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.566767] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-684eed3d-e565-4788-ae26-e08829012ba4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.577772] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 706.577772] env[69186]: value = "task-3634628" [ 706.577772] env[69186]: _type = "Task" [ 706.577772] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.590253] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.656614] env[69186]: DEBUG oslo_concurrency.lockutils [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.656614] env[69186]: DEBUG nova.compute.manager [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.659826] env[69186]: DEBUG nova.network.neutron [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Updating instance_info_cache with network_info: [{"id": "ea168eeb-c4c0-4312-ba39-ad6111551f1a", "address": "fa:16:3e:fa:0c:7f", "network": {"id": "930f2715-64e6-4a3b-b684-9b507eba82ae", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-410407698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fc2bc0efaf0a49039fc066abcc953317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea168eeb-c4", "ovs_interfaceid": "ea168eeb-c4c0-4312-ba39-ad6111551f1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.660976] env[69186]: DEBUG oslo_concurrency.lockutils [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.116s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.665658] env[69186]: INFO nova.compute.claims [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.919301] env[69186]: DEBUG oslo_vmware.api [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Task: {'id': task-3634627, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.093185] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634628, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.171727] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Releasing lock "refresh_cache-4f85f88b-4e84-4963-8750-8c17f62af69e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.171727] env[69186]: DEBUG nova.compute.manager [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Instance network_info: |[{"id": "ea168eeb-c4c0-4312-ba39-ad6111551f1a", "address": "fa:16:3e:fa:0c:7f", "network": {"id": "930f2715-64e6-4a3b-b684-9b507eba82ae", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-410407698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fc2bc0efaf0a49039fc066abcc953317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea168eeb-c4", "ovs_interfaceid": "ea168eeb-c4c0-4312-ba39-ad6111551f1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.171963] env[69186]: DEBUG nova.compute.utils [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.173801] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:0c:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea168eeb-c4c0-4312-ba39-ad6111551f1a', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.182406] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Creating folder: Project (fc2bc0efaf0a49039fc066abcc953317). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.182755] env[69186]: DEBUG nova.compute.manager [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.182930] env[69186]: DEBUG nova.network.neutron [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.189274] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-faf96cb0-5281-4b81-beb4-a28545402890 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.199281] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Created folder: Project (fc2bc0efaf0a49039fc066abcc953317) in parent group-v724677. [ 707.199484] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Creating folder: Instances. Parent ref: group-v724738. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.199787] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3934d8a-9a19-42cb-a460-806b9482c2e2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.212910] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Created folder: Instances in parent group-v724738. [ 707.213378] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.213378] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.213600] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e07f1198-2106-45ba-ad31-cc6a434201b7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.240138] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.240138] env[69186]: value = "task-3634631" [ 707.240138] env[69186]: _type = "Task" [ 707.240138] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.249092] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634631, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.321528] env[69186]: DEBUG nova.policy [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdcfd5a52d944977862e024286b638d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80a016bd54474900b36b6133a00e3bd8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.421353] env[69186]: DEBUG oslo_vmware.api [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Task: {'id': task-3634627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721097} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.424924] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 57a41f79-f205-4ed9-b4c2-67d57d113f63/57a41f79-f205-4ed9-b4c2-67d57d113f63.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.424924] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.424924] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-721c273d-676d-45e3-9059-c2c5d30b0250 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.430563] env[69186]: DEBUG oslo_vmware.api [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Waiting for the task: (returnval){ [ 707.430563] env[69186]: value = "task-3634632" [ 707.430563] env[69186]: _type = "Task" [ 707.430563] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.439360] env[69186]: DEBUG oslo_vmware.api [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Task: {'id': task-3634632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.597681] env[69186]: DEBUG oslo_vmware.api [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634628, 'name': PowerOnVM_Task, 'duration_secs': 0.557852} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.598323] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.598637] env[69186]: INFO nova.compute.manager [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Took 9.21 seconds to spawn the instance on the hypervisor. [ 707.598954] env[69186]: DEBUG nova.compute.manager [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.600178] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f40c5f-749a-4429-9248-a98ab4976503 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.675384] env[69186]: DEBUG nova.compute.manager [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.755506] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634631, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.947215] env[69186]: DEBUG oslo_vmware.api [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Task: {'id': task-3634632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078674} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.947215] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.947215] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a3322f-2c1d-4b2d-b924-c9dd1cf08573 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.979323] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 57a41f79-f205-4ed9-b4c2-67d57d113f63/57a41f79-f205-4ed9-b4c2-67d57d113f63.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.981498] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a105b19e-f2cc-4581-8963-8e621f39a811 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.014096] env[69186]: DEBUG oslo_vmware.api [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Waiting for the task: (returnval){ [ 708.014096] env[69186]: value = "task-3634634" [ 708.014096] env[69186]: _type = "Task" [ 708.014096] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.022476] env[69186]: DEBUG oslo_vmware.api [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Task: {'id': task-3634634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.063189] env[69186]: DEBUG nova.compute.manager [req-45cc5391-fe63-4ca9-add6-e8fde224d4c9 req-1a3dd61f-fab8-4767-b470-c0585613c91f service nova] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Received event network-changed-ea168eeb-c4c0-4312-ba39-ad6111551f1a {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.063189] env[69186]: DEBUG nova.compute.manager [req-45cc5391-fe63-4ca9-add6-e8fde224d4c9 req-1a3dd61f-fab8-4767-b470-c0585613c91f service nova] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Refreshing instance network info cache due to event network-changed-ea168eeb-c4c0-4312-ba39-ad6111551f1a. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.063189] env[69186]: DEBUG oslo_concurrency.lockutils [req-45cc5391-fe63-4ca9-add6-e8fde224d4c9 req-1a3dd61f-fab8-4767-b470-c0585613c91f service nova] Acquiring lock "refresh_cache-4f85f88b-4e84-4963-8750-8c17f62af69e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.063189] env[69186]: DEBUG oslo_concurrency.lockutils [req-45cc5391-fe63-4ca9-add6-e8fde224d4c9 req-1a3dd61f-fab8-4767-b470-c0585613c91f service nova] Acquired lock "refresh_cache-4f85f88b-4e84-4963-8750-8c17f62af69e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.063189] env[69186]: DEBUG nova.network.neutron [req-45cc5391-fe63-4ca9-add6-e8fde224d4c9 req-1a3dd61f-fab8-4767-b470-c0585613c91f service nova] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Refreshing network info cache for port ea168eeb-c4c0-4312-ba39-ad6111551f1a {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.135200] env[69186]: INFO nova.compute.manager [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Took 27.55 seconds to build instance. [ 708.164427] env[69186]: DEBUG nova.network.neutron [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Successfully created port: 1019decd-6341-4b4a-9292-d6d1dbe15ec6 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.185142] env[69186]: INFO nova.virt.block_device [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Booting with volume 1a9edf1e-1a8a-4c66-89dd-169226d9a198 at /dev/sda [ 708.259719] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634631, 'name': CreateVM_Task, 'duration_secs': 0.588613} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.262253] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.263511] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.263677] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.264126] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.264249] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17269b2b-2611-46e8-8b10-5c6036dd974b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.271686] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 708.271686] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52366de5-5051-9f8c-ce7e-78380e2e279d" [ 708.271686] env[69186]: _type = "Task" [ 708.271686] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.277275] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aeef6f1b-6d14-4b65-97cf-876074f30bbc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.282774] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52366de5-5051-9f8c-ce7e-78380e2e279d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.292710] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8f8a10-073a-435a-b102-d5f15a324169 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.337387] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-381200f2-93da-43e2-b94a-d4a84fe2e227 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.338201] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e1c987-d7aa-4f91-931d-c0442933555d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.349741] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5ac8fe-4edb-406f-9f12-8b302e90517e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.357205] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980535dc-b120-4745-8682-6f74b986c582 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.414678] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa92940-cd5f-433e-b995-1473959d9224 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.418387] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7505b36-385b-4a1b-a994-bf87299af8a3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.427339] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26676add-d7b2-4c40-8572-debe39489e77 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.430957] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99ed503-93b5-474c-97ad-6d835914b92d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.445147] env[69186]: DEBUG nova.compute.provider_tree [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.451339] env[69186]: DEBUG nova.virt.block_device [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Updating existing volume attachment record: 8a988338-fd2c-4bd4-8bd8-f3e603955000 {{(pid=69186) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 708.525792] env[69186]: DEBUG oslo_vmware.api [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Task: {'id': task-3634634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.639826] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "f3de78f8-6adc-4a86-9da0-a83b5aa3949c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.172s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.782781] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52366de5-5051-9f8c-ce7e-78380e2e279d, 'name': SearchDatastore_Task, 'duration_secs': 0.028465} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.786314] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.786585] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.787453] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.787453] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.787453] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.787453] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e312ee5a-8a09-48c2-9d1a-df984db980b0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.801625] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.801974] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.805047] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7874a22a-3113-49a9-9fb0-b1eb1ef38fa7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.811780] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 708.811780] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522d1fe5-509e-9f2c-9820-0884d1b204bd" [ 708.811780] env[69186]: _type = "Task" [ 708.811780] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.822282] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522d1fe5-509e-9f2c-9820-0884d1b204bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.883823] env[69186]: DEBUG nova.network.neutron [req-45cc5391-fe63-4ca9-add6-e8fde224d4c9 req-1a3dd61f-fab8-4767-b470-c0585613c91f service nova] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Updated VIF entry in instance network info cache for port ea168eeb-c4c0-4312-ba39-ad6111551f1a. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.884835] env[69186]: DEBUG nova.network.neutron [req-45cc5391-fe63-4ca9-add6-e8fde224d4c9 req-1a3dd61f-fab8-4767-b470-c0585613c91f service nova] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Updating instance_info_cache with network_info: [{"id": "ea168eeb-c4c0-4312-ba39-ad6111551f1a", "address": "fa:16:3e:fa:0c:7f", "network": {"id": "930f2715-64e6-4a3b-b684-9b507eba82ae", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-410407698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fc2bc0efaf0a49039fc066abcc953317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea168eeb-c4", "ovs_interfaceid": "ea168eeb-c4c0-4312-ba39-ad6111551f1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.957825] env[69186]: DEBUG nova.scheduler.client.report [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.026096] env[69186]: DEBUG oslo_vmware.api [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Task: {'id': task-3634634, 'name': ReconfigVM_Task, 'duration_secs': 0.733374} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.026431] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 57a41f79-f205-4ed9-b4c2-67d57d113f63/57a41f79-f205-4ed9-b4c2-67d57d113f63.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.027106] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09aa9f88-ec24-4284-97fb-c5e4ad09f309 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.033635] env[69186]: DEBUG oslo_vmware.api [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Waiting for the task: (returnval){ [ 709.033635] env[69186]: value = "task-3634635" [ 709.033635] env[69186]: _type = "Task" [ 709.033635] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.041669] env[69186]: DEBUG oslo_vmware.api [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Task: {'id': task-3634635, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.144103] env[69186]: DEBUG nova.compute.manager [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.325311] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522d1fe5-509e-9f2c-9820-0884d1b204bd, 'name': SearchDatastore_Task, 'duration_secs': 0.037347} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.326268] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76659fe5-f24b-4be1-b129-97afe2cac227 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.332473] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 709.332473] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5208aa9a-1075-331d-10ef-c71f97d1cb45" [ 709.332473] env[69186]: _type = "Task" [ 709.332473] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.342262] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5208aa9a-1075-331d-10ef-c71f97d1cb45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.393721] env[69186]: DEBUG oslo_concurrency.lockutils [req-45cc5391-fe63-4ca9-add6-e8fde224d4c9 req-1a3dd61f-fab8-4767-b470-c0585613c91f service nova] Releasing lock "refresh_cache-4f85f88b-4e84-4963-8750-8c17f62af69e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.461586] env[69186]: DEBUG oslo_concurrency.lockutils [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.462130] env[69186]: DEBUG nova.compute.manager [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.464651] env[69186]: DEBUG oslo_concurrency.lockutils [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.237s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.465207] env[69186]: DEBUG nova.objects.instance [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69186) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 709.543650] env[69186]: DEBUG oslo_vmware.api [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Task: {'id': task-3634635, 'name': Rename_Task, 'duration_secs': 0.324762} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.544502] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.544502] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92dcfbc2-27c9-43b6-81c8-75f6cdbb6f84 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.550583] env[69186]: DEBUG oslo_concurrency.lockutils [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "f3de78f8-6adc-4a86-9da0-a83b5aa3949c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.550808] env[69186]: DEBUG oslo_concurrency.lockutils [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "f3de78f8-6adc-4a86-9da0-a83b5aa3949c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.550999] env[69186]: DEBUG oslo_concurrency.lockutils [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "f3de78f8-6adc-4a86-9da0-a83b5aa3949c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.551187] env[69186]: DEBUG oslo_concurrency.lockutils [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "f3de78f8-6adc-4a86-9da0-a83b5aa3949c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.552530] env[69186]: DEBUG oslo_concurrency.lockutils [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "f3de78f8-6adc-4a86-9da0-a83b5aa3949c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.553056] env[69186]: DEBUG oslo_vmware.api [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Waiting for the task: (returnval){ [ 709.553056] env[69186]: value = "task-3634636" [ 709.553056] env[69186]: _type = "Task" [ 709.553056] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.553443] env[69186]: INFO nova.compute.manager [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Terminating instance [ 709.578620] env[69186]: DEBUG oslo_vmware.api [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Task: {'id': task-3634636, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.582497] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.584086] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.676470] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.845956] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5208aa9a-1075-331d-10ef-c71f97d1cb45, 'name': SearchDatastore_Task, 'duration_secs': 0.015582} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.846430] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.847810] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 4f85f88b-4e84-4963-8750-8c17f62af69e/4f85f88b-4e84-4963-8750-8c17f62af69e.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.848222] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07a1f03a-229c-4c85-9e1a-048a3ddc9520 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.858026] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 709.858026] env[69186]: value = "task-3634637" [ 709.858026] env[69186]: _type = "Task" [ 709.858026] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.867881] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.969758] env[69186]: DEBUG nova.compute.utils [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.971412] env[69186]: DEBUG nova.compute.manager [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.971747] env[69186]: DEBUG nova.network.neutron [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.064955] env[69186]: DEBUG oslo_vmware.api [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Task: {'id': task-3634636, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.068250] env[69186]: DEBUG nova.policy [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '310696a0735444ff9c9b2bd1bcb45c9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a3b44b98c844627bfef187955095a90', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.078161] env[69186]: DEBUG nova.compute.manager [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.078384] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.079357] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21b3b5c-0c44-46e1-9502-035fb72e192a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.090911] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.090911] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-162091c3-3c2b-40f4-a648-a1378baeb15a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.097345] env[69186]: DEBUG oslo_vmware.api [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 710.097345] env[69186]: value = "task-3634638" [ 710.097345] env[69186]: _type = "Task" [ 710.097345] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.108395] env[69186]: DEBUG oslo_vmware.api [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.265640] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "dbd66819-ad80-4c91-8d96-b59feae7cf6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.266786] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "dbd66819-ad80-4c91-8d96-b59feae7cf6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.267127] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "dbd66819-ad80-4c91-8d96-b59feae7cf6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.267505] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "dbd66819-ad80-4c91-8d96-b59feae7cf6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.267790] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "dbd66819-ad80-4c91-8d96-b59feae7cf6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.271081] env[69186]: INFO nova.compute.manager [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Terminating instance [ 710.328596] env[69186]: DEBUG nova.compute.manager [req-586f5d20-3232-4965-be5a-5c5d224b3b58 req-20ee4e6e-b4d1-4241-a215-0604343a7df9 service nova] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Received event network-vif-plugged-1019decd-6341-4b4a-9292-d6d1dbe15ec6 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.328931] env[69186]: DEBUG oslo_concurrency.lockutils [req-586f5d20-3232-4965-be5a-5c5d224b3b58 req-20ee4e6e-b4d1-4241-a215-0604343a7df9 service nova] Acquiring lock "4b5da231-5fde-4cb7-9304-faf5a990231f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.329284] env[69186]: DEBUG oslo_concurrency.lockutils [req-586f5d20-3232-4965-be5a-5c5d224b3b58 req-20ee4e6e-b4d1-4241-a215-0604343a7df9 service nova] Lock "4b5da231-5fde-4cb7-9304-faf5a990231f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.329604] env[69186]: DEBUG oslo_concurrency.lockutils [req-586f5d20-3232-4965-be5a-5c5d224b3b58 req-20ee4e6e-b4d1-4241-a215-0604343a7df9 service nova] Lock "4b5da231-5fde-4cb7-9304-faf5a990231f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.329906] env[69186]: DEBUG nova.compute.manager [req-586f5d20-3232-4965-be5a-5c5d224b3b58 req-20ee4e6e-b4d1-4241-a215-0604343a7df9 service nova] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] No waiting events found dispatching network-vif-plugged-1019decd-6341-4b4a-9292-d6d1dbe15ec6 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.330165] env[69186]: WARNING nova.compute.manager [req-586f5d20-3232-4965-be5a-5c5d224b3b58 req-20ee4e6e-b4d1-4241-a215-0604343a7df9 service nova] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Received unexpected event network-vif-plugged-1019decd-6341-4b4a-9292-d6d1dbe15ec6 for instance with vm_state building and task_state spawning. [ 710.373487] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634637, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.425090] env[69186]: DEBUG nova.network.neutron [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Successfully updated port: 1019decd-6341-4b4a-9292-d6d1dbe15ec6 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.478054] env[69186]: DEBUG nova.compute.manager [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.486714] env[69186]: DEBUG oslo_concurrency.lockutils [None req-84955d5b-2e1e-43e9-9d99-c081b288d502 tempest-ServersAdmin275Test-1251616733 tempest-ServersAdmin275Test-1251616733-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.491779] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.106s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.494799] env[69186]: INFO nova.compute.claims [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.564290] env[69186]: DEBUG oslo_vmware.api [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Task: {'id': task-3634636, 'name': PowerOnVM_Task, 'duration_secs': 0.644428} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.564568] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.564773] env[69186]: INFO nova.compute.manager [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Took 9.51 seconds to spawn the instance on the hypervisor. [ 710.564965] env[69186]: DEBUG nova.compute.manager [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.566596] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e64087-4598-4720-b5b3-17973376315e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.612126] env[69186]: DEBUG oslo_vmware.api [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634638, 'name': PowerOffVM_Task, 'duration_secs': 0.290495} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.612312] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.612652] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.613328] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70a24ab3-5950-4453-8f3c-0482b3f8f147 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.708373] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.708800] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.708800] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Deleting the datastore file [datastore1] f3de78f8-6adc-4a86-9da0-a83b5aa3949c {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.709077] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-beb9d203-5547-42bb-812f-ba07e96335ab {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.720046] env[69186]: DEBUG oslo_vmware.api [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 710.720046] env[69186]: value = "task-3634640" [ 710.720046] env[69186]: _type = "Task" [ 710.720046] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.729720] env[69186]: DEBUG oslo_vmware.api [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.735898] env[69186]: DEBUG nova.compute.manager [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.736438] env[69186]: DEBUG nova.virt.hardware [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.736648] env[69186]: DEBUG nova.virt.hardware [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.736802] env[69186]: DEBUG nova.virt.hardware [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.736982] env[69186]: DEBUG nova.virt.hardware [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.737217] env[69186]: DEBUG nova.virt.hardware [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.737377] env[69186]: DEBUG nova.virt.hardware [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.737606] env[69186]: DEBUG nova.virt.hardware [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.737769] env[69186]: DEBUG nova.virt.hardware [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.738192] env[69186]: DEBUG nova.virt.hardware [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.738421] env[69186]: DEBUG nova.virt.hardware [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.739167] env[69186]: DEBUG nova.virt.hardware [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.740433] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35d2aba-14cf-4e0a-90c3-4623952f61b5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.754170] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9736ddbd-308e-4b7b-9e40-4a9ad3066cdb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.775792] env[69186]: DEBUG nova.compute.manager [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.776038] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.777312] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f869073d-5278-4a44-93c0-dd4d304a0bcb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.785943] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.786218] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef87662e-14f7-4188-af5a-6fd1474f8b0b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.795647] env[69186]: DEBUG oslo_vmware.api [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 710.795647] env[69186]: value = "task-3634641" [ 710.795647] env[69186]: _type = "Task" [ 710.795647] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.805139] env[69186]: DEBUG oslo_vmware.api [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.835761] env[69186]: DEBUG nova.network.neutron [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Successfully created port: 5ba1c563-862a-48e2-bdd3-ed602f544097 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.879952] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597526} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.879952] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 4f85f88b-4e84-4963-8750-8c17f62af69e/4f85f88b-4e84-4963-8750-8c17f62af69e.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.879952] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.879952] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b82e6efe-6347-42c4-b506-bbbb367a1f90 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.890440] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 710.890440] env[69186]: value = "task-3634642" [ 710.890440] env[69186]: _type = "Task" [ 710.890440] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.905678] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.928850] env[69186]: DEBUG oslo_concurrency.lockutils [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Acquiring lock "refresh_cache-4b5da231-5fde-4cb7-9304-faf5a990231f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.928850] env[69186]: DEBUG oslo_concurrency.lockutils [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Acquired lock "refresh_cache-4b5da231-5fde-4cb7-9304-faf5a990231f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.928976] env[69186]: DEBUG nova.network.neutron [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.017852] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Acquiring lock "8cbd7c33-de21-4bb3-a27f-fe2d61c18e32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.018417] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Lock "8cbd7c33-de21-4bb3-a27f-fe2d61c18e32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.018417] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Acquiring lock "8cbd7c33-de21-4bb3-a27f-fe2d61c18e32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.018680] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Lock "8cbd7c33-de21-4bb3-a27f-fe2d61c18e32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.018942] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Lock "8cbd7c33-de21-4bb3-a27f-fe2d61c18e32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.025714] env[69186]: INFO nova.compute.manager [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Terminating instance [ 711.089377] env[69186]: INFO nova.compute.manager [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Took 30.32 seconds to build instance. [ 711.234316] env[69186]: DEBUG oslo_vmware.api [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207177} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.234623] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.234806] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.235052] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.235284] env[69186]: INFO nova.compute.manager [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 711.235598] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.235830] env[69186]: DEBUG nova.compute.manager [-] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.235952] env[69186]: DEBUG nova.network.neutron [-] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.312327] env[69186]: DEBUG oslo_vmware.api [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634641, 'name': PowerOffVM_Task, 'duration_secs': 0.216722} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.312327] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.312327] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.312327] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f73abff5-9fa0-43a6-8a16-cb925d378680 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.379051] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.379798] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.379798] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Deleting the datastore file [datastore2] dbd66819-ad80-4c91-8d96-b59feae7cf6f {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.379798] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55caf5ed-cdb9-46f2-926f-2fc45e5921bb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.391886] env[69186]: DEBUG oslo_vmware.api [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 711.391886] env[69186]: value = "task-3634644" [ 711.391886] env[69186]: _type = "Task" [ 711.391886] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.415257] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.276817} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.416115] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.416984] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c644c218-bd03-477d-8ddc-3c47cc38ea6a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.425376] env[69186]: DEBUG oslo_vmware.api [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.458877] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 4f85f88b-4e84-4963-8750-8c17f62af69e/4f85f88b-4e84-4963-8750-8c17f62af69e.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.458877] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a28280ad-9f18-44fa-a1c5-d61e98d8c8c6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.483181] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 711.483181] env[69186]: value = "task-3634645" [ 711.483181] env[69186]: _type = "Task" [ 711.483181] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.489727] env[69186]: DEBUG nova.compute.manager [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.499130] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634645, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.533159] env[69186]: DEBUG nova.virt.hardware [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.533159] env[69186]: DEBUG nova.virt.hardware [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.534631] env[69186]: DEBUG nova.virt.hardware [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.534631] env[69186]: DEBUG nova.virt.hardware [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.534631] env[69186]: DEBUG nova.virt.hardware [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.534631] env[69186]: DEBUG nova.virt.hardware [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.534631] env[69186]: DEBUG nova.virt.hardware [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.534853] env[69186]: DEBUG nova.virt.hardware [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.534853] env[69186]: DEBUG nova.virt.hardware [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.534853] env[69186]: DEBUG nova.virt.hardware [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.534853] env[69186]: DEBUG nova.virt.hardware [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.535527] env[69186]: DEBUG nova.compute.manager [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.535726] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.536598] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebde4d9-df82-4cbb-b622-2901ec2111fa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.542599] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fad7154-b756-4e56-a3d6-388200353264 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.550564] env[69186]: DEBUG nova.network.neutron [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.563020] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7f6dff-4610-479f-8176-8c80452c4196 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.564907] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.565193] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb1eeab2-12bb-44b2-9836-a7571f85166e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.591254] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Lock "57a41f79-f205-4ed9-b4c2-67d57d113f63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.969s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.639299] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.639527] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.639692] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Deleting the datastore file [datastore2] 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.639960] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55e1e45b-dad0-44fa-a7f2-9b6749dce519 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.652423] env[69186]: DEBUG oslo_vmware.api [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Waiting for the task: (returnval){ [ 711.652423] env[69186]: value = "task-3634647" [ 711.652423] env[69186]: _type = "Task" [ 711.652423] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.660937] env[69186]: DEBUG oslo_vmware.api [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.833916] env[69186]: DEBUG nova.network.neutron [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Updating instance_info_cache with network_info: [{"id": "1019decd-6341-4b4a-9292-d6d1dbe15ec6", "address": "fa:16:3e:6f:20:b3", "network": {"id": "fcd4dbc4-0e34-4d71-8b0c-9388bd5b9d31", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2123940696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80a016bd54474900b36b6133a00e3bd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1019decd-63", "ovs_interfaceid": "1019decd-6341-4b4a-9292-d6d1dbe15ec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.917241] env[69186]: DEBUG oslo_vmware.api [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145149} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.918339] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.918339] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.918339] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.920554] env[69186]: INFO nova.compute.manager [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 711.920554] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.920554] env[69186]: DEBUG nova.compute.manager [-] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.920554] env[69186]: DEBUG nova.network.neutron [-] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.995240] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.095920] env[69186]: DEBUG nova.compute.manager [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.132478] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6917952-51ff-430a-9d72-50979c3b684e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.141522] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83a3acd-7b46-4aae-8852-e04089722c5b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.179225] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463d4ace-08bd-42f5-b04f-fe2a2a45087a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.191351] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60672501-3c1d-405f-99ad-c11acccf2917 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.195296] env[69186]: DEBUG oslo_vmware.api [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.456263} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.195862] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.196065] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.196245] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.196410] env[69186]: INFO nova.compute.manager [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Took 0.66 seconds to destroy the instance on the hypervisor. [ 712.196645] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.197272] env[69186]: DEBUG nova.compute.manager [-] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.197329] env[69186]: DEBUG nova.network.neutron [-] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.209107] env[69186]: DEBUG nova.compute.provider_tree [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.340505] env[69186]: DEBUG oslo_concurrency.lockutils [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Releasing lock "refresh_cache-4b5da231-5fde-4cb7-9304-faf5a990231f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.340901] env[69186]: DEBUG nova.compute.manager [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Instance network_info: |[{"id": "1019decd-6341-4b4a-9292-d6d1dbe15ec6", "address": "fa:16:3e:6f:20:b3", "network": {"id": "fcd4dbc4-0e34-4d71-8b0c-9388bd5b9d31", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2123940696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80a016bd54474900b36b6133a00e3bd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1019decd-63", "ovs_interfaceid": "1019decd-6341-4b4a-9292-d6d1dbe15ec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.341377] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:20:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1019decd-6341-4b4a-9292-d6d1dbe15ec6', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.350876] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Creating folder: Project (80a016bd54474900b36b6133a00e3bd8). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.351224] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4919b654-ab19-4218-837b-b474de3b80d8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.367432] env[69186]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 712.367567] env[69186]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69186) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 712.368412] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Folder already exists: Project (80a016bd54474900b36b6133a00e3bd8). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 712.368412] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Creating folder: Instances. Parent ref: group-v724687. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.370207] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38070396-5c07-4fde-b577-e2fe8406ea2e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.381708] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Created folder: Instances in parent group-v724687. [ 712.381956] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.382174] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.382392] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e41472ce-cc00-4811-88cc-dd85f9a3b599 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.408097] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.408097] env[69186]: value = "task-3634651" [ 712.408097] env[69186]: _type = "Task" [ 712.408097] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.419922] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634651, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.498684] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634645, 'name': ReconfigVM_Task, 'duration_secs': 0.596735} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.499042] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 4f85f88b-4e84-4963-8750-8c17f62af69e/4f85f88b-4e84-4963-8750-8c17f62af69e.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.499598] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed0a2fd0-52b1-4d80-ad5c-7de29687c4f6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.508826] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 712.508826] env[69186]: value = "task-3634652" [ 712.508826] env[69186]: _type = "Task" [ 712.508826] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.523956] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634652, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.625241] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.711888] env[69186]: DEBUG nova.scheduler.client.report [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.793536] env[69186]: DEBUG nova.network.neutron [-] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.917062] env[69186]: DEBUG nova.compute.manager [req-e6cff73f-774f-4d40-81ea-e8dc8b7e3fcf req-3ee3808e-687a-4999-a1ab-babde0e0b41e service nova] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Received event network-vif-deleted-db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.921616] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634651, 'name': CreateVM_Task, 'duration_secs': 0.372765} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.921929] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.922854] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'attachment_id': '8a988338-fd2c-4bd4-8bd8-f3e603955000', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724702', 'volume_id': '1a9edf1e-1a8a-4c66-89dd-169226d9a198', 'name': 'volume-1a9edf1e-1a8a-4c66-89dd-169226d9a198', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4b5da231-5fde-4cb7-9304-faf5a990231f', 'attached_at': '', 'detached_at': '', 'volume_id': '1a9edf1e-1a8a-4c66-89dd-169226d9a198', 'serial': '1a9edf1e-1a8a-4c66-89dd-169226d9a198'}, 'delete_on_termination': True, 'device_type': None, 'disk_bus': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69186) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 712.923358] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Root volume attach. Driver type: vmdk {{(pid=69186) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 712.924813] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fbbe1e-ce5b-4a4f-9ce6-152c79701509 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.937041] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ae1797-a11c-47cb-953e-a52b2db7420b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.942538] env[69186]: DEBUG nova.compute.manager [req-d559ee75-57ae-4650-98a8-82a632399c6b req-7f4f0a63-0f85-4d06-87fc-48de47fefdd7 service nova] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Received event network-changed-1019decd-6341-4b4a-9292-d6d1dbe15ec6 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.942788] env[69186]: DEBUG nova.compute.manager [req-d559ee75-57ae-4650-98a8-82a632399c6b req-7f4f0a63-0f85-4d06-87fc-48de47fefdd7 service nova] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Refreshing instance network info cache due to event network-changed-1019decd-6341-4b4a-9292-d6d1dbe15ec6. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.943065] env[69186]: DEBUG oslo_concurrency.lockutils [req-d559ee75-57ae-4650-98a8-82a632399c6b req-7f4f0a63-0f85-4d06-87fc-48de47fefdd7 service nova] Acquiring lock "refresh_cache-4b5da231-5fde-4cb7-9304-faf5a990231f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.943234] env[69186]: DEBUG oslo_concurrency.lockutils [req-d559ee75-57ae-4650-98a8-82a632399c6b req-7f4f0a63-0f85-4d06-87fc-48de47fefdd7 service nova] Acquired lock "refresh_cache-4b5da231-5fde-4cb7-9304-faf5a990231f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.943440] env[69186]: DEBUG nova.network.neutron [req-d559ee75-57ae-4650-98a8-82a632399c6b req-7f4f0a63-0f85-4d06-87fc-48de47fefdd7 service nova] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Refreshing network info cache for port 1019decd-6341-4b4a-9292-d6d1dbe15ec6 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.952465] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93b76f2-6497-4059-8411-369cda1f0cba {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.963894] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-94581bf5-3d64-423d-b892-f79d39538b81 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.975854] env[69186]: DEBUG oslo_vmware.api [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Waiting for the task: (returnval){ [ 712.975854] env[69186]: value = "task-3634653" [ 712.975854] env[69186]: _type = "Task" [ 712.975854] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.986894] env[69186]: DEBUG oslo_vmware.api [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3634653, 'name': RelocateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.023019] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634652, 'name': Rename_Task, 'duration_secs': 0.218638} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.023321] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.023595] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6ed2bcb-d1e3-486a-b0a3-f1822c461e8f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.032747] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 713.032747] env[69186]: value = "task-3634654" [ 713.032747] env[69186]: _type = "Task" [ 713.032747] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.042177] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.050929] env[69186]: DEBUG nova.network.neutron [-] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.087374] env[69186]: DEBUG nova.network.neutron [-] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.205263] env[69186]: DEBUG nova.network.neutron [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Successfully updated port: 5ba1c563-862a-48e2-bdd3-ed602f544097 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.221694] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.222821] env[69186]: DEBUG nova.compute.manager [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.226301] env[69186]: DEBUG oslo_concurrency.lockutils [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.331s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.296040] env[69186]: INFO nova.compute.manager [-] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Took 1.38 seconds to deallocate network for instance. [ 713.487482] env[69186]: DEBUG oslo_vmware.api [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3634653, 'name': RelocateVM_Task} progress is 38%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.544098] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634654, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.557154] env[69186]: INFO nova.compute.manager [-] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Took 1.36 seconds to deallocate network for instance. [ 713.591963] env[69186]: INFO nova.compute.manager [-] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Took 2.35 seconds to deallocate network for instance. [ 713.715237] env[69186]: DEBUG oslo_concurrency.lockutils [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Acquiring lock "refresh_cache-5d283527-7cce-479b-9160-bc2f9cce7e83" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.715237] env[69186]: DEBUG oslo_concurrency.lockutils [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Acquired lock "refresh_cache-5d283527-7cce-479b-9160-bc2f9cce7e83" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.715237] env[69186]: DEBUG nova.network.neutron [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.732481] env[69186]: DEBUG nova.compute.utils [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.733633] env[69186]: DEBUG nova.compute.manager [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.734035] env[69186]: DEBUG nova.network.neutron [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.740906] env[69186]: INFO nova.compute.claims [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.746535] env[69186]: DEBUG nova.network.neutron [req-d559ee75-57ae-4650-98a8-82a632399c6b req-7f4f0a63-0f85-4d06-87fc-48de47fefdd7 service nova] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Updated VIF entry in instance network info cache for port 1019decd-6341-4b4a-9292-d6d1dbe15ec6. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.747110] env[69186]: DEBUG nova.network.neutron [req-d559ee75-57ae-4650-98a8-82a632399c6b req-7f4f0a63-0f85-4d06-87fc-48de47fefdd7 service nova] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Updating instance_info_cache with network_info: [{"id": "1019decd-6341-4b4a-9292-d6d1dbe15ec6", "address": "fa:16:3e:6f:20:b3", "network": {"id": "fcd4dbc4-0e34-4d71-8b0c-9388bd5b9d31", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2123940696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80a016bd54474900b36b6133a00e3bd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1019decd-63", "ovs_interfaceid": "1019decd-6341-4b4a-9292-d6d1dbe15ec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.807419] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.885226] env[69186]: DEBUG nova.policy [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd85f1174076148339356a3dcd353914e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ad84e45bc4d449087819ad839fa103c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.989201] env[69186]: DEBUG oslo_vmware.api [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3634653, 'name': RelocateVM_Task} progress is 53%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.046658] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634654, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.064377] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.100667] env[69186]: DEBUG oslo_concurrency.lockutils [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.234352] env[69186]: DEBUG nova.compute.manager [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.252671] env[69186]: INFO nova.compute.resource_tracker [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Updating resource usage from migration 8773209e-674c-4bcf-a3bb-678fcc5c20f0 [ 714.258540] env[69186]: DEBUG nova.network.neutron [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.260990] env[69186]: DEBUG oslo_concurrency.lockutils [req-d559ee75-57ae-4650-98a8-82a632399c6b req-7f4f0a63-0f85-4d06-87fc-48de47fefdd7 service nova] Releasing lock "refresh_cache-4b5da231-5fde-4cb7-9304-faf5a990231f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.489995] env[69186]: DEBUG oslo_vmware.api [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3634653, 'name': RelocateVM_Task} progress is 65%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.560277] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634654, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.642372] env[69186]: DEBUG nova.network.neutron [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Updating instance_info_cache with network_info: [{"id": "5ba1c563-862a-48e2-bdd3-ed602f544097", "address": "fa:16:3e:e7:06:f4", "network": {"id": "9f4038e3-944b-4e79-9564-23682051fccf", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-286896711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a3b44b98c844627bfef187955095a90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba1c563-86", "ovs_interfaceid": "5ba1c563-862a-48e2-bdd3-ed602f544097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.897104] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13156168-b0a8-4e41-8f19-6ee318585b98 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.906523] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb333d0-4353-48ef-b05f-ddbf69495eb9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.945426] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b038bb-4f45-435b-9047-9292cfa34bf5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.952350] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3553f1f6-4007-4058-9fbb-001dc6886dd6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.969142] env[69186]: DEBUG nova.compute.provider_tree [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.994013] env[69186]: DEBUG oslo_vmware.api [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3634653, 'name': RelocateVM_Task} progress is 78%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.049770] env[69186]: DEBUG oslo_vmware.api [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634654, 'name': PowerOnVM_Task, 'duration_secs': 1.975235} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.053030] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.053030] env[69186]: INFO nova.compute.manager [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Took 11.30 seconds to spawn the instance on the hypervisor. [ 715.053030] env[69186]: DEBUG nova.compute.manager [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.053030] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480e508b-83ce-46e4-9a68-b6ebcd846fff {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.118780] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.119064] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.147830] env[69186]: DEBUG oslo_concurrency.lockutils [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Releasing lock "refresh_cache-5d283527-7cce-479b-9160-bc2f9cce7e83" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.147830] env[69186]: DEBUG nova.compute.manager [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Instance network_info: |[{"id": "5ba1c563-862a-48e2-bdd3-ed602f544097", "address": "fa:16:3e:e7:06:f4", "network": {"id": "9f4038e3-944b-4e79-9564-23682051fccf", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-286896711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a3b44b98c844627bfef187955095a90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba1c563-86", "ovs_interfaceid": "5ba1c563-862a-48e2-bdd3-ed602f544097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.148409] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:06:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ba1c563-862a-48e2-bdd3-ed602f544097', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.157569] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Creating folder: Project (9a3b44b98c844627bfef187955095a90). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.158956] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fc7323b-a5ec-4337-883d-8cd20f6231dd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.176859] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Created folder: Project (9a3b44b98c844627bfef187955095a90) in parent group-v724677. [ 715.177110] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Creating folder: Instances. Parent ref: group-v724743. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.177771] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22d382d0-deb7-4b4c-ba3d-e3c360b1b8f7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.193133] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Created folder: Instances in parent group-v724743. [ 715.193670] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.193670] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.193856] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1840abf4-0fd5-4756-bfa0-eb4489a13e15 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.225783] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.225783] env[69186]: value = "task-3634658" [ 715.225783] env[69186]: _type = "Task" [ 715.225783] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.239516] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634658, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.254029] env[69186]: DEBUG nova.compute.manager [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.280989] env[69186]: DEBUG nova.virt.hardware [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.281440] env[69186]: DEBUG nova.virt.hardware [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.281440] env[69186]: DEBUG nova.virt.hardware [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.281625] env[69186]: DEBUG nova.virt.hardware [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.281774] env[69186]: DEBUG nova.virt.hardware [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.282202] env[69186]: DEBUG nova.virt.hardware [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.282541] env[69186]: DEBUG nova.virt.hardware [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.282720] env[69186]: DEBUG nova.virt.hardware [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.283055] env[69186]: DEBUG nova.virt.hardware [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.283055] env[69186]: DEBUG nova.virt.hardware [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.283363] env[69186]: DEBUG nova.virt.hardware [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.284226] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271fdbed-d4eb-4fb3-9a54-d0de4368ecf1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.295171] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b71c9df-cc50-450b-8071-acc50759a09f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.401886] env[69186]: DEBUG nova.network.neutron [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Successfully created port: b14ca57e-658b-4ace-bb17-7ea4a97fffef {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.473024] env[69186]: DEBUG nova.scheduler.client.report [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.493144] env[69186]: DEBUG oslo_vmware.api [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3634653, 'name': RelocateVM_Task} progress is 92%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.547022] env[69186]: DEBUG nova.compute.manager [req-23a6e37c-86ce-487f-bc14-6d6d80abb638 req-41b72202-b0e7-4e57-9da8-13fa93d8fda6 service nova] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Received event network-vif-deleted-b0d07f75-289f-4c26-82bc-214a779e69a3 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.547022] env[69186]: DEBUG nova.compute.manager [req-23a6e37c-86ce-487f-bc14-6d6d80abb638 req-41b72202-b0e7-4e57-9da8-13fa93d8fda6 service nova] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Received event network-vif-plugged-5ba1c563-862a-48e2-bdd3-ed602f544097 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.547022] env[69186]: DEBUG oslo_concurrency.lockutils [req-23a6e37c-86ce-487f-bc14-6d6d80abb638 req-41b72202-b0e7-4e57-9da8-13fa93d8fda6 service nova] Acquiring lock "5d283527-7cce-479b-9160-bc2f9cce7e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.547022] env[69186]: DEBUG oslo_concurrency.lockutils [req-23a6e37c-86ce-487f-bc14-6d6d80abb638 req-41b72202-b0e7-4e57-9da8-13fa93d8fda6 service nova] Lock "5d283527-7cce-479b-9160-bc2f9cce7e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.547022] env[69186]: DEBUG oslo_concurrency.lockutils [req-23a6e37c-86ce-487f-bc14-6d6d80abb638 req-41b72202-b0e7-4e57-9da8-13fa93d8fda6 service nova] Lock "5d283527-7cce-479b-9160-bc2f9cce7e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.547501] env[69186]: DEBUG nova.compute.manager [req-23a6e37c-86ce-487f-bc14-6d6d80abb638 req-41b72202-b0e7-4e57-9da8-13fa93d8fda6 service nova] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] No waiting events found dispatching network-vif-plugged-5ba1c563-862a-48e2-bdd3-ed602f544097 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.547501] env[69186]: WARNING nova.compute.manager [req-23a6e37c-86ce-487f-bc14-6d6d80abb638 req-41b72202-b0e7-4e57-9da8-13fa93d8fda6 service nova] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Received unexpected event network-vif-plugged-5ba1c563-862a-48e2-bdd3-ed602f544097 for instance with vm_state building and task_state spawning. [ 715.547501] env[69186]: DEBUG nova.compute.manager [req-23a6e37c-86ce-487f-bc14-6d6d80abb638 req-41b72202-b0e7-4e57-9da8-13fa93d8fda6 service nova] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Received event network-changed-5ba1c563-862a-48e2-bdd3-ed602f544097 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.547501] env[69186]: DEBUG nova.compute.manager [req-23a6e37c-86ce-487f-bc14-6d6d80abb638 req-41b72202-b0e7-4e57-9da8-13fa93d8fda6 service nova] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Refreshing instance network info cache due to event network-changed-5ba1c563-862a-48e2-bdd3-ed602f544097. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.547653] env[69186]: DEBUG oslo_concurrency.lockutils [req-23a6e37c-86ce-487f-bc14-6d6d80abb638 req-41b72202-b0e7-4e57-9da8-13fa93d8fda6 service nova] Acquiring lock "refresh_cache-5d283527-7cce-479b-9160-bc2f9cce7e83" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.547920] env[69186]: DEBUG oslo_concurrency.lockutils [req-23a6e37c-86ce-487f-bc14-6d6d80abb638 req-41b72202-b0e7-4e57-9da8-13fa93d8fda6 service nova] Acquired lock "refresh_cache-5d283527-7cce-479b-9160-bc2f9cce7e83" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.547920] env[69186]: DEBUG nova.network.neutron [req-23a6e37c-86ce-487f-bc14-6d6d80abb638 req-41b72202-b0e7-4e57-9da8-13fa93d8fda6 service nova] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Refreshing network info cache for port 5ba1c563-862a-48e2-bdd3-ed602f544097 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.574582] env[69186]: INFO nova.compute.manager [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Took 32.19 seconds to build instance. [ 715.643621] env[69186]: DEBUG nova.compute.manager [req-ed4d2a45-a3af-4873-8fee-8927a3b0706b req-9645b58e-e7e2-4394-87e7-af909a91c9c1 service nova] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Received event network-vif-deleted-02a201cd-caad-4333-8a1a-f79696387964 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.643938] env[69186]: DEBUG nova.compute.manager [req-ed4d2a45-a3af-4873-8fee-8927a3b0706b req-9645b58e-e7e2-4394-87e7-af909a91c9c1 service nova] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Received event network-changed-20db33f7-e291-4f0b-8b0f-9762d7cb736c {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.644201] env[69186]: DEBUG nova.compute.manager [req-ed4d2a45-a3af-4873-8fee-8927a3b0706b req-9645b58e-e7e2-4394-87e7-af909a91c9c1 service nova] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Refreshing instance network info cache due to event network-changed-20db33f7-e291-4f0b-8b0f-9762d7cb736c. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.644491] env[69186]: DEBUG oslo_concurrency.lockutils [req-ed4d2a45-a3af-4873-8fee-8927a3b0706b req-9645b58e-e7e2-4394-87e7-af909a91c9c1 service nova] Acquiring lock "refresh_cache-57a41f79-f205-4ed9-b4c2-67d57d113f63" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.644739] env[69186]: DEBUG oslo_concurrency.lockutils [req-ed4d2a45-a3af-4873-8fee-8927a3b0706b req-9645b58e-e7e2-4394-87e7-af909a91c9c1 service nova] Acquired lock "refresh_cache-57a41f79-f205-4ed9-b4c2-67d57d113f63" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.644977] env[69186]: DEBUG nova.network.neutron [req-ed4d2a45-a3af-4873-8fee-8927a3b0706b req-9645b58e-e7e2-4394-87e7-af909a91c9c1 service nova] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Refreshing network info cache for port 20db33f7-e291-4f0b-8b0f-9762d7cb736c {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.651587] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.652162] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.652410] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.652635] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.652852] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.653082] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.653342] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69186) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 715.653864] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.747453] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634658, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.980014] env[69186]: DEBUG oslo_concurrency.lockutils [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.753s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.980014] env[69186]: INFO nova.compute.manager [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Migrating [ 715.980014] env[69186]: DEBUG oslo_concurrency.lockutils [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.980014] env[69186]: DEBUG oslo_concurrency.lockutils [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.981209] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.481s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.983486] env[69186]: DEBUG nova.objects.instance [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Lazy-loading 'resources' on Instance uuid fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.008027] env[69186]: DEBUG oslo_vmware.api [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3634653, 'name': RelocateVM_Task} progress is 97%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.079857] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33ae5ea8-c989-41cf-b113-5b75fda321b5 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Lock "4f85f88b-4e84-4963-8750-8c17f62af69e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.685s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.131809] env[69186]: DEBUG oslo_concurrency.lockutils [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Acquiring lock "eb3117db-c8ed-44d8-809f-a1bfdedec373" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.131809] env[69186]: DEBUG oslo_concurrency.lockutils [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Lock "eb3117db-c8ed-44d8-809f-a1bfdedec373" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.160752] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.241121] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634658, 'name': CreateVM_Task, 'duration_secs': 0.682522} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.243555] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.244687] env[69186]: DEBUG oslo_concurrency.lockutils [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.244865] env[69186]: DEBUG oslo_concurrency.lockutils [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.245420] env[69186]: DEBUG oslo_concurrency.lockutils [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.246145] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17f81e17-b23e-4f3d-8220-5bd6ebe9737c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.252750] env[69186]: DEBUG oslo_vmware.api [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Waiting for the task: (returnval){ [ 716.252750] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528dd65e-3af5-fdba-0481-25db940dbdf8" [ 716.252750] env[69186]: _type = "Task" [ 716.252750] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.263712] env[69186]: DEBUG oslo_vmware.api [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528dd65e-3af5-fdba-0481-25db940dbdf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.488435] env[69186]: INFO nova.compute.rpcapi [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 716.488630] env[69186]: DEBUG oslo_concurrency.lockutils [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.537464] env[69186]: DEBUG oslo_vmware.api [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3634653, 'name': RelocateVM_Task} progress is 97%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.583940] env[69186]: DEBUG nova.compute.manager [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.664183] env[69186]: INFO nova.compute.manager [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Rescuing [ 716.664183] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquiring lock "refresh_cache-4f85f88b-4e84-4963-8750-8c17f62af69e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.664183] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquired lock "refresh_cache-4f85f88b-4e84-4963-8750-8c17f62af69e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.664183] env[69186]: DEBUG nova.network.neutron [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.763131] env[69186]: DEBUG oslo_vmware.api [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528dd65e-3af5-fdba-0481-25db940dbdf8, 'name': SearchDatastore_Task, 'duration_secs': 0.017419} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.763449] env[69186]: DEBUG oslo_concurrency.lockutils [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.764162] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.764162] env[69186]: DEBUG oslo_concurrency.lockutils [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.764162] env[69186]: DEBUG oslo_concurrency.lockutils [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.764314] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.764596] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49921348-13ff-4b1f-8f14-87b024d49c45 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.778795] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.779515] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.780563] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d97581af-bf93-4cf7-9361-15c1ffea7806 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.791151] env[69186]: DEBUG oslo_vmware.api [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Waiting for the task: (returnval){ [ 716.791151] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a52e60-9206-ad94-965d-98acc19a68c8" [ 716.791151] env[69186]: _type = "Task" [ 716.791151] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.803024] env[69186]: DEBUG oslo_vmware.api [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a52e60-9206-ad94-965d-98acc19a68c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.806402] env[69186]: DEBUG nova.network.neutron [req-23a6e37c-86ce-487f-bc14-6d6d80abb638 req-41b72202-b0e7-4e57-9da8-13fa93d8fda6 service nova] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Updated VIF entry in instance network info cache for port 5ba1c563-862a-48e2-bdd3-ed602f544097. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.806745] env[69186]: DEBUG nova.network.neutron [req-23a6e37c-86ce-487f-bc14-6d6d80abb638 req-41b72202-b0e7-4e57-9da8-13fa93d8fda6 service nova] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Updating instance_info_cache with network_info: [{"id": "5ba1c563-862a-48e2-bdd3-ed602f544097", "address": "fa:16:3e:e7:06:f4", "network": {"id": "9f4038e3-944b-4e79-9564-23682051fccf", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-286896711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a3b44b98c844627bfef187955095a90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba1c563-86", "ovs_interfaceid": "5ba1c563-862a-48e2-bdd3-ed602f544097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.850661] env[69186]: DEBUG nova.network.neutron [req-ed4d2a45-a3af-4873-8fee-8927a3b0706b req-9645b58e-e7e2-4394-87e7-af909a91c9c1 service nova] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Updated VIF entry in instance network info cache for port 20db33f7-e291-4f0b-8b0f-9762d7cb736c. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.851164] env[69186]: DEBUG nova.network.neutron [req-ed4d2a45-a3af-4873-8fee-8927a3b0706b req-9645b58e-e7e2-4394-87e7-af909a91c9c1 service nova] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Updating instance_info_cache with network_info: [{"id": "20db33f7-e291-4f0b-8b0f-9762d7cb736c", "address": "fa:16:3e:d4:dc:3e", "network": {"id": "a393fdd8-db92-4484-808a-54dafe1b4c0d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1042910511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e0240408bf44c98a130ce1e49e8ed0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20db33f7-e2", "ovs_interfaceid": "20db33f7-e291-4f0b-8b0f-9762d7cb736c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.997745] env[69186]: DEBUG oslo_vmware.api [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3634653, 'name': RelocateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.025215] env[69186]: DEBUG oslo_concurrency.lockutils [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "refresh_cache-f503d73d-b6a6-49cb-9c4c-ece76e61ff8e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.026262] env[69186]: DEBUG oslo_concurrency.lockutils [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquired lock "refresh_cache-f503d73d-b6a6-49cb-9c4c-ece76e61ff8e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.026262] env[69186]: DEBUG nova.network.neutron [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.082767] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9014e64-5cea-4bcb-bada-936bd6b12dca {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.096550] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c769cbe-3615-4250-b384-daba201ea9e9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.144979] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.146270] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77bee98-921f-4646-a92e-dd17af1f68b7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.156954] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914757ba-4e10-4c12-84a3-898bcc03f6ae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.175496] env[69186]: DEBUG nova.compute.provider_tree [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.306128] env[69186]: DEBUG oslo_vmware.api [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a52e60-9206-ad94-965d-98acc19a68c8, 'name': SearchDatastore_Task, 'duration_secs': 0.016333} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.306984] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-956fc76d-449c-4e8b-b31f-f56b3a7f7d33 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.311970] env[69186]: DEBUG oslo_concurrency.lockutils [req-23a6e37c-86ce-487f-bc14-6d6d80abb638 req-41b72202-b0e7-4e57-9da8-13fa93d8fda6 service nova] Releasing lock "refresh_cache-5d283527-7cce-479b-9160-bc2f9cce7e83" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.319202] env[69186]: DEBUG oslo_vmware.api [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Waiting for the task: (returnval){ [ 717.319202] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f68cb1-6556-ea96-7e0e-d15bccc6c8e9" [ 717.319202] env[69186]: _type = "Task" [ 717.319202] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.333461] env[69186]: DEBUG oslo_vmware.api [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f68cb1-6556-ea96-7e0e-d15bccc6c8e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.360426] env[69186]: DEBUG oslo_concurrency.lockutils [req-ed4d2a45-a3af-4873-8fee-8927a3b0706b req-9645b58e-e7e2-4394-87e7-af909a91c9c1 service nova] Releasing lock "refresh_cache-57a41f79-f205-4ed9-b4c2-67d57d113f63" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.498194] env[69186]: DEBUG oslo_vmware.api [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3634653, 'name': RelocateVM_Task, 'duration_secs': 4.031721} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.498194] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Volume attach. Driver type: vmdk {{(pid=69186) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 717.498194] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724702', 'volume_id': '1a9edf1e-1a8a-4c66-89dd-169226d9a198', 'name': 'volume-1a9edf1e-1a8a-4c66-89dd-169226d9a198', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4b5da231-5fde-4cb7-9304-faf5a990231f', 'attached_at': '', 'detached_at': '', 'volume_id': '1a9edf1e-1a8a-4c66-89dd-169226d9a198', 'serial': '1a9edf1e-1a8a-4c66-89dd-169226d9a198'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 717.499057] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e10ce31-25fe-48e7-9150-00fa7c75b8e5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.517295] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2ab67f-6af9-4000-91bb-ab3180f3020a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.547500] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] volume-1a9edf1e-1a8a-4c66-89dd-169226d9a198/volume-1a9edf1e-1a8a-4c66-89dd-169226d9a198.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.548278] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-057d2064-8e8c-4437-a992-75d366bb6099 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.568445] env[69186]: DEBUG nova.network.neutron [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Successfully updated port: b14ca57e-658b-4ace-bb17-7ea4a97fffef {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.571928] env[69186]: DEBUG oslo_vmware.api [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Waiting for the task: (returnval){ [ 717.571928] env[69186]: value = "task-3634660" [ 717.571928] env[69186]: _type = "Task" [ 717.571928] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.582917] env[69186]: DEBUG oslo_vmware.api [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3634660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.679875] env[69186]: DEBUG nova.scheduler.client.report [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.822042] env[69186]: DEBUG oslo_concurrency.lockutils [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Acquiring lock "4e3a9db5-16e2-4093-a631-4ceb4158eeac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.822042] env[69186]: DEBUG oslo_concurrency.lockutils [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Lock "4e3a9db5-16e2-4093-a631-4ceb4158eeac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.836845] env[69186]: DEBUG oslo_vmware.api [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f68cb1-6556-ea96-7e0e-d15bccc6c8e9, 'name': SearchDatastore_Task, 'duration_secs': 0.013706} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.837122] env[69186]: DEBUG oslo_concurrency.lockutils [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.837392] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 5d283527-7cce-479b-9160-bc2f9cce7e83/5d283527-7cce-479b-9160-bc2f9cce7e83.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.837725] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec507eaf-9509-4ea5-a9f6-be0534b1c6ec {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.847313] env[69186]: DEBUG oslo_vmware.api [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Waiting for the task: (returnval){ [ 717.847313] env[69186]: value = "task-3634661" [ 717.847313] env[69186]: _type = "Task" [ 717.847313] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.857801] env[69186]: DEBUG oslo_vmware.api [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.912140] env[69186]: DEBUG nova.network.neutron [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Updating instance_info_cache with network_info: [{"id": "ea168eeb-c4c0-4312-ba39-ad6111551f1a", "address": "fa:16:3e:fa:0c:7f", "network": {"id": "930f2715-64e6-4a3b-b684-9b507eba82ae", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-410407698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fc2bc0efaf0a49039fc066abcc953317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea168eeb-c4", "ovs_interfaceid": "ea168eeb-c4c0-4312-ba39-ad6111551f1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.071158] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Acquiring lock "refresh_cache-1fae0e2c-fb8d-411b-826e-18cda413b24f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.071251] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Acquired lock "refresh_cache-1fae0e2c-fb8d-411b-826e-18cda413b24f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.071403] env[69186]: DEBUG nova.network.neutron [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.082877] env[69186]: DEBUG oslo_vmware.api [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3634660, 'name': ReconfigVM_Task, 'duration_secs': 0.299331} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.084030] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Reconfigured VM instance instance-00000015 to attach disk [datastore2] volume-1a9edf1e-1a8a-4c66-89dd-169226d9a198/volume-1a9edf1e-1a8a-4c66-89dd-169226d9a198.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.089927] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6756ef61-8017-47d2-b229-ac89031ea54e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.114089] env[69186]: DEBUG oslo_vmware.api [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Waiting for the task: (returnval){ [ 718.114089] env[69186]: value = "task-3634662" [ 718.114089] env[69186]: _type = "Task" [ 718.114089] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.123749] env[69186]: DEBUG oslo_vmware.api [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3634662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.157459] env[69186]: DEBUG nova.compute.manager [req-e506e8ce-6a75-47c2-92b4-a339303dc129 req-8baac42c-91e5-4cd8-b188-9750a85e78d1 service nova] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Received event network-vif-plugged-b14ca57e-658b-4ace-bb17-7ea4a97fffef {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.157775] env[69186]: DEBUG oslo_concurrency.lockutils [req-e506e8ce-6a75-47c2-92b4-a339303dc129 req-8baac42c-91e5-4cd8-b188-9750a85e78d1 service nova] Acquiring lock "1fae0e2c-fb8d-411b-826e-18cda413b24f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.157983] env[69186]: DEBUG oslo_concurrency.lockutils [req-e506e8ce-6a75-47c2-92b4-a339303dc129 req-8baac42c-91e5-4cd8-b188-9750a85e78d1 service nova] Lock "1fae0e2c-fb8d-411b-826e-18cda413b24f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.158410] env[69186]: DEBUG oslo_concurrency.lockutils [req-e506e8ce-6a75-47c2-92b4-a339303dc129 req-8baac42c-91e5-4cd8-b188-9750a85e78d1 service nova] Lock "1fae0e2c-fb8d-411b-826e-18cda413b24f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.158410] env[69186]: DEBUG nova.compute.manager [req-e506e8ce-6a75-47c2-92b4-a339303dc129 req-8baac42c-91e5-4cd8-b188-9750a85e78d1 service nova] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] No waiting events found dispatching network-vif-plugged-b14ca57e-658b-4ace-bb17-7ea4a97fffef {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.158526] env[69186]: WARNING nova.compute.manager [req-e506e8ce-6a75-47c2-92b4-a339303dc129 req-8baac42c-91e5-4cd8-b188-9750a85e78d1 service nova] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Received unexpected event network-vif-plugged-b14ca57e-658b-4ace-bb17-7ea4a97fffef for instance with vm_state building and task_state spawning. [ 718.159107] env[69186]: DEBUG nova.compute.manager [req-e506e8ce-6a75-47c2-92b4-a339303dc129 req-8baac42c-91e5-4cd8-b188-9750a85e78d1 service nova] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Received event network-changed-b14ca57e-658b-4ace-bb17-7ea4a97fffef {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.159107] env[69186]: DEBUG nova.compute.manager [req-e506e8ce-6a75-47c2-92b4-a339303dc129 req-8baac42c-91e5-4cd8-b188-9750a85e78d1 service nova] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Refreshing instance network info cache due to event network-changed-b14ca57e-658b-4ace-bb17-7ea4a97fffef. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.159107] env[69186]: DEBUG oslo_concurrency.lockutils [req-e506e8ce-6a75-47c2-92b4-a339303dc129 req-8baac42c-91e5-4cd8-b188-9750a85e78d1 service nova] Acquiring lock "refresh_cache-1fae0e2c-fb8d-411b-826e-18cda413b24f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.180417] env[69186]: DEBUG nova.network.neutron [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Updating instance_info_cache with network_info: [{"id": "57f06735-4bba-4937-99e0-7d4cc5d21938", "address": "fa:16:3e:7f:ac:39", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f06735-4b", "ovs_interfaceid": "57f06735-4bba-4937-99e0-7d4cc5d21938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.188614] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.195757] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.649s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.201355] env[69186]: INFO nova.compute.claims [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.225425] env[69186]: INFO nova.scheduler.client.report [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Deleted allocations for instance fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3 [ 718.360603] env[69186]: DEBUG oslo_vmware.api [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634661, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.375407] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Acquiring lock "00db072e-b278-4803-b7bf-516918f84656" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.375407] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Lock "00db072e-b278-4803-b7bf-516918f84656" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.419172] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Releasing lock "refresh_cache-4f85f88b-4e84-4963-8750-8c17f62af69e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.626898] env[69186]: DEBUG oslo_vmware.api [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3634662, 'name': ReconfigVM_Task, 'duration_secs': 0.183765} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.627084] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724702', 'volume_id': '1a9edf1e-1a8a-4c66-89dd-169226d9a198', 'name': 'volume-1a9edf1e-1a8a-4c66-89dd-169226d9a198', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4b5da231-5fde-4cb7-9304-faf5a990231f', 'attached_at': '', 'detached_at': '', 'volume_id': '1a9edf1e-1a8a-4c66-89dd-169226d9a198', 'serial': '1a9edf1e-1a8a-4c66-89dd-169226d9a198'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 718.628182] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc7034aa-25b7-4d19-ad79-13bd00676057 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.635197] env[69186]: DEBUG nova.network.neutron [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.638799] env[69186]: DEBUG oslo_vmware.api [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Waiting for the task: (returnval){ [ 718.638799] env[69186]: value = "task-3634663" [ 718.638799] env[69186]: _type = "Task" [ 718.638799] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.649309] env[69186]: DEBUG oslo_vmware.api [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3634663, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.686540] env[69186]: DEBUG oslo_concurrency.lockutils [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Releasing lock "refresh_cache-f503d73d-b6a6-49cb-9c4c-ece76e61ff8e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.741506] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a177f324-8e66-41f6-9e4d-563ad7c58d5e tempest-ServersAdmin275Test-760690368 tempest-ServersAdmin275Test-760690368-project-member] Lock "fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.246s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.866658] env[69186]: DEBUG oslo_vmware.api [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758697} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.867275] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 5d283527-7cce-479b-9160-bc2f9cce7e83/5d283527-7cce-479b-9160-bc2f9cce7e83.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.867420] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.867745] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf393fd0-1a17-4d57-b285-70d151b0b4ed {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.877306] env[69186]: DEBUG oslo_vmware.api [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Waiting for the task: (returnval){ [ 718.877306] env[69186]: value = "task-3634664" [ 718.877306] env[69186]: _type = "Task" [ 718.877306] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.889225] env[69186]: DEBUG oslo_vmware.api [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.924910] env[69186]: DEBUG nova.network.neutron [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Updating instance_info_cache with network_info: [{"id": "b14ca57e-658b-4ace-bb17-7ea4a97fffef", "address": "fa:16:3e:6b:63:75", "network": {"id": "a535861c-47a8-4ff0-bbe6-eb06365a3574", "bridge": "br-int", "label": "tempest-ServersTestJSON-1666794193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad84e45bc4d449087819ad839fa103c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb14ca57e-65", "ovs_interfaceid": "b14ca57e-658b-4ace-bb17-7ea4a97fffef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.152754] env[69186]: DEBUG oslo_vmware.api [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3634663, 'name': Rename_Task, 'duration_secs': 0.136753} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.153053] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.153286] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7f55019-4fab-46b1-aa95-77db98ddd487 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.161778] env[69186]: DEBUG oslo_vmware.api [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Waiting for the task: (returnval){ [ 719.161778] env[69186]: value = "task-3634665" [ 719.161778] env[69186]: _type = "Task" [ 719.161778] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.175760] env[69186]: DEBUG oslo_vmware.api [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3634665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.392509] env[69186]: DEBUG oslo_vmware.api [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107538} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.392896] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.400749] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25937d71-d95a-430f-8a68-dc13c20b5cf7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.429062] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 5d283527-7cce-479b-9160-bc2f9cce7e83/5d283527-7cce-479b-9160-bc2f9cce7e83.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.432420] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Releasing lock "refresh_cache-1fae0e2c-fb8d-411b-826e-18cda413b24f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.432769] env[69186]: DEBUG nova.compute.manager [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Instance network_info: |[{"id": "b14ca57e-658b-4ace-bb17-7ea4a97fffef", "address": "fa:16:3e:6b:63:75", "network": {"id": "a535861c-47a8-4ff0-bbe6-eb06365a3574", "bridge": "br-int", "label": "tempest-ServersTestJSON-1666794193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad84e45bc4d449087819ad839fa103c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb14ca57e-65", "ovs_interfaceid": "b14ca57e-658b-4ace-bb17-7ea4a97fffef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.433026] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2762a80-b8d6-4223-92e6-54cd3cd4da6b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.450882] env[69186]: DEBUG oslo_concurrency.lockutils [req-e506e8ce-6a75-47c2-92b4-a339303dc129 req-8baac42c-91e5-4cd8-b188-9750a85e78d1 service nova] Acquired lock "refresh_cache-1fae0e2c-fb8d-411b-826e-18cda413b24f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.451236] env[69186]: DEBUG nova.network.neutron [req-e506e8ce-6a75-47c2-92b4-a339303dc129 req-8baac42c-91e5-4cd8-b188-9750a85e78d1 service nova] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Refreshing network info cache for port b14ca57e-658b-4ace-bb17-7ea4a97fffef {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.454033] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:63:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b14ca57e-658b-4ace-bb17-7ea4a97fffef', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.460881] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Creating folder: Project (9ad84e45bc4d449087819ad839fa103c). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.461463] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e309e17-0b2e-4472-ad53-8ec625e8c9bd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.471465] env[69186]: DEBUG oslo_vmware.api [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Waiting for the task: (returnval){ [ 719.471465] env[69186]: value = "task-3634666" [ 719.471465] env[69186]: _type = "Task" [ 719.471465] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.483465] env[69186]: DEBUG oslo_vmware.api [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.487028] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Created folder: Project (9ad84e45bc4d449087819ad839fa103c) in parent group-v724677. [ 719.487028] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Creating folder: Instances. Parent ref: group-v724747. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.487028] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96d75448-d9b8-46de-9366-9f141529283e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.500587] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Created folder: Instances in parent group-v724747. [ 719.500587] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.500860] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.501104] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68416022-01a1-49bd-8659-7ea4b60897f7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.523196] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.523196] env[69186]: value = "task-3634669" [ 719.523196] env[69186]: _type = "Task" [ 719.523196] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.532806] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634669, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.594474] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "8afc2d09-29e9-4e5e-a483-8a8f4a2fd298" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.594474] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "8afc2d09-29e9-4e5e-a483-8a8f4a2fd298" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.681019] env[69186]: DEBUG oslo_vmware.api [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3634665, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.971239] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.971239] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bba7e22-a97d-4a5e-aa0c-1455e5852c62 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.988720] env[69186]: DEBUG oslo_vmware.api [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.993969] env[69186]: DEBUG oslo_vmware.api [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 719.993969] env[69186]: value = "task-3634670" [ 719.993969] env[69186]: _type = "Task" [ 719.993969] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.006037] env[69186]: DEBUG oslo_vmware.api [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.038592] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634669, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.040816] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9d3421-3937-4791-91f0-809b4d58f8f6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.055056] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5345e3-5036-4dc8-a629-3e83549bef8f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.092861] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fc60cf-c052-4be3-88d6-2a02f9a3d78b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.103190] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e518e7-7e9c-41df-aea6-f854f39a3b83 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.118322] env[69186]: DEBUG nova.compute.provider_tree [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.174734] env[69186]: DEBUG oslo_vmware.api [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3634665, 'name': PowerOnVM_Task, 'duration_secs': 0.864882} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.175019] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.175282] env[69186]: INFO nova.compute.manager [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Took 9.44 seconds to spawn the instance on the hypervisor. [ 720.175854] env[69186]: DEBUG nova.compute.manager [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.176865] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68598773-0d2f-40df-be43-98df17ec6183 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.211334] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf527bb-ec83-4e4f-b85a-e162be13e665 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.235398] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Updating instance 'f503d73d-b6a6-49cb-9c4c-ece76e61ff8e' progress to 0 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 720.470478] env[69186]: DEBUG nova.network.neutron [req-e506e8ce-6a75-47c2-92b4-a339303dc129 req-8baac42c-91e5-4cd8-b188-9750a85e78d1 service nova] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Updated VIF entry in instance network info cache for port b14ca57e-658b-4ace-bb17-7ea4a97fffef. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.470977] env[69186]: DEBUG nova.network.neutron [req-e506e8ce-6a75-47c2-92b4-a339303dc129 req-8baac42c-91e5-4cd8-b188-9750a85e78d1 service nova] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Updating instance_info_cache with network_info: [{"id": "b14ca57e-658b-4ace-bb17-7ea4a97fffef", "address": "fa:16:3e:6b:63:75", "network": {"id": "a535861c-47a8-4ff0-bbe6-eb06365a3574", "bridge": "br-int", "label": "tempest-ServersTestJSON-1666794193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad84e45bc4d449087819ad839fa103c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb14ca57e-65", "ovs_interfaceid": "b14ca57e-658b-4ace-bb17-7ea4a97fffef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.490389] env[69186]: DEBUG oslo_vmware.api [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634666, 'name': ReconfigVM_Task, 'duration_secs': 0.674075} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.491084] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 5d283527-7cce-479b-9160-bc2f9cce7e83/5d283527-7cce-479b-9160-bc2f9cce7e83.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.492128] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8319baa4-2dd1-4e4c-b7b0-a174d3276b0f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.509631] env[69186]: DEBUG oslo_vmware.api [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634670, 'name': PowerOffVM_Task, 'duration_secs': 0.524786} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.512993] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.512993] env[69186]: DEBUG oslo_vmware.api [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Waiting for the task: (returnval){ [ 720.512993] env[69186]: value = "task-3634672" [ 720.512993] env[69186]: _type = "Task" [ 720.512993] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.512993] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4957a3-defe-42bd-8609-d6d850431ab3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.542010] env[69186]: DEBUG oslo_vmware.api [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634672, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.546155] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa05e006-1cfe-4171-a1dc-1c673c3a57b1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.561628] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634669, 'name': CreateVM_Task, 'duration_secs': 0.542194} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.562639] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.562856] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.563030] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.563946] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.564292] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb64b6f3-46fe-4fdc-8e42-49a48fec8036 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.571632] env[69186]: DEBUG oslo_vmware.api [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Waiting for the task: (returnval){ [ 720.571632] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]526d5584-c504-e062-6a30-af1cac0fd8ef" [ 720.571632] env[69186]: _type = "Task" [ 720.571632] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.582155] env[69186]: DEBUG oslo_vmware.api [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]526d5584-c504-e062-6a30-af1cac0fd8ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.597190] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.597530] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f5489f0-07ce-4745-aee9-4a635794cd5a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.606293] env[69186]: DEBUG oslo_vmware.api [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 720.606293] env[69186]: value = "task-3634673" [ 720.606293] env[69186]: _type = "Task" [ 720.606293] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.616472] env[69186]: DEBUG oslo_vmware.api [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.622648] env[69186]: DEBUG nova.scheduler.client.report [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.701033] env[69186]: INFO nova.compute.manager [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Took 35.02 seconds to build instance. [ 720.746594] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.746747] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c08b7204-031a-4177-a365-f63236c30b26 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.763518] env[69186]: DEBUG oslo_vmware.api [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 720.763518] env[69186]: value = "task-3634674" [ 720.763518] env[69186]: _type = "Task" [ 720.763518] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.776940] env[69186]: DEBUG oslo_vmware.api [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3634674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.975271] env[69186]: DEBUG oslo_concurrency.lockutils [req-e506e8ce-6a75-47c2-92b4-a339303dc129 req-8baac42c-91e5-4cd8-b188-9750a85e78d1 service nova] Releasing lock "refresh_cache-1fae0e2c-fb8d-411b-826e-18cda413b24f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.033330] env[69186]: DEBUG oslo_vmware.api [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634672, 'name': Rename_Task, 'duration_secs': 0.296299} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.033622] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.033868] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4218abe0-1d59-4746-b7bd-fa848582508e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.044108] env[69186]: DEBUG oslo_vmware.api [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Waiting for the task: (returnval){ [ 721.044108] env[69186]: value = "task-3634675" [ 721.044108] env[69186]: _type = "Task" [ 721.044108] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.053866] env[69186]: DEBUG oslo_vmware.api [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.087683] env[69186]: DEBUG oslo_vmware.api [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]526d5584-c504-e062-6a30-af1cac0fd8ef, 'name': SearchDatastore_Task, 'duration_secs': 0.014116} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.088186] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.088466] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.088759] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.089167] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.089336] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.091067] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ea1ef83-ef2b-494a-9da4-a8938210ae64 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.103327] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.103947] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.105298] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca6fe435-f57b-43cd-91e0-193682636e92 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.121764] env[69186]: DEBUG oslo_vmware.api [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Waiting for the task: (returnval){ [ 721.121764] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522bede9-5c50-e0c6-af14-007a209051ec" [ 721.121764] env[69186]: _type = "Task" [ 721.121764] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.128235] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] VM already powered off {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 721.128475] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.128754] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.128995] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.129192] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.130067] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.935s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.130908] env[69186]: DEBUG nova.compute.manager [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.133367] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35f7939d-b490-4158-ab28-81707df38372 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.136212] env[69186]: DEBUG oslo_concurrency.lockutils [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.803s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.137941] env[69186]: INFO nova.compute.claims [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.153566] env[69186]: DEBUG oslo_vmware.api [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522bede9-5c50-e0c6-af14-007a209051ec, 'name': SearchDatastore_Task, 'duration_secs': 0.017155} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.155665] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.155909] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.161091] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6261274a-c785-4f65-bd10-382e0f2bca09 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.165782] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98fe0c41-4fc5-4375-9c54-65ce07578a68 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.176656] env[69186]: DEBUG oslo_vmware.api [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 721.176656] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524d923f-e735-3321-b86e-dffed0941834" [ 721.176656] env[69186]: _type = "Task" [ 721.176656] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.177206] env[69186]: DEBUG oslo_vmware.api [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Waiting for the task: (returnval){ [ 721.177206] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52fe6682-4c23-cd53-abd8-8dc099a3eabf" [ 721.177206] env[69186]: _type = "Task" [ 721.177206] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.200781] env[69186]: DEBUG oslo_vmware.api [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52fe6682-4c23-cd53-abd8-8dc099a3eabf, 'name': SearchDatastore_Task, 'duration_secs': 0.015658} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.201039] env[69186]: DEBUG oslo_vmware.api [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524d923f-e735-3321-b86e-dffed0941834, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.201339] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.201561] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 1fae0e2c-fb8d-411b-826e-18cda413b24f/1fae0e2c-fb8d-411b-826e-18cda413b24f.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.202102] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08d6aa55-db1e-4de3-a042-05355c782caa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.206783] env[69186]: DEBUG oslo_concurrency.lockutils [None req-471711e6-a9e0-46b1-bc88-947a820e8b84 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Lock "4b5da231-5fde-4cb7-9304-faf5a990231f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.070s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.211904] env[69186]: DEBUG oslo_vmware.api [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Waiting for the task: (returnval){ [ 721.211904] env[69186]: value = "task-3634676" [ 721.211904] env[69186]: _type = "Task" [ 721.211904] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.222026] env[69186]: DEBUG oslo_vmware.api [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Task: {'id': task-3634676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.275256] env[69186]: DEBUG oslo_vmware.api [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3634674, 'name': PowerOffVM_Task, 'duration_secs': 0.370932} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.275599] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.275794] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Updating instance 'f503d73d-b6a6-49cb-9c4c-ece76e61ff8e' progress to 17 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 721.559391] env[69186]: DEBUG oslo_vmware.api [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634675, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.640178] env[69186]: DEBUG nova.compute.utils [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.641818] env[69186]: DEBUG nova.compute.manager [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.642366] env[69186]: DEBUG nova.network.neutron [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.694924] env[69186]: DEBUG oslo_vmware.api [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524d923f-e735-3321-b86e-dffed0941834, 'name': SearchDatastore_Task, 'duration_secs': 0.017948} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.695230] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8af50906-64e9-434b-946e-62e0cef0c5dd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.703308] env[69186]: DEBUG oslo_vmware.api [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 721.703308] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521c4ffc-3f97-fd34-c4e4-2c567d3541a6" [ 721.703308] env[69186]: _type = "Task" [ 721.703308] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.709359] env[69186]: DEBUG nova.compute.manager [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.719648] env[69186]: DEBUG oslo_vmware.api [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521c4ffc-3f97-fd34-c4e4-2c567d3541a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.739200] env[69186]: DEBUG oslo_vmware.api [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Task: {'id': task-3634676, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.780286] env[69186]: DEBUG nova.policy [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afbdcacf37a5445d8b53a099353319ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efcc4f1b9934492e846daa91015b8ad2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.785262] env[69186]: DEBUG nova.virt.hardware [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.785639] env[69186]: DEBUG nova.virt.hardware [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.786637] env[69186]: DEBUG nova.virt.hardware [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.786637] env[69186]: DEBUG nova.virt.hardware [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.786637] env[69186]: DEBUG nova.virt.hardware [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.786637] env[69186]: DEBUG nova.virt.hardware [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.786836] env[69186]: DEBUG nova.virt.hardware [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.787186] env[69186]: DEBUG nova.virt.hardware [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.787186] env[69186]: DEBUG nova.virt.hardware [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.787429] env[69186]: DEBUG nova.virt.hardware [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.787702] env[69186]: DEBUG nova.virt.hardware [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.793952] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-756af858-ff74-40fd-9a24-f54059c049e7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.816150] env[69186]: DEBUG oslo_vmware.api [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 721.816150] env[69186]: value = "task-3634677" [ 721.816150] env[69186]: _type = "Task" [ 721.816150] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.830192] env[69186]: DEBUG oslo_vmware.api [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3634677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.057859] env[69186]: DEBUG oslo_vmware.api [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634675, 'name': PowerOnVM_Task, 'duration_secs': 1.011253} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.058234] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.058234] env[69186]: INFO nova.compute.manager [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Took 10.57 seconds to spawn the instance on the hypervisor. [ 722.058397] env[69186]: DEBUG nova.compute.manager [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.059246] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd834b39-4911-4f63-bbed-cb6f54bcafa0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.148998] env[69186]: DEBUG nova.compute.manager [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.217777] env[69186]: DEBUG oslo_vmware.api [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521c4ffc-3f97-fd34-c4e4-2c567d3541a6, 'name': SearchDatastore_Task, 'duration_secs': 0.02469} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.221986] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.222410] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 4f85f88b-4e84-4963-8750-8c17f62af69e/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f-rescue.vmdk. {{(pid=69186) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 722.226033] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ead326f-60ca-4701-b40b-2ed28ab0e249 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.248669] env[69186]: DEBUG oslo_vmware.api [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Task: {'id': task-3634676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687103} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.250191] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 1fae0e2c-fb8d-411b-826e-18cda413b24f/1fae0e2c-fb8d-411b-826e-18cda413b24f.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.250577] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.251112] env[69186]: DEBUG oslo_vmware.api [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 722.251112] env[69186]: value = "task-3634679" [ 722.251112] env[69186]: _type = "Task" [ 722.251112] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.253026] env[69186]: DEBUG oslo_concurrency.lockutils [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.253508] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d67570c-0e6e-435f-8324-e6692fe7d093 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.277206] env[69186]: DEBUG oslo_vmware.api [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.283785] env[69186]: DEBUG oslo_vmware.api [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Waiting for the task: (returnval){ [ 722.283785] env[69186]: value = "task-3634680" [ 722.283785] env[69186]: _type = "Task" [ 722.283785] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.298435] env[69186]: DEBUG oslo_vmware.api [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Task: {'id': task-3634680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.334736] env[69186]: DEBUG oslo_vmware.api [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3634677, 'name': ReconfigVM_Task, 'duration_secs': 0.321963} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.335218] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Updating instance 'f503d73d-b6a6-49cb-9c4c-ece76e61ff8e' progress to 33 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 722.588486] env[69186]: INFO nova.compute.manager [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Took 36.07 seconds to build instance. [ 722.639724] env[69186]: DEBUG nova.network.neutron [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Successfully created port: 110b3ec7-6b1a-425d-956e-bd13aab155d1 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.673016] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Acquiring lock "52ded3f3-e73d-4a27-a464-9493e09b61a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.673016] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Lock "52ded3f3-e73d-4a27-a464-9493e09b61a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.779134] env[69186]: DEBUG oslo_vmware.api [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521173} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.779408] env[69186]: INFO nova.virt.vmwareapi.ds_util [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 4f85f88b-4e84-4963-8750-8c17f62af69e/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f-rescue.vmdk. [ 722.780410] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930d415e-f8ff-4e7e-bb55-876ecdc1572e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.812116] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 4f85f88b-4e84-4963-8750-8c17f62af69e/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f-rescue.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.814872] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03603484-e283-4b66-bf62-8d233547c56b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.831892] env[69186]: DEBUG oslo_vmware.api [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Task: {'id': task-3634680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118564} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.832635] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.833695] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b842d239-2692-418a-ad59-2435e46c0c08 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.841779] env[69186]: DEBUG oslo_vmware.api [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 722.841779] env[69186]: value = "task-3634681" [ 722.841779] env[69186]: _type = "Task" [ 722.841779] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.854649] env[69186]: DEBUG nova.virt.hardware [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.854939] env[69186]: DEBUG nova.virt.hardware [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.855168] env[69186]: DEBUG nova.virt.hardware [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.855246] env[69186]: DEBUG nova.virt.hardware [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.855397] env[69186]: DEBUG nova.virt.hardware [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.855600] env[69186]: DEBUG nova.virt.hardware [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.856483] env[69186]: DEBUG nova.virt.hardware [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.856483] env[69186]: DEBUG nova.virt.hardware [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.856483] env[69186]: DEBUG nova.virt.hardware [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.856483] env[69186]: DEBUG nova.virt.hardware [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.856483] env[69186]: DEBUG nova.virt.hardware [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.861927] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Reconfiguring VM instance instance-0000000c to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 722.871349] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 1fae0e2c-fb8d-411b-826e-18cda413b24f/1fae0e2c-fb8d-411b-826e-18cda413b24f.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.876332] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-face7c07-4489-4665-b9f7-68de6653bb98 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.888112] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dd0a308-b427-4f33-8355-c07ab75dc1a7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.906926] env[69186]: DEBUG oslo_vmware.api [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.914018] env[69186]: DEBUG oslo_vmware.api [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Waiting for the task: (returnval){ [ 722.914018] env[69186]: value = "task-3634682" [ 722.914018] env[69186]: _type = "Task" [ 722.914018] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.919096] env[69186]: DEBUG oslo_vmware.api [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 722.919096] env[69186]: value = "task-3634683" [ 722.919096] env[69186]: _type = "Task" [ 722.919096] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.928880] env[69186]: DEBUG oslo_vmware.api [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Task: {'id': task-3634682, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.936300] env[69186]: DEBUG oslo_vmware.api [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3634683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.976357] env[69186]: DEBUG nova.compute.manager [req-5e980cfd-b935-4923-a402-730108bf0115 req-c2c02e6e-7113-4889-9e9f-34ee88965c2c service nova] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Received event network-changed-1019decd-6341-4b4a-9292-d6d1dbe15ec6 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.976568] env[69186]: DEBUG nova.compute.manager [req-5e980cfd-b935-4923-a402-730108bf0115 req-c2c02e6e-7113-4889-9e9f-34ee88965c2c service nova] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Refreshing instance network info cache due to event network-changed-1019decd-6341-4b4a-9292-d6d1dbe15ec6. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.976633] env[69186]: DEBUG oslo_concurrency.lockutils [req-5e980cfd-b935-4923-a402-730108bf0115 req-c2c02e6e-7113-4889-9e9f-34ee88965c2c service nova] Acquiring lock "refresh_cache-4b5da231-5fde-4cb7-9304-faf5a990231f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.976721] env[69186]: DEBUG oslo_concurrency.lockutils [req-5e980cfd-b935-4923-a402-730108bf0115 req-c2c02e6e-7113-4889-9e9f-34ee88965c2c service nova] Acquired lock "refresh_cache-4b5da231-5fde-4cb7-9304-faf5a990231f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.976926] env[69186]: DEBUG nova.network.neutron [req-5e980cfd-b935-4923-a402-730108bf0115 req-c2c02e6e-7113-4889-9e9f-34ee88965c2c service nova] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Refreshing network info cache for port 1019decd-6341-4b4a-9292-d6d1dbe15ec6 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.989588] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fa4e2e-e818-4981-9b96-e1907197ae59 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.000240] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f271ce4d-f670-4b00-9d49-052490fe5ce0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.039418] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c57c86-4baa-466a-a0b8-00cc06623b0e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.048308] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d375f836-a157-42b3-bac8-a409443cd96a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.063663] env[69186]: DEBUG nova.compute.provider_tree [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.090544] env[69186]: DEBUG oslo_concurrency.lockutils [None req-860db768-9b6b-4ab1-acfd-e084a1eb3385 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Lock "5d283527-7cce-479b-9160-bc2f9cce7e83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.387s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.099399] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "ca1b71dc-0931-435e-8848-c7d3391cda32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.099629] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "ca1b71dc-0931-435e-8848-c7d3391cda32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.163270] env[69186]: DEBUG nova.compute.manager [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.193449] env[69186]: DEBUG nova.virt.hardware [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.193729] env[69186]: DEBUG nova.virt.hardware [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.193890] env[69186]: DEBUG nova.virt.hardware [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.194134] env[69186]: DEBUG nova.virt.hardware [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.194297] env[69186]: DEBUG nova.virt.hardware [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.194495] env[69186]: DEBUG nova.virt.hardware [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.194645] env[69186]: DEBUG nova.virt.hardware [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.194804] env[69186]: DEBUG nova.virt.hardware [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.195072] env[69186]: DEBUG nova.virt.hardware [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.195225] env[69186]: DEBUG nova.virt.hardware [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.195400] env[69186]: DEBUG nova.virt.hardware [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.196400] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd58502e-aaed-4c87-b5b1-01e8bd847740 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.205707] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b41c67b-81ca-47fc-9361-bb8c2121f7e8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.354851] env[69186]: DEBUG oslo_vmware.api [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634681, 'name': ReconfigVM_Task, 'duration_secs': 0.376709} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.355164] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 4f85f88b-4e84-4963-8750-8c17f62af69e/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f-rescue.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.356928] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f234fe-69d5-4582-9904-e8d9118720de {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.470520] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ffc87c8-e759-4fc3-984d-f6eec68fddd8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.470520] env[69186]: DEBUG oslo_vmware.api [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 723.470520] env[69186]: value = "task-3634684" [ 723.470520] env[69186]: _type = "Task" [ 723.470520] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.470520] env[69186]: DEBUG oslo_vmware.api [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Task: {'id': task-3634682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.470520] env[69186]: DEBUG oslo_vmware.api [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3634683, 'name': ReconfigVM_Task, 'duration_secs': 0.46466} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.470520] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Reconfigured VM instance instance-0000000c to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 723.472252] env[69186]: DEBUG oslo_vmware.api [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.472252] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4fd2a3-2666-45ab-afc3-0ede4c031c20 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.482843] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] f503d73d-b6a6-49cb-9c4c-ece76e61ff8e/f503d73d-b6a6-49cb-9c4c-ece76e61ff8e.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.485296] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-409c4a37-de7a-4628-a5b5-359ebd191e3e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.505221] env[69186]: DEBUG oslo_vmware.api [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 723.505221] env[69186]: value = "task-3634685" [ 723.505221] env[69186]: _type = "Task" [ 723.505221] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.514172] env[69186]: DEBUG oslo_vmware.api [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3634685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.567037] env[69186]: DEBUG nova.scheduler.client.report [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.596089] env[69186]: DEBUG nova.compute.manager [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.839509] env[69186]: DEBUG nova.network.neutron [req-5e980cfd-b935-4923-a402-730108bf0115 req-c2c02e6e-7113-4889-9e9f-34ee88965c2c service nova] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Updated VIF entry in instance network info cache for port 1019decd-6341-4b4a-9292-d6d1dbe15ec6. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.839509] env[69186]: DEBUG nova.network.neutron [req-5e980cfd-b935-4923-a402-730108bf0115 req-c2c02e6e-7113-4889-9e9f-34ee88965c2c service nova] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Updating instance_info_cache with network_info: [{"id": "1019decd-6341-4b4a-9292-d6d1dbe15ec6", "address": "fa:16:3e:6f:20:b3", "network": {"id": "fcd4dbc4-0e34-4d71-8b0c-9388bd5b9d31", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2123940696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80a016bd54474900b36b6133a00e3bd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1019decd-63", "ovs_interfaceid": "1019decd-6341-4b4a-9292-d6d1dbe15ec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.926740] env[69186]: DEBUG oslo_vmware.api [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Task: {'id': task-3634682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.946842] env[69186]: DEBUG oslo_vmware.api [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634684, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.016236] env[69186]: DEBUG oslo_vmware.api [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3634685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.073532] env[69186]: DEBUG oslo_concurrency.lockutils [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.937s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.074190] env[69186]: DEBUG nova.compute.manager [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.080889] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.767s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.080889] env[69186]: INFO nova.compute.claims [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.129681] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.342331] env[69186]: DEBUG oslo_concurrency.lockutils [req-5e980cfd-b935-4923-a402-730108bf0115 req-c2c02e6e-7113-4889-9e9f-34ee88965c2c service nova] Releasing lock "refresh_cache-4b5da231-5fde-4cb7-9304-faf5a990231f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.397633] env[69186]: DEBUG nova.network.neutron [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Successfully updated port: 110b3ec7-6b1a-425d-956e-bd13aab155d1 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.429490] env[69186]: DEBUG oslo_vmware.api [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Task: {'id': task-3634682, 'name': ReconfigVM_Task, 'duration_secs': 1.351695} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.429774] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 1fae0e2c-fb8d-411b-826e-18cda413b24f/1fae0e2c-fb8d-411b-826e-18cda413b24f.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.430502] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da66d862-f9ab-45e3-b7d4-971ecb16247f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.446408] env[69186]: DEBUG oslo_vmware.api [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Waiting for the task: (returnval){ [ 724.446408] env[69186]: value = "task-3634687" [ 724.446408] env[69186]: _type = "Task" [ 724.446408] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.446682] env[69186]: DEBUG oslo_vmware.api [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634684, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.456177] env[69186]: DEBUG oslo_vmware.api [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Task: {'id': task-3634687, 'name': Rename_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.515853] env[69186]: DEBUG oslo_vmware.api [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3634685, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.588931] env[69186]: DEBUG nova.compute.utils [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.592540] env[69186]: DEBUG nova.compute.manager [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 724.592709] env[69186]: DEBUG nova.network.neutron [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 724.656074] env[69186]: DEBUG nova.policy [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5848c888e844b3ab6356999a89069b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54272a3dcd3647d58e4a4d417a45b891', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.900427] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Acquiring lock "refresh_cache-a1b743d8-af17-4c36-9e79-ed89e9134705" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.900598] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Acquired lock "refresh_cache-a1b743d8-af17-4c36-9e79-ed89e9134705" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.900754] env[69186]: DEBUG nova.network.neutron [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.950330] env[69186]: DEBUG oslo_vmware.api [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634684, 'name': ReconfigVM_Task, 'duration_secs': 1.402215} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.950330] env[69186]: DEBUG nova.compute.manager [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.950330] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.950330] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd95c65-35d6-43fe-831d-174e65bd124f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.955754] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58eadfc0-64d2-4461-80c7-cd080dd65fc7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.966897] env[69186]: DEBUG oslo_vmware.api [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Task: {'id': task-3634687, 'name': Rename_Task, 'duration_secs': 0.219799} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.969955] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.972941] env[69186]: DEBUG oslo_vmware.api [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 724.972941] env[69186]: value = "task-3634688" [ 724.972941] env[69186]: _type = "Task" [ 724.972941] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.972941] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0d84cea-1863-4e7b-9a30-a91a58e04b23 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.988276] env[69186]: DEBUG oslo_vmware.api [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.989930] env[69186]: DEBUG oslo_vmware.api [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Waiting for the task: (returnval){ [ 724.989930] env[69186]: value = "task-3634689" [ 724.989930] env[69186]: _type = "Task" [ 724.989930] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.000925] env[69186]: DEBUG oslo_vmware.api [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Task: {'id': task-3634689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.025237] env[69186]: DEBUG oslo_vmware.api [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3634685, 'name': ReconfigVM_Task, 'duration_secs': 1.036432} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.026976] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Reconfigured VM instance instance-0000000c to attach disk [datastore1] f503d73d-b6a6-49cb-9c4c-ece76e61ff8e/f503d73d-b6a6-49cb-9c4c-ece76e61ff8e.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.026976] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Updating instance 'f503d73d-b6a6-49cb-9c4c-ece76e61ff8e' progress to 50 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 725.032199] env[69186]: DEBUG nova.compute.manager [req-72e29653-4530-40be-bcbb-8daae10d866a req-03a78fac-cc27-436a-a861-800c4ca927cc service nova] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Received event network-vif-plugged-110b3ec7-6b1a-425d-956e-bd13aab155d1 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.032199] env[69186]: DEBUG oslo_concurrency.lockutils [req-72e29653-4530-40be-bcbb-8daae10d866a req-03a78fac-cc27-436a-a861-800c4ca927cc service nova] Acquiring lock "a1b743d8-af17-4c36-9e79-ed89e9134705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.032393] env[69186]: DEBUG oslo_concurrency.lockutils [req-72e29653-4530-40be-bcbb-8daae10d866a req-03a78fac-cc27-436a-a861-800c4ca927cc service nova] Lock "a1b743d8-af17-4c36-9e79-ed89e9134705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.032619] env[69186]: DEBUG oslo_concurrency.lockutils [req-72e29653-4530-40be-bcbb-8daae10d866a req-03a78fac-cc27-436a-a861-800c4ca927cc service nova] Lock "a1b743d8-af17-4c36-9e79-ed89e9134705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.032841] env[69186]: DEBUG nova.compute.manager [req-72e29653-4530-40be-bcbb-8daae10d866a req-03a78fac-cc27-436a-a861-800c4ca927cc service nova] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] No waiting events found dispatching network-vif-plugged-110b3ec7-6b1a-425d-956e-bd13aab155d1 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.032841] env[69186]: WARNING nova.compute.manager [req-72e29653-4530-40be-bcbb-8daae10d866a req-03a78fac-cc27-436a-a861-800c4ca927cc service nova] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Received unexpected event network-vif-plugged-110b3ec7-6b1a-425d-956e-bd13aab155d1 for instance with vm_state building and task_state spawning. [ 725.033094] env[69186]: DEBUG nova.compute.manager [req-72e29653-4530-40be-bcbb-8daae10d866a req-03a78fac-cc27-436a-a861-800c4ca927cc service nova] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Received event network-changed-110b3ec7-6b1a-425d-956e-bd13aab155d1 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.033258] env[69186]: DEBUG nova.compute.manager [req-72e29653-4530-40be-bcbb-8daae10d866a req-03a78fac-cc27-436a-a861-800c4ca927cc service nova] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Refreshing instance network info cache due to event network-changed-110b3ec7-6b1a-425d-956e-bd13aab155d1. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.033307] env[69186]: DEBUG oslo_concurrency.lockutils [req-72e29653-4530-40be-bcbb-8daae10d866a req-03a78fac-cc27-436a-a861-800c4ca927cc service nova] Acquiring lock "refresh_cache-a1b743d8-af17-4c36-9e79-ed89e9134705" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.095966] env[69186]: DEBUG nova.compute.manager [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.116162] env[69186]: DEBUG nova.network.neutron [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Successfully created port: ae48aee6-0869-48a1-99af-e6242b0e952e {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.466494] env[69186]: DEBUG nova.network.neutron [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.472378] env[69186]: INFO nova.compute.manager [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] instance snapshotting [ 725.481634] env[69186]: DEBUG oslo_concurrency.lockutils [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Acquiring lock "42529ebf-4349-4d54-8ad8-da779bfd9af2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.481891] env[69186]: DEBUG oslo_concurrency.lockutils [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Lock "42529ebf-4349-4d54-8ad8-da779bfd9af2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.482703] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e8e44c-0480-46b2-919d-f63a091934c2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.511953] env[69186]: DEBUG oslo_vmware.api [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634688, 'name': PowerOnVM_Task, 'duration_secs': 0.436499} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.515523] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c1ce7f-7470-4022-b514-d00e827dc10c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.518232] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.524052] env[69186]: DEBUG oslo_vmware.api [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Task: {'id': task-3634689, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.524979] env[69186]: DEBUG nova.compute.manager [None req-7eb8de23-2da2-4b61-ae62-ee1a9235c32a tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.526147] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c2c5c4-1388-4f4f-957f-f21987bcb394 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.539472] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b326cba4-a1e5-42d1-85e0-ae605c30ca8e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.568120] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0480d8-b73a-4c3f-8235-b14c1df84e6a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.587600] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Updating instance 'f503d73d-b6a6-49cb-9c4c-ece76e61ff8e' progress to 67 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 725.652938] env[69186]: DEBUG nova.network.neutron [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Updating instance_info_cache with network_info: [{"id": "110b3ec7-6b1a-425d-956e-bd13aab155d1", "address": "fa:16:3e:22:c3:56", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap110b3ec7-6b", "ovs_interfaceid": "110b3ec7-6b1a-425d-956e-bd13aab155d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.730593] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962e798b-382b-4bc3-b5a4-e8498fb1f3e4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.739304] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57704c22-6aa3-4f50-b88b-af7e123fde1d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.769545] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bffa20d-0fb6-41a6-bb68-7a93235a8978 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.777536] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9b5f2f-d2d0-4225-a3b9-b2dfabae9884 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.791280] env[69186]: DEBUG nova.compute.provider_tree [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.002302] env[69186]: DEBUG oslo_vmware.api [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Task: {'id': task-3634689, 'name': PowerOnVM_Task, 'duration_secs': 0.698139} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.002540] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.002742] env[69186]: INFO nova.compute.manager [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Took 10.75 seconds to spawn the instance on the hypervisor. [ 726.002923] env[69186]: DEBUG nova.compute.manager [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.003788] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bb5310-9474-4541-8784-19f320166cf9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.040566] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Creating Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 726.041249] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ad6e4f91-6d14-4086-98f9-5315b51158ee {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.053793] env[69186]: DEBUG oslo_vmware.api [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Waiting for the task: (returnval){ [ 726.053793] env[69186]: value = "task-3634690" [ 726.053793] env[69186]: _type = "Task" [ 726.053793] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.067604] env[69186]: DEBUG oslo_vmware.api [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634690, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.106252] env[69186]: DEBUG nova.compute.manager [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.136312] env[69186]: DEBUG nova.virt.hardware [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.136530] env[69186]: DEBUG nova.virt.hardware [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.136530] env[69186]: DEBUG nova.virt.hardware [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.136720] env[69186]: DEBUG nova.virt.hardware [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.136857] env[69186]: DEBUG nova.virt.hardware [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.137018] env[69186]: DEBUG nova.virt.hardware [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.137264] env[69186]: DEBUG nova.virt.hardware [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.137368] env[69186]: DEBUG nova.virt.hardware [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.137530] env[69186]: DEBUG nova.virt.hardware [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.137989] env[69186]: DEBUG nova.virt.hardware [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.137989] env[69186]: DEBUG nova.virt.hardware [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.141175] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9faaa595-5649-46b1-a9e0-3b420abae56f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.143409] env[69186]: DEBUG nova.network.neutron [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Port 57f06735-4bba-4937-99e0-7d4cc5d21938 binding to destination host cpu-1 is already ACTIVE {{(pid=69186) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 726.150910] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b076d9f0-b4fa-4875-87c4-b2cde9110e4d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.171700] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Releasing lock "refresh_cache-a1b743d8-af17-4c36-9e79-ed89e9134705" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.172056] env[69186]: DEBUG nova.compute.manager [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Instance network_info: |[{"id": "110b3ec7-6b1a-425d-956e-bd13aab155d1", "address": "fa:16:3e:22:c3:56", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap110b3ec7-6b", "ovs_interfaceid": "110b3ec7-6b1a-425d-956e-bd13aab155d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.172890] env[69186]: DEBUG oslo_concurrency.lockutils [req-72e29653-4530-40be-bcbb-8daae10d866a req-03a78fac-cc27-436a-a861-800c4ca927cc service nova] Acquired lock "refresh_cache-a1b743d8-af17-4c36-9e79-ed89e9134705" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.173086] env[69186]: DEBUG nova.network.neutron [req-72e29653-4530-40be-bcbb-8daae10d866a req-03a78fac-cc27-436a-a861-800c4ca927cc service nova] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Refreshing network info cache for port 110b3ec7-6b1a-425d-956e-bd13aab155d1 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.175259] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:c3:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '110b3ec7-6b1a-425d-956e-bd13aab155d1', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.182745] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.185568] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.186073] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ef4abe2-840e-49fe-a655-e22fb2b841e9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.210826] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.210826] env[69186]: value = "task-3634691" [ 726.210826] env[69186]: _type = "Task" [ 726.210826] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.218292] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634691, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.297148] env[69186]: DEBUG nova.scheduler.client.report [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.515107] env[69186]: DEBUG nova.network.neutron [req-72e29653-4530-40be-bcbb-8daae10d866a req-03a78fac-cc27-436a-a861-800c4ca927cc service nova] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Updated VIF entry in instance network info cache for port 110b3ec7-6b1a-425d-956e-bd13aab155d1. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.515711] env[69186]: DEBUG nova.network.neutron [req-72e29653-4530-40be-bcbb-8daae10d866a req-03a78fac-cc27-436a-a861-800c4ca927cc service nova] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Updating instance_info_cache with network_info: [{"id": "110b3ec7-6b1a-425d-956e-bd13aab155d1", "address": "fa:16:3e:22:c3:56", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap110b3ec7-6b", "ovs_interfaceid": "110b3ec7-6b1a-425d-956e-bd13aab155d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.529613] env[69186]: INFO nova.compute.manager [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Took 36.18 seconds to build instance. [ 726.572182] env[69186]: DEBUG oslo_vmware.api [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634690, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.720343] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634691, 'name': CreateVM_Task, 'duration_secs': 0.414576} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.720525] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.721313] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.721576] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.722045] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.722394] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74677f9b-c9b5-4164-9446-4b90415c3d62 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.729353] env[69186]: DEBUG oslo_vmware.api [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Waiting for the task: (returnval){ [ 726.729353] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529ed45b-6dd0-2197-4f91-918a9fd9de31" [ 726.729353] env[69186]: _type = "Task" [ 726.729353] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.741895] env[69186]: DEBUG oslo_vmware.api [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529ed45b-6dd0-2197-4f91-918a9fd9de31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.806535] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.807343] env[69186]: DEBUG nova.compute.manager [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.810788] env[69186]: DEBUG oslo_concurrency.lockutils [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.203s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.810788] env[69186]: DEBUG nova.objects.instance [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lazy-loading 'resources' on Instance uuid 93436e04-008a-451e-a0ce-1a4ebc1ddd9b {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.889923] env[69186]: DEBUG nova.network.neutron [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Successfully updated port: ae48aee6-0869-48a1-99af-e6242b0e952e {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.024435] env[69186]: DEBUG oslo_concurrency.lockutils [req-72e29653-4530-40be-bcbb-8daae10d866a req-03a78fac-cc27-436a-a861-800c4ca927cc service nova] Releasing lock "refresh_cache-a1b743d8-af17-4c36-9e79-ed89e9134705" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.033917] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ab61b315-a0eb-40a1-aef6-4bc800dae442 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Lock "1fae0e2c-fb8d-411b-826e-18cda413b24f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.095s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.067228] env[69186]: DEBUG oslo_vmware.api [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634690, 'name': CreateSnapshot_Task, 'duration_secs': 0.727016} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.067376] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Created Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 727.068144] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af84983b-1368-4f74-9283-04ee54a9ad3b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.166042] env[69186]: DEBUG oslo_concurrency.lockutils [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "f503d73d-b6a6-49cb-9c4c-ece76e61ff8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.166364] env[69186]: DEBUG oslo_concurrency.lockutils [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "f503d73d-b6a6-49cb-9c4c-ece76e61ff8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.166364] env[69186]: DEBUG oslo_concurrency.lockutils [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "f503d73d-b6a6-49cb-9c4c-ece76e61ff8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.241636] env[69186]: DEBUG oslo_vmware.api [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529ed45b-6dd0-2197-4f91-918a9fd9de31, 'name': SearchDatastore_Task, 'duration_secs': 0.018108} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.241940] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.242188] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.242421] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.242566] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.242740] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.242992] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e78130f-8ee8-4da3-baac-ee4442d65e8b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.256573] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.256760] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.257695] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5d1433d-84c8-4b69-aff8-57ccef7edbe2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.263343] env[69186]: DEBUG oslo_vmware.api [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Waiting for the task: (returnval){ [ 727.263343] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d935f7-14b2-5717-7952-5d8932b8e5e8" [ 727.263343] env[69186]: _type = "Task" [ 727.263343] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.273265] env[69186]: DEBUG oslo_vmware.api [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d935f7-14b2-5717-7952-5d8932b8e5e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.315445] env[69186]: DEBUG nova.compute.utils [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.321254] env[69186]: DEBUG nova.compute.manager [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.321566] env[69186]: DEBUG nova.network.neutron [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.395792] env[69186]: DEBUG oslo_concurrency.lockutils [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquiring lock "refresh_cache-0ea7324d-38d7-432d-b7ce-5c59d42eee6d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.395792] env[69186]: DEBUG oslo_concurrency.lockutils [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquired lock "refresh_cache-0ea7324d-38d7-432d-b7ce-5c59d42eee6d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.395897] env[69186]: DEBUG nova.network.neutron [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.426856] env[69186]: DEBUG nova.compute.manager [req-ffc45b9e-6139-4524-9fe6-0d804f958465 req-6298d40c-a9fb-46c4-a4c9-524454420868 service nova] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Received event network-vif-plugged-ae48aee6-0869-48a1-99af-e6242b0e952e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.427060] env[69186]: DEBUG oslo_concurrency.lockutils [req-ffc45b9e-6139-4524-9fe6-0d804f958465 req-6298d40c-a9fb-46c4-a4c9-524454420868 service nova] Acquiring lock "0ea7324d-38d7-432d-b7ce-5c59d42eee6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.427292] env[69186]: DEBUG oslo_concurrency.lockutils [req-ffc45b9e-6139-4524-9fe6-0d804f958465 req-6298d40c-a9fb-46c4-a4c9-524454420868 service nova] Lock "0ea7324d-38d7-432d-b7ce-5c59d42eee6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.427475] env[69186]: DEBUG oslo_concurrency.lockutils [req-ffc45b9e-6139-4524-9fe6-0d804f958465 req-6298d40c-a9fb-46c4-a4c9-524454420868 service nova] Lock "0ea7324d-38d7-432d-b7ce-5c59d42eee6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.427641] env[69186]: DEBUG nova.compute.manager [req-ffc45b9e-6139-4524-9fe6-0d804f958465 req-6298d40c-a9fb-46c4-a4c9-524454420868 service nova] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] No waiting events found dispatching network-vif-plugged-ae48aee6-0869-48a1-99af-e6242b0e952e {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.427839] env[69186]: WARNING nova.compute.manager [req-ffc45b9e-6139-4524-9fe6-0d804f958465 req-6298d40c-a9fb-46c4-a4c9-524454420868 service nova] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Received unexpected event network-vif-plugged-ae48aee6-0869-48a1-99af-e6242b0e952e for instance with vm_state building and task_state spawning. [ 727.428324] env[69186]: DEBUG nova.compute.manager [req-ffc45b9e-6139-4524-9fe6-0d804f958465 req-6298d40c-a9fb-46c4-a4c9-524454420868 service nova] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Received event network-changed-ae48aee6-0869-48a1-99af-e6242b0e952e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.428459] env[69186]: DEBUG nova.compute.manager [req-ffc45b9e-6139-4524-9fe6-0d804f958465 req-6298d40c-a9fb-46c4-a4c9-524454420868 service nova] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Refreshing instance network info cache due to event network-changed-ae48aee6-0869-48a1-99af-e6242b0e952e. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.428876] env[69186]: DEBUG oslo_concurrency.lockutils [req-ffc45b9e-6139-4524-9fe6-0d804f958465 req-6298d40c-a9fb-46c4-a4c9-524454420868 service nova] Acquiring lock "refresh_cache-0ea7324d-38d7-432d-b7ce-5c59d42eee6d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.430723] env[69186]: DEBUG nova.policy [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6d5260cf12a47dc8971c8f4d89b14e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d54b3f4ffd4458f9e27881bd5f60105', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.538403] env[69186]: DEBUG nova.compute.manager [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.591035] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Creating linked-clone VM from snapshot {{(pid=69186) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 727.593988] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-521ec844-a5d5-4ef9-808c-889801d15ca0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.613620] env[69186]: DEBUG oslo_vmware.api [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Waiting for the task: (returnval){ [ 727.613620] env[69186]: value = "task-3634692" [ 727.613620] env[69186]: _type = "Task" [ 727.613620] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.626808] env[69186]: DEBUG oslo_vmware.api [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634692, 'name': CloneVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.692308] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Acquiring lock "cb7ae2c4-3eef-4254-af3a-3a5de42222d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.692723] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Lock "cb7ae2c4-3eef-4254-af3a-3a5de42222d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.778210] env[69186]: DEBUG oslo_vmware.api [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d935f7-14b2-5717-7952-5d8932b8e5e8, 'name': SearchDatastore_Task, 'duration_secs': 0.015047} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.782842] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4da1e930-8ec2-4e2f-9a7b-e59d2963f576 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.794022] env[69186]: DEBUG oslo_vmware.api [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Waiting for the task: (returnval){ [ 727.794022] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f3574c-04e9-84cf-32b8-bcf5ea960eef" [ 727.794022] env[69186]: _type = "Task" [ 727.794022] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.805736] env[69186]: DEBUG oslo_vmware.api [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f3574c-04e9-84cf-32b8-bcf5ea960eef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.821363] env[69186]: DEBUG nova.compute.manager [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.859946] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80f8fa17-813a-44e9-8b0b-24985bec6e7d tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Acquiring lock "1be9cd60-b206-4ce2-a8b5-793a218a2806" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.860391] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80f8fa17-813a-44e9-8b0b-24985bec6e7d tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lock "1be9cd60-b206-4ce2-a8b5-793a218a2806" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.895656] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquiring lock "e9e7d775-f6be-484c-ae78-4d3bb64c3fa7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.895656] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Lock "e9e7d775-f6be-484c-ae78-4d3bb64c3fa7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.970772] env[69186]: DEBUG nova.network.neutron [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.992039] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed94fad-9f7b-4bcb-a293-34e6081396de {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.000750] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18113c5d-7974-4536-b96e-40c9ddf1e94f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.035880] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edb238a-546a-4e8d-b1d9-d539d935c69a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.044390] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94344295-2989-4a9b-8392-8333b60b3669 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.062429] env[69186]: DEBUG nova.compute.provider_tree [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.067346] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.124874] env[69186]: DEBUG oslo_vmware.api [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634692, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.230109] env[69186]: DEBUG oslo_concurrency.lockutils [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "refresh_cache-f503d73d-b6a6-49cb-9c4c-ece76e61ff8e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.230360] env[69186]: DEBUG oslo_concurrency.lockutils [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquired lock "refresh_cache-f503d73d-b6a6-49cb-9c4c-ece76e61ff8e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.230503] env[69186]: DEBUG nova.network.neutron [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.291803] env[69186]: DEBUG nova.network.neutron [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Successfully created port: bafdd795-09a2-4e4b-9e36-31726b2432c6 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.304967] env[69186]: DEBUG oslo_vmware.api [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f3574c-04e9-84cf-32b8-bcf5ea960eef, 'name': SearchDatastore_Task, 'duration_secs': 0.017406} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.305418] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.305721] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] a1b743d8-af17-4c36-9e79-ed89e9134705/a1b743d8-af17-4c36-9e79-ed89e9134705.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.305960] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9657bcf5-de7a-4a88-884d-4e29257d402c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.315752] env[69186]: DEBUG oslo_vmware.api [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Waiting for the task: (returnval){ [ 728.315752] env[69186]: value = "task-3634693" [ 728.315752] env[69186]: _type = "Task" [ 728.315752] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.332243] env[69186]: DEBUG oslo_vmware.api [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.364150] env[69186]: DEBUG nova.compute.utils [None req-80f8fa17-813a-44e9-8b0b-24985bec6e7d tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.481377] env[69186]: DEBUG nova.network.neutron [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Updating instance_info_cache with network_info: [{"id": "ae48aee6-0869-48a1-99af-e6242b0e952e", "address": "fa:16:3e:41:ba:07", "network": {"id": "0ee74101-1758-4db2-a28d-12bf16af0da8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1559326416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54272a3dcd3647d58e4a4d417a45b891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae48aee6-08", "ovs_interfaceid": "ae48aee6-0869-48a1-99af-e6242b0e952e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.569159] env[69186]: DEBUG nova.scheduler.client.report [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.629813] env[69186]: DEBUG oslo_vmware.api [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634692, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.826707] env[69186]: DEBUG oslo_vmware.api [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634693, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.834134] env[69186]: DEBUG nova.compute.manager [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.866244] env[69186]: DEBUG nova.virt.hardware [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.866442] env[69186]: DEBUG nova.virt.hardware [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.866621] env[69186]: DEBUG nova.virt.hardware [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.866776] env[69186]: DEBUG nova.virt.hardware [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.866934] env[69186]: DEBUG nova.virt.hardware [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.867073] env[69186]: DEBUG nova.virt.hardware [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.867328] env[69186]: DEBUG nova.virt.hardware [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.867446] env[69186]: DEBUG nova.virt.hardware [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.868179] env[69186]: DEBUG nova.virt.hardware [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.868179] env[69186]: DEBUG nova.virt.hardware [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.868179] env[69186]: DEBUG nova.virt.hardware [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.868613] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80f8fa17-813a-44e9-8b0b-24985bec6e7d tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lock "1be9cd60-b206-4ce2-a8b5-793a218a2806" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.869663] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d45bb38-a871-44d9-b1c2-a3b077f3cf5d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.881356] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c74871b-14a5-4a9f-a883-72fa09bcfd00 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.984037] env[69186]: DEBUG oslo_concurrency.lockutils [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Releasing lock "refresh_cache-0ea7324d-38d7-432d-b7ce-5c59d42eee6d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.984614] env[69186]: DEBUG nova.compute.manager [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Instance network_info: |[{"id": "ae48aee6-0869-48a1-99af-e6242b0e952e", "address": "fa:16:3e:41:ba:07", "network": {"id": "0ee74101-1758-4db2-a28d-12bf16af0da8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1559326416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54272a3dcd3647d58e4a4d417a45b891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae48aee6-08", "ovs_interfaceid": "ae48aee6-0869-48a1-99af-e6242b0e952e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.984955] env[69186]: DEBUG oslo_concurrency.lockutils [req-ffc45b9e-6139-4524-9fe6-0d804f958465 req-6298d40c-a9fb-46c4-a4c9-524454420868 service nova] Acquired lock "refresh_cache-0ea7324d-38d7-432d-b7ce-5c59d42eee6d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.985215] env[69186]: DEBUG nova.network.neutron [req-ffc45b9e-6139-4524-9fe6-0d804f958465 req-6298d40c-a9fb-46c4-a4c9-524454420868 service nova] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Refreshing network info cache for port ae48aee6-0869-48a1-99af-e6242b0e952e {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.986484] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:ba:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae48aee6-0869-48a1-99af-e6242b0e952e', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.995012] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Creating folder: Project (54272a3dcd3647d58e4a4d417a45b891). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.996128] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5edbf48a-3750-4384-bad4-1606e793d99d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.014207] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Created folder: Project (54272a3dcd3647d58e4a4d417a45b891) in parent group-v724677. [ 729.014207] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Creating folder: Instances. Parent ref: group-v724753. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.014304] env[69186]: DEBUG nova.network.neutron [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Updating instance_info_cache with network_info: [{"id": "57f06735-4bba-4937-99e0-7d4cc5d21938", "address": "fa:16:3e:7f:ac:39", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f06735-4b", "ovs_interfaceid": "57f06735-4bba-4937-99e0-7d4cc5d21938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.015217] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2cfba68-0a4f-4dec-b743-3acfd6e78ae9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.026439] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Created folder: Instances in parent group-v724753. [ 729.026716] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.027159] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.027392] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07f8d0fe-6d5c-4b66-b45d-d56ec3af1daa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.049836] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.049836] env[69186]: value = "task-3634696" [ 729.049836] env[69186]: _type = "Task" [ 729.049836] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.058644] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634696, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.072009] env[69186]: DEBUG oslo_concurrency.lockutils [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.074281] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.433s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.075755] env[69186]: INFO nova.compute.claims [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.097334] env[69186]: INFO nova.scheduler.client.report [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Deleted allocations for instance 93436e04-008a-451e-a0ce-1a4ebc1ddd9b [ 729.127808] env[69186]: DEBUG oslo_vmware.api [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634692, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.328266] env[69186]: DEBUG oslo_vmware.api [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58496} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.328687] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] a1b743d8-af17-4c36-9e79-ed89e9134705/a1b743d8-af17-4c36-9e79-ed89e9134705.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.329508] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.329508] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f969ae9-ac7e-4408-8943-d8163e2fbf47 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.337254] env[69186]: DEBUG oslo_vmware.api [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Waiting for the task: (returnval){ [ 729.337254] env[69186]: value = "task-3634697" [ 729.337254] env[69186]: _type = "Task" [ 729.337254] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.348231] env[69186]: DEBUG oslo_vmware.api [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.518113] env[69186]: DEBUG oslo_concurrency.lockutils [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Releasing lock "refresh_cache-f503d73d-b6a6-49cb-9c4c-ece76e61ff8e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.563044] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634696, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.604616] env[69186]: DEBUG oslo_concurrency.lockutils [None req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "93436e04-008a-451e-a0ce-1a4ebc1ddd9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.470s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.628534] env[69186]: DEBUG oslo_vmware.api [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634692, 'name': CloneVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.668429] env[69186]: DEBUG nova.compute.manager [req-9d321edc-67cd-4371-a775-0d66069e211a req-428c10fc-5969-4320-b987-88d7eb21a190 service nova] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Received event network-changed-b14ca57e-658b-4ace-bb17-7ea4a97fffef {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.668627] env[69186]: DEBUG nova.compute.manager [req-9d321edc-67cd-4371-a775-0d66069e211a req-428c10fc-5969-4320-b987-88d7eb21a190 service nova] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Refreshing instance network info cache due to event network-changed-b14ca57e-658b-4ace-bb17-7ea4a97fffef. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.668873] env[69186]: DEBUG oslo_concurrency.lockutils [req-9d321edc-67cd-4371-a775-0d66069e211a req-428c10fc-5969-4320-b987-88d7eb21a190 service nova] Acquiring lock "refresh_cache-1fae0e2c-fb8d-411b-826e-18cda413b24f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.669031] env[69186]: DEBUG oslo_concurrency.lockutils [req-9d321edc-67cd-4371-a775-0d66069e211a req-428c10fc-5969-4320-b987-88d7eb21a190 service nova] Acquired lock "refresh_cache-1fae0e2c-fb8d-411b-826e-18cda413b24f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.669197] env[69186]: DEBUG nova.network.neutron [req-9d321edc-67cd-4371-a775-0d66069e211a req-428c10fc-5969-4320-b987-88d7eb21a190 service nova] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Refreshing network info cache for port b14ca57e-658b-4ace-bb17-7ea4a97fffef {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.808674] env[69186]: DEBUG nova.network.neutron [req-ffc45b9e-6139-4524-9fe6-0d804f958465 req-6298d40c-a9fb-46c4-a4c9-524454420868 service nova] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Updated VIF entry in instance network info cache for port ae48aee6-0869-48a1-99af-e6242b0e952e. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.809140] env[69186]: DEBUG nova.network.neutron [req-ffc45b9e-6139-4524-9fe6-0d804f958465 req-6298d40c-a9fb-46c4-a4c9-524454420868 service nova] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Updating instance_info_cache with network_info: [{"id": "ae48aee6-0869-48a1-99af-e6242b0e952e", "address": "fa:16:3e:41:ba:07", "network": {"id": "0ee74101-1758-4db2-a28d-12bf16af0da8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1559326416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54272a3dcd3647d58e4a4d417a45b891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae48aee6-08", "ovs_interfaceid": "ae48aee6-0869-48a1-99af-e6242b0e952e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.847190] env[69186]: DEBUG oslo_vmware.api [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081372} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.847466] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.848313] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dafbfc-35c0-456c-9e64-74b7e7bd890e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.871749] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] a1b743d8-af17-4c36-9e79-ed89e9134705/a1b743d8-af17-4c36-9e79-ed89e9134705.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.872078] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ccea3cc-23b5-4099-888a-5cb8df540254 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.894089] env[69186]: DEBUG oslo_vmware.api [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Waiting for the task: (returnval){ [ 729.894089] env[69186]: value = "task-3634698" [ 729.894089] env[69186]: _type = "Task" [ 729.894089] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.904888] env[69186]: DEBUG oslo_vmware.api [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634698, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.939660] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80f8fa17-813a-44e9-8b0b-24985bec6e7d tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Acquiring lock "1be9cd60-b206-4ce2-a8b5-793a218a2806" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.940014] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80f8fa17-813a-44e9-8b0b-24985bec6e7d tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lock "1be9cd60-b206-4ce2-a8b5-793a218a2806" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.940329] env[69186]: INFO nova.compute.manager [None req-80f8fa17-813a-44e9-8b0b-24985bec6e7d tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Attaching volume ffb1807c-8b6e-4bd7-a433-e7bc93a8b939 to /dev/sdb [ 729.978018] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64edb78c-29ad-465e-81df-0cee710f1798 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.986241] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159dbcc2-688d-498f-9c13-c5a6b11a13fc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.007382] env[69186]: DEBUG nova.virt.block_device [None req-80f8fa17-813a-44e9-8b0b-24985bec6e7d tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Updating existing volume attachment record: ab902e66-cdef-4c1e-bf54-ff76837136b8 {{(pid=69186) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 730.049248] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e211098-ca88-4875-9a38-1f72a7b88f92 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.056136] env[69186]: DEBUG nova.network.neutron [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Successfully updated port: bafdd795-09a2-4e4b-9e36-31726b2432c6 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.078685] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634696, 'name': CreateVM_Task, 'duration_secs': 0.645746} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.080116] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.080584] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f382bac-389b-4257-b848-77aa7d5543ae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.083744] env[69186]: DEBUG oslo_concurrency.lockutils [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.083988] env[69186]: DEBUG oslo_concurrency.lockutils [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.084368] env[69186]: DEBUG oslo_concurrency.lockutils [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.087887] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6402df6-d358-45eb-90e6-9a51f067ae32 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.095101] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Updating instance 'f503d73d-b6a6-49cb-9c4c-ece76e61ff8e' progress to 83 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 730.100208] env[69186]: DEBUG oslo_vmware.api [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 730.100208] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522ea9b1-e55c-2f06-6f39-9270b711f719" [ 730.100208] env[69186]: _type = "Task" [ 730.100208] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.109668] env[69186]: DEBUG oslo_vmware.api [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522ea9b1-e55c-2f06-6f39-9270b711f719, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.131957] env[69186]: DEBUG oslo_vmware.api [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634692, 'name': CloneVM_Task, 'duration_secs': 2.125185} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.135060] env[69186]: INFO nova.virt.vmwareapi.vmops [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Created linked-clone VM from snapshot [ 730.136471] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90df3c0-deb4-4c0b-9fd3-b5d8b8613f4d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.150119] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Uploading image 68db1088-35d1-4285-811e-922ce8b45cda {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 730.901598] env[69186]: DEBUG oslo_vmware.rw_handles [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 730.901598] env[69186]: value = "vm-724752" [ 730.901598] env[69186]: _type = "VirtualMachine" [ 730.901598] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 730.902662] env[69186]: DEBUG oslo_concurrency.lockutils [req-ffc45b9e-6139-4524-9fe6-0d804f958465 req-6298d40c-a9fb-46c4-a4c9-524454420868 service nova] Releasing lock "refresh_cache-0ea7324d-38d7-432d-b7ce-5c59d42eee6d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.903264] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "refresh_cache-b4c72f06-e9a4-41e4-8725-d5101ae2aca0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.903395] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquired lock "refresh_cache-b4c72f06-e9a4-41e4-8725-d5101ae2aca0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.903543] env[69186]: DEBUG nova.network.neutron [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.906415] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.906678] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-22908341-e43c-4d3f-87e2-a40542c4bcc6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.915475] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39166726-cb88-449e-981c-f844842afe72 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.930153] env[69186]: DEBUG oslo_vmware.api [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634698, 'name': ReconfigVM_Task, 'duration_secs': 0.743875} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.930408] env[69186]: DEBUG oslo_vmware.api [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522ea9b1-e55c-2f06-6f39-9270b711f719, 'name': SearchDatastore_Task, 'duration_secs': 0.018338} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.932487] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Reconfigured VM instance instance-00000018 to attach disk [datastore2] a1b743d8-af17-4c36-9e79-ed89e9134705/a1b743d8-af17-4c36-9e79-ed89e9134705.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.933233] env[69186]: DEBUG oslo_concurrency.lockutils [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.933480] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.933730] env[69186]: DEBUG oslo_concurrency.lockutils [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.933885] env[69186]: DEBUG oslo_concurrency.lockutils [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.934084] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.934425] env[69186]: DEBUG oslo_vmware.rw_handles [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Lease: (returnval){ [ 730.934425] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524a863c-fc97-6ccd-a79c-b2925e508e06" [ 730.934425] env[69186]: _type = "HttpNfcLease" [ 730.934425] env[69186]: } obtained for exporting VM: (result){ [ 730.934425] env[69186]: value = "vm-724752" [ 730.934425] env[69186]: _type = "VirtualMachine" [ 730.934425] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 730.934703] env[69186]: DEBUG oslo_vmware.api [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Waiting for the lease: (returnval){ [ 730.934703] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524a863c-fc97-6ccd-a79c-b2925e508e06" [ 730.934703] env[69186]: _type = "HttpNfcLease" [ 730.934703] env[69186]: } to be ready. {{(pid=69186) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 730.934871] env[69186]: DEBUG oslo_vmware.api [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 730.934871] env[69186]: value = "task-3634702" [ 730.934871] env[69186]: _type = "Task" [ 730.934871] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.937372] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61d9cb40-ce98-47eb-9150-a3be490e731f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.939237] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-387dfdec-4697-4ff7-95d3-750be6ddef90 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.955699] env[69186]: DEBUG oslo_vmware.api [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3634702, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.964067] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 730.964067] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524a863c-fc97-6ccd-a79c-b2925e508e06" [ 730.964067] env[69186]: _type = "HttpNfcLease" [ 730.964067] env[69186]: } is ready. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 730.964372] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.964617] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.965635] env[69186]: DEBUG oslo_vmware.api [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Waiting for the task: (returnval){ [ 730.965635] env[69186]: value = "task-3634704" [ 730.965635] env[69186]: _type = "Task" [ 730.965635] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.966492] env[69186]: DEBUG oslo_vmware.rw_handles [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 730.966492] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524a863c-fc97-6ccd-a79c-b2925e508e06" [ 730.966492] env[69186]: _type = "HttpNfcLease" [ 730.966492] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 730.966779] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af5ac052-3559-40d5-9e13-3b0b4414835a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.970695] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb24c0a9-3a66-4528-9cb9-98195a7f17ec {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.988143] env[69186]: DEBUG oslo_vmware.rw_handles [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e38f8-2c4d-03db-914a-520abcdd7fb4/disk-0.vmdk from lease info. {{(pid=69186) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 730.988418] env[69186]: DEBUG oslo_vmware.rw_handles [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e38f8-2c4d-03db-914a-520abcdd7fb4/disk-0.vmdk for reading. {{(pid=69186) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 730.989795] env[69186]: DEBUG oslo_vmware.api [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634704, 'name': Rename_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.990130] env[69186]: DEBUG oslo_vmware.api [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 730.990130] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529aef06-2e2a-68b8-2909-df8fd4fefd2f" [ 730.990130] env[69186]: _type = "Task" [ 730.990130] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.055364] env[69186]: DEBUG oslo_vmware.api [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529aef06-2e2a-68b8-2909-df8fd4fefd2f, 'name': SearchDatastore_Task, 'duration_secs': 0.015147} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.058139] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1e7b6ed-fb8a-48eb-95af-d62b0c0d8a23 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.064530] env[69186]: DEBUG oslo_vmware.api [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 731.064530] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b9e373-bd2e-92e0-7b7f-48b783b866dc" [ 731.064530] env[69186]: _type = "Task" [ 731.064530] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.078248] env[69186]: DEBUG oslo_vmware.api [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b9e373-bd2e-92e0-7b7f-48b783b866dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.088335] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0a46d298-e562-45bc-8ecc-6ffef5645686 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.219017] env[69186]: DEBUG nova.network.neutron [req-9d321edc-67cd-4371-a775-0d66069e211a req-428c10fc-5969-4320-b987-88d7eb21a190 service nova] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Updated VIF entry in instance network info cache for port b14ca57e-658b-4ace-bb17-7ea4a97fffef. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.219017] env[69186]: DEBUG nova.network.neutron [req-9d321edc-67cd-4371-a775-0d66069e211a req-428c10fc-5969-4320-b987-88d7eb21a190 service nova] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Updating instance_info_cache with network_info: [{"id": "b14ca57e-658b-4ace-bb17-7ea4a97fffef", "address": "fa:16:3e:6b:63:75", "network": {"id": "a535861c-47a8-4ff0-bbe6-eb06365a3574", "bridge": "br-int", "label": "tempest-ServersTestJSON-1666794193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad84e45bc4d449087819ad839fa103c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb14ca57e-65", "ovs_interfaceid": "b14ca57e-658b-4ace-bb17-7ea4a97fffef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.436853] env[69186]: DEBUG nova.network.neutron [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.458208] env[69186]: DEBUG oslo_vmware.api [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3634702, 'name': PowerOnVM_Task, 'duration_secs': 0.450656} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.461362] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.461767] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-985cc64d-3ad9-4a07-855a-3938f48ff781 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Updating instance 'f503d73d-b6a6-49cb-9c4c-ece76e61ff8e' progress to 100 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 731.481505] env[69186]: DEBUG oslo_vmware.api [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634704, 'name': Rename_Task, 'duration_secs': 0.176968} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.482285] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.486425] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afd05ba5-b319-4ef1-a55d-786022254c03 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.497188] env[69186]: DEBUG oslo_vmware.api [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Waiting for the task: (returnval){ [ 731.497188] env[69186]: value = "task-3634705" [ 731.497188] env[69186]: _type = "Task" [ 731.497188] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.514024] env[69186]: DEBUG oslo_vmware.api [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.519290] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00e56ff-91fe-4aa8-a19c-04affca325a7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.529765] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed56d0a-f236-484e-8100-87bd0c09143f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.573087] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e437c0-3923-4794-93bc-55170904e719 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.589548] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08db9cf6-990e-47a6-a775-c343a40b2fa2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.594057] env[69186]: DEBUG oslo_vmware.api [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b9e373-bd2e-92e0-7b7f-48b783b866dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010214} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.594835] env[69186]: DEBUG oslo_concurrency.lockutils [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.595396] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 0ea7324d-38d7-432d-b7ce-5c59d42eee6d/0ea7324d-38d7-432d-b7ce-5c59d42eee6d.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.596542] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a56e7f70-73b9-4542-b689-cd2b2d87be08 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.608017] env[69186]: DEBUG nova.compute.provider_tree [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.616028] env[69186]: DEBUG oslo_vmware.api [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 731.616028] env[69186]: value = "task-3634706" [ 731.616028] env[69186]: _type = "Task" [ 731.616028] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.630623] env[69186]: DEBUG oslo_vmware.api [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.669200] env[69186]: DEBUG nova.network.neutron [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Updating instance_info_cache with network_info: [{"id": "bafdd795-09a2-4e4b-9e36-31726b2432c6", "address": "fa:16:3e:b5:4b:f1", "network": {"id": "b7322786-1746-46f8-9c73-92bc44ddacf8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1789139579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d54b3f4ffd4458f9e27881bd5f60105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbafdd795-09", "ovs_interfaceid": "bafdd795-09a2-4e4b-9e36-31726b2432c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.708206] env[69186]: DEBUG nova.compute.manager [req-0a8d11fa-f84b-4647-b437-189cbe792ae8 req-0ae24eec-8cb0-4cf5-8f22-01c35b138b5d service nova] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Received event network-vif-plugged-bafdd795-09a2-4e4b-9e36-31726b2432c6 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.708537] env[69186]: DEBUG oslo_concurrency.lockutils [req-0a8d11fa-f84b-4647-b437-189cbe792ae8 req-0ae24eec-8cb0-4cf5-8f22-01c35b138b5d service nova] Acquiring lock "b4c72f06-e9a4-41e4-8725-d5101ae2aca0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.708892] env[69186]: DEBUG oslo_concurrency.lockutils [req-0a8d11fa-f84b-4647-b437-189cbe792ae8 req-0ae24eec-8cb0-4cf5-8f22-01c35b138b5d service nova] Lock "b4c72f06-e9a4-41e4-8725-d5101ae2aca0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.709096] env[69186]: DEBUG oslo_concurrency.lockutils [req-0a8d11fa-f84b-4647-b437-189cbe792ae8 req-0ae24eec-8cb0-4cf5-8f22-01c35b138b5d service nova] Lock "b4c72f06-e9a4-41e4-8725-d5101ae2aca0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.709387] env[69186]: DEBUG nova.compute.manager [req-0a8d11fa-f84b-4647-b437-189cbe792ae8 req-0ae24eec-8cb0-4cf5-8f22-01c35b138b5d service nova] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] No waiting events found dispatching network-vif-plugged-bafdd795-09a2-4e4b-9e36-31726b2432c6 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.709681] env[69186]: WARNING nova.compute.manager [req-0a8d11fa-f84b-4647-b437-189cbe792ae8 req-0ae24eec-8cb0-4cf5-8f22-01c35b138b5d service nova] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Received unexpected event network-vif-plugged-bafdd795-09a2-4e4b-9e36-31726b2432c6 for instance with vm_state building and task_state spawning. [ 731.709957] env[69186]: DEBUG nova.compute.manager [req-0a8d11fa-f84b-4647-b437-189cbe792ae8 req-0ae24eec-8cb0-4cf5-8f22-01c35b138b5d service nova] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Received event network-changed-bafdd795-09a2-4e4b-9e36-31726b2432c6 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.710216] env[69186]: DEBUG nova.compute.manager [req-0a8d11fa-f84b-4647-b437-189cbe792ae8 req-0ae24eec-8cb0-4cf5-8f22-01c35b138b5d service nova] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Refreshing instance network info cache due to event network-changed-bafdd795-09a2-4e4b-9e36-31726b2432c6. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.710530] env[69186]: DEBUG oslo_concurrency.lockutils [req-0a8d11fa-f84b-4647-b437-189cbe792ae8 req-0ae24eec-8cb0-4cf5-8f22-01c35b138b5d service nova] Acquiring lock "refresh_cache-b4c72f06-e9a4-41e4-8725-d5101ae2aca0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.720570] env[69186]: DEBUG oslo_concurrency.lockutils [req-9d321edc-67cd-4371-a775-0d66069e211a req-428c10fc-5969-4320-b987-88d7eb21a190 service nova] Releasing lock "refresh_cache-1fae0e2c-fb8d-411b-826e-18cda413b24f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.010240] env[69186]: DEBUG oslo_vmware.api [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634705, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.113634] env[69186]: DEBUG nova.scheduler.client.report [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.128495] env[69186]: DEBUG oslo_vmware.api [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634706, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.172222] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Releasing lock "refresh_cache-b4c72f06-e9a4-41e4-8725-d5101ae2aca0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.172719] env[69186]: DEBUG nova.compute.manager [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Instance network_info: |[{"id": "bafdd795-09a2-4e4b-9e36-31726b2432c6", "address": "fa:16:3e:b5:4b:f1", "network": {"id": "b7322786-1746-46f8-9c73-92bc44ddacf8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1789139579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d54b3f4ffd4458f9e27881bd5f60105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbafdd795-09", "ovs_interfaceid": "bafdd795-09a2-4e4b-9e36-31726b2432c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.173157] env[69186]: DEBUG oslo_concurrency.lockutils [req-0a8d11fa-f84b-4647-b437-189cbe792ae8 req-0ae24eec-8cb0-4cf5-8f22-01c35b138b5d service nova] Acquired lock "refresh_cache-b4c72f06-e9a4-41e4-8725-d5101ae2aca0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.173402] env[69186]: DEBUG nova.network.neutron [req-0a8d11fa-f84b-4647-b437-189cbe792ae8 req-0ae24eec-8cb0-4cf5-8f22-01c35b138b5d service nova] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Refreshing network info cache for port bafdd795-09a2-4e4b-9e36-31726b2432c6 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.175396] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:4b:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bafdd795-09a2-4e4b-9e36-31726b2432c6', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.188704] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Creating folder: Project (9d54b3f4ffd4458f9e27881bd5f60105). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.195056] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3bfedbf-e975-402e-b070-c19e9dcd4800 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.213911] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Created folder: Project (9d54b3f4ffd4458f9e27881bd5f60105) in parent group-v724677. [ 732.214134] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Creating folder: Instances. Parent ref: group-v724758. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.214471] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e147d366-0a14-43ab-9305-152e6d7731fe {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.232916] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Created folder: Instances in parent group-v724758. [ 732.233298] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.233575] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.235096] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f90dee4-a920-4407-9cad-ff90d4e7e48b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.265596] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.265596] env[69186]: value = "task-3634709" [ 732.265596] env[69186]: _type = "Task" [ 732.265596] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.275089] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634709, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.511646] env[69186]: DEBUG oslo_vmware.api [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634705, 'name': PowerOnVM_Task, 'duration_secs': 0.797078} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.512019] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.512263] env[69186]: INFO nova.compute.manager [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Took 9.35 seconds to spawn the instance on the hypervisor. [ 732.513029] env[69186]: DEBUG nova.compute.manager [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.513400] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3057b001-da58-4f94-ba8c-4b9cd4e95e88 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.524904] env[69186]: DEBUG nova.network.neutron [req-0a8d11fa-f84b-4647-b437-189cbe792ae8 req-0ae24eec-8cb0-4cf5-8f22-01c35b138b5d service nova] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Updated VIF entry in instance network info cache for port bafdd795-09a2-4e4b-9e36-31726b2432c6. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.525114] env[69186]: DEBUG nova.network.neutron [req-0a8d11fa-f84b-4647-b437-189cbe792ae8 req-0ae24eec-8cb0-4cf5-8f22-01c35b138b5d service nova] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Updating instance_info_cache with network_info: [{"id": "bafdd795-09a2-4e4b-9e36-31726b2432c6", "address": "fa:16:3e:b5:4b:f1", "network": {"id": "b7322786-1746-46f8-9c73-92bc44ddacf8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1789139579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d54b3f4ffd4458f9e27881bd5f60105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbafdd795-09", "ovs_interfaceid": "bafdd795-09a2-4e4b-9e36-31726b2432c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.619070] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.544s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.619406] env[69186]: DEBUG nova.compute.manager [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.624195] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.335s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.624195] env[69186]: DEBUG nova.objects.instance [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Lazy-loading 'resources' on Instance uuid 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.637345] env[69186]: DEBUG oslo_vmware.api [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673573} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.637660] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 0ea7324d-38d7-432d-b7ce-5c59d42eee6d/0ea7324d-38d7-432d-b7ce-5c59d42eee6d.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.637878] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.638399] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d75b3d94-e6c8-47fa-92f7-e35ab81bc5dd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.647989] env[69186]: DEBUG oslo_vmware.api [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 732.647989] env[69186]: value = "task-3634711" [ 732.647989] env[69186]: _type = "Task" [ 732.647989] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.661707] env[69186]: DEBUG oslo_vmware.api [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.780036] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634709, 'name': CreateVM_Task, 'duration_secs': 0.479071} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.780203] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.780921] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.781147] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.781501] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.781803] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d24778a1-8777-4f99-9e7d-b5d7261f5ff6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.788698] env[69186]: DEBUG oslo_vmware.api [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 732.788698] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c39718-7a30-bb5e-f2d1-7708c9968366" [ 732.788698] env[69186]: _type = "Task" [ 732.788698] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.798500] env[69186]: DEBUG oslo_vmware.api [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c39718-7a30-bb5e-f2d1-7708c9968366, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.034821] env[69186]: DEBUG oslo_concurrency.lockutils [req-0a8d11fa-f84b-4647-b437-189cbe792ae8 req-0ae24eec-8cb0-4cf5-8f22-01c35b138b5d service nova] Releasing lock "refresh_cache-b4c72f06-e9a4-41e4-8725-d5101ae2aca0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.035170] env[69186]: INFO nova.compute.manager [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Took 35.51 seconds to build instance. [ 733.124807] env[69186]: DEBUG nova.compute.utils [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.126430] env[69186]: DEBUG nova.compute.manager [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.126532] env[69186]: DEBUG nova.network.neutron [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.160794] env[69186]: DEBUG oslo_vmware.api [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075619} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.163670] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.165336] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb1b298-0ae1-4adc-810e-74e610a712e8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.192540] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 0ea7324d-38d7-432d-b7ce-5c59d42eee6d/0ea7324d-38d7-432d-b7ce-5c59d42eee6d.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.194343] env[69186]: DEBUG nova.policy [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2a91dc33d3a4376b371b6062353a8a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b6835a88cce438f8ea51db826230158', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.198083] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4826849a-98b1-4a27-b5b4-2bf8ca21040a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.220838] env[69186]: DEBUG oslo_vmware.api [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 733.220838] env[69186]: value = "task-3634712" [ 733.220838] env[69186]: _type = "Task" [ 733.220838] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.235399] env[69186]: DEBUG oslo_vmware.api [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.300410] env[69186]: DEBUG oslo_vmware.api [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c39718-7a30-bb5e-f2d1-7708c9968366, 'name': SearchDatastore_Task, 'duration_secs': 0.014351} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.300799] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.301084] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.304029] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.304029] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.304029] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.304929] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7733223-d8db-4d58-bc0a-20a9fc01dcfc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.317902] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.318714] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.322020] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2254255d-2246-4627-baea-bea97c8733c8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.330244] env[69186]: DEBUG oslo_vmware.api [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 733.330244] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52504888-08f3-a63f-637b-b6f7b0044bcc" [ 733.330244] env[69186]: _type = "Task" [ 733.330244] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.342089] env[69186]: DEBUG oslo_vmware.api [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52504888-08f3-a63f-637b-b6f7b0044bcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.523028] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dfa6ca8a-1b49-4d5a-a21a-561cd22a3417 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "f503d73d-b6a6-49cb-9c4c-ece76e61ff8e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.523028] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dfa6ca8a-1b49-4d5a-a21a-561cd22a3417 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "f503d73d-b6a6-49cb-9c4c-ece76e61ff8e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.523028] env[69186]: DEBUG nova.compute.manager [None req-dfa6ca8a-1b49-4d5a-a21a-561cd22a3417 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Going to confirm migration 1 {{(pid=69186) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 733.539320] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e14f976-028e-4597-8e71-38b821dc17cb tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Lock "a1b743d8-af17-4c36-9e79-ed89e9134705" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.241s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.632127] env[69186]: DEBUG nova.compute.manager [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.717169] env[69186]: DEBUG nova.network.neutron [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Successfully created port: 200164fa-2f83-4949-adbc-842816d22124 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.737260] env[69186]: DEBUG oslo_vmware.api [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634712, 'name': ReconfigVM_Task, 'duration_secs': 0.501551} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.738025] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 0ea7324d-38d7-432d-b7ce-5c59d42eee6d/0ea7324d-38d7-432d-b7ce-5c59d42eee6d.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.738434] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae496aee-44fb-4d42-9778-7ce065565a32 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.747113] env[69186]: DEBUG oslo_vmware.api [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 733.747113] env[69186]: value = "task-3634713" [ 733.747113] env[69186]: _type = "Task" [ 733.747113] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.766666] env[69186]: DEBUG oslo_vmware.api [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634713, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.847700] env[69186]: DEBUG oslo_vmware.api [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52504888-08f3-a63f-637b-b6f7b0044bcc, 'name': SearchDatastore_Task, 'duration_secs': 0.015262} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.849161] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33e3d889-a1c5-4ee7-9823-91e6b2463173 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.861245] env[69186]: DEBUG oslo_vmware.api [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 733.861245] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f897d2-62dd-8351-54eb-ebd6839a200e" [ 733.861245] env[69186]: _type = "Task" [ 733.861245] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.870384] env[69186]: DEBUG oslo_vmware.api [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f897d2-62dd-8351-54eb-ebd6839a200e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.875020] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729e13c1-ef28-411f-a106-bae867952c20 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.882115] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780ca7a6-6098-46c9-a514-8023e3acbd39 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.919755] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75f3211-5d1a-4cfc-89ea-81af130ee84a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.932379] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fa48ed-e5b6-4e52-a947-01e0b8725af3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.953552] env[69186]: DEBUG nova.compute.provider_tree [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.043031] env[69186]: DEBUG nova.compute.manager [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.184369] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dfa6ca8a-1b49-4d5a-a21a-561cd22a3417 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "refresh_cache-f503d73d-b6a6-49cb-9c4c-ece76e61ff8e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.184636] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dfa6ca8a-1b49-4d5a-a21a-561cd22a3417 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquired lock "refresh_cache-f503d73d-b6a6-49cb-9c4c-ece76e61ff8e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.184833] env[69186]: DEBUG nova.network.neutron [None req-dfa6ca8a-1b49-4d5a-a21a-561cd22a3417 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.185115] env[69186]: DEBUG nova.objects.instance [None req-dfa6ca8a-1b49-4d5a-a21a-561cd22a3417 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lazy-loading 'info_cache' on Instance uuid f503d73d-b6a6-49cb-9c4c-ece76e61ff8e {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.259043] env[69186]: DEBUG oslo_vmware.api [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634713, 'name': Rename_Task, 'duration_secs': 0.22891} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.259043] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.259043] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10d6d1ac-9d99-4030-8e56-655aa29a6c74 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.266063] env[69186]: DEBUG oslo_vmware.api [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 734.266063] env[69186]: value = "task-3634714" [ 734.266063] env[69186]: _type = "Task" [ 734.266063] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.269290] env[69186]: DEBUG oslo_concurrency.lockutils [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Acquiring lock "a1b743d8-af17-4c36-9e79-ed89e9134705" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.269944] env[69186]: DEBUG oslo_concurrency.lockutils [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Lock "a1b743d8-af17-4c36-9e79-ed89e9134705" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.269944] env[69186]: DEBUG oslo_concurrency.lockutils [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Acquiring lock "a1b743d8-af17-4c36-9e79-ed89e9134705-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.269944] env[69186]: DEBUG oslo_concurrency.lockutils [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Lock "a1b743d8-af17-4c36-9e79-ed89e9134705-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.270113] env[69186]: DEBUG oslo_concurrency.lockutils [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Lock "a1b743d8-af17-4c36-9e79-ed89e9134705-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.272481] env[69186]: INFO nova.compute.manager [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Terminating instance [ 734.277138] env[69186]: DEBUG oslo_vmware.api [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.371113] env[69186]: DEBUG oslo_vmware.api [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f897d2-62dd-8351-54eb-ebd6839a200e, 'name': SearchDatastore_Task, 'duration_secs': 0.013383} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.371394] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.372035] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] b4c72f06-e9a4-41e4-8725-d5101ae2aca0/b4c72f06-e9a4-41e4-8725-d5101ae2aca0.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.372035] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4edb61c-83e4-4265-aa2d-39e9e79e0d8f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.378456] env[69186]: DEBUG oslo_vmware.api [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 734.378456] env[69186]: value = "task-3634715" [ 734.378456] env[69186]: _type = "Task" [ 734.378456] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.386323] env[69186]: DEBUG oslo_vmware.api [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3634715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.457507] env[69186]: DEBUG nova.scheduler.client.report [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.569255] env[69186]: DEBUG oslo_concurrency.lockutils [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.578092] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f8fa17-813a-44e9-8b0b-24985bec6e7d tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Volume attach. Driver type: vmdk {{(pid=69186) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 734.578371] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f8fa17-813a-44e9-8b0b-24985bec6e7d tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724757', 'volume_id': 'ffb1807c-8b6e-4bd7-a433-e7bc93a8b939', 'name': 'volume-ffb1807c-8b6e-4bd7-a433-e7bc93a8b939', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1be9cd60-b206-4ce2-a8b5-793a218a2806', 'attached_at': '', 'detached_at': '', 'volume_id': 'ffb1807c-8b6e-4bd7-a433-e7bc93a8b939', 'serial': 'ffb1807c-8b6e-4bd7-a433-e7bc93a8b939'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 734.579391] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d86d892-ebfb-459c-887b-cad30abc92d6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.597235] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7315eb-ecd4-4543-8a57-05ec1ec0aa68 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.622363] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f8fa17-813a-44e9-8b0b-24985bec6e7d tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-ffb1807c-8b6e-4bd7-a433-e7bc93a8b939/volume-ffb1807c-8b6e-4bd7-a433-e7bc93a8b939.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.622669] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f4a5167-58c1-480a-9bc2-4d8f78f9eaf4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.640400] env[69186]: DEBUG oslo_vmware.api [None req-80f8fa17-813a-44e9-8b0b-24985bec6e7d tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for the task: (returnval){ [ 734.640400] env[69186]: value = "task-3634716" [ 734.640400] env[69186]: _type = "Task" [ 734.640400] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.646760] env[69186]: DEBUG nova.compute.manager [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.653867] env[69186]: DEBUG oslo_vmware.api [None req-80f8fa17-813a-44e9-8b0b-24985bec6e7d tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634716, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.677033] env[69186]: DEBUG nova.virt.hardware [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.677879] env[69186]: DEBUG nova.virt.hardware [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.677879] env[69186]: DEBUG nova.virt.hardware [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.677879] env[69186]: DEBUG nova.virt.hardware [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.678068] env[69186]: DEBUG nova.virt.hardware [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.678217] env[69186]: DEBUG nova.virt.hardware [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.678456] env[69186]: DEBUG nova.virt.hardware [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.678626] env[69186]: DEBUG nova.virt.hardware [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.678817] env[69186]: DEBUG nova.virt.hardware [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.679020] env[69186]: DEBUG nova.virt.hardware [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.679225] env[69186]: DEBUG nova.virt.hardware [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.680265] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ba4af2-81fa-4ff8-abac-6b34669431e8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.690739] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972c157e-ab2c-4e78-a9d8-8feb6cfaa84f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.776635] env[69186]: DEBUG oslo_vmware.api [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634714, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.779494] env[69186]: DEBUG nova.compute.manager [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 734.779722] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.780692] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e95e6d-4962-4e79-bcac-14a856e5f0c3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.788144] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.788437] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b4b83b1-19a2-4791-92a3-4d06d04caca5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.795395] env[69186]: DEBUG oslo_vmware.api [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Waiting for the task: (returnval){ [ 734.795395] env[69186]: value = "task-3634717" [ 734.795395] env[69186]: _type = "Task" [ 734.795395] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.804350] env[69186]: DEBUG oslo_vmware.api [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.888716] env[69186]: DEBUG oslo_vmware.api [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3634715, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.965259] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.342s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.968965] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.293s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.971035] env[69186]: INFO nova.compute.claims [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.995188] env[69186]: INFO nova.scheduler.client.report [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Deleted allocations for instance 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6 [ 735.150457] env[69186]: DEBUG oslo_vmware.api [None req-80f8fa17-813a-44e9-8b0b-24985bec6e7d tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.278722] env[69186]: DEBUG oslo_vmware.api [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634714, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.306963] env[69186]: DEBUG oslo_vmware.api [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634717, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.390009] env[69186]: DEBUG oslo_vmware.api [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3634715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77977} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.390896] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] b4c72f06-e9a4-41e4-8725-d5101ae2aca0/b4c72f06-e9a4-41e4-8725-d5101ae2aca0.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.393942] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.393942] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6adbc1c8-7456-4df9-b21a-052f45cfa457 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.399831] env[69186]: DEBUG oslo_vmware.api [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 735.399831] env[69186]: value = "task-3634718" [ 735.399831] env[69186]: _type = "Task" [ 735.399831] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.412813] env[69186]: DEBUG oslo_vmware.api [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3634718, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.504385] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9f7d02b7-7f62-4f70-98b7-08c0f8cd3fa2 tempest-ServerDiagnosticsV248Test-1451672417 tempest-ServerDiagnosticsV248Test-1451672417-project-member] Lock "882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.579s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.637933] env[69186]: DEBUG nova.network.neutron [None req-dfa6ca8a-1b49-4d5a-a21a-561cd22a3417 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Updating instance_info_cache with network_info: [{"id": "57f06735-4bba-4937-99e0-7d4cc5d21938", "address": "fa:16:3e:7f:ac:39", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f06735-4b", "ovs_interfaceid": "57f06735-4bba-4937-99e0-7d4cc5d21938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.655021] env[69186]: DEBUG oslo_vmware.api [None req-80f8fa17-813a-44e9-8b0b-24985bec6e7d tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634716, 'name': ReconfigVM_Task, 'duration_secs': 0.660188} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.655021] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f8fa17-813a-44e9-8b0b-24985bec6e7d tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-ffb1807c-8b6e-4bd7-a433-e7bc93a8b939/volume-ffb1807c-8b6e-4bd7-a433-e7bc93a8b939.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.658687] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c98fe7c3-6579-4fd7-a00a-1870589790d1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.677314] env[69186]: DEBUG oslo_vmware.api [None req-80f8fa17-813a-44e9-8b0b-24985bec6e7d tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for the task: (returnval){ [ 735.677314] env[69186]: value = "task-3634719" [ 735.677314] env[69186]: _type = "Task" [ 735.677314] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.686310] env[69186]: DEBUG oslo_vmware.api [None req-80f8fa17-813a-44e9-8b0b-24985bec6e7d tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634719, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.737481] env[69186]: DEBUG nova.compute.manager [req-b00f7126-945a-4074-b786-a40ab6e7b018 req-a759a9a5-23b1-498d-b612-69e2efab84b7 service nova] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Received event network-vif-plugged-200164fa-2f83-4949-adbc-842816d22124 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.737692] env[69186]: DEBUG oslo_concurrency.lockutils [req-b00f7126-945a-4074-b786-a40ab6e7b018 req-a759a9a5-23b1-498d-b612-69e2efab84b7 service nova] Acquiring lock "0be21c90-925c-47da-a3e1-93978d98867c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.738171] env[69186]: DEBUG oslo_concurrency.lockutils [req-b00f7126-945a-4074-b786-a40ab6e7b018 req-a759a9a5-23b1-498d-b612-69e2efab84b7 service nova] Lock "0be21c90-925c-47da-a3e1-93978d98867c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.738585] env[69186]: DEBUG oslo_concurrency.lockutils [req-b00f7126-945a-4074-b786-a40ab6e7b018 req-a759a9a5-23b1-498d-b612-69e2efab84b7 service nova] Lock "0be21c90-925c-47da-a3e1-93978d98867c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.738846] env[69186]: DEBUG nova.compute.manager [req-b00f7126-945a-4074-b786-a40ab6e7b018 req-a759a9a5-23b1-498d-b612-69e2efab84b7 service nova] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] No waiting events found dispatching network-vif-plugged-200164fa-2f83-4949-adbc-842816d22124 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.739121] env[69186]: WARNING nova.compute.manager [req-b00f7126-945a-4074-b786-a40ab6e7b018 req-a759a9a5-23b1-498d-b612-69e2efab84b7 service nova] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Received unexpected event network-vif-plugged-200164fa-2f83-4949-adbc-842816d22124 for instance with vm_state building and task_state spawning. [ 735.758951] env[69186]: DEBUG nova.network.neutron [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Successfully updated port: 200164fa-2f83-4949-adbc-842816d22124 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.780814] env[69186]: DEBUG oslo_vmware.api [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634714, 'name': PowerOnVM_Task, 'duration_secs': 1.256332} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.781199] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.781449] env[69186]: INFO nova.compute.manager [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Took 9.67 seconds to spawn the instance on the hypervisor. [ 735.781665] env[69186]: DEBUG nova.compute.manager [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.782614] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219855a4-2750-4acc-ba02-23e8e20e4e8a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.805275] env[69186]: DEBUG oslo_vmware.api [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634717, 'name': PowerOffVM_Task, 'duration_secs': 0.511959} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.805606] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.805806] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.806118] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22f07d8d-d6e4-4a59-bb56-35125193c6e5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.875169] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.875446] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.875732] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Deleting the datastore file [datastore2] a1b743d8-af17-4c36-9e79-ed89e9134705 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.876589] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56e271a5-344f-4f5b-a9a5-621dd39576d3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.883877] env[69186]: DEBUG oslo_vmware.api [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Waiting for the task: (returnval){ [ 735.883877] env[69186]: value = "task-3634721" [ 735.883877] env[69186]: _type = "Task" [ 735.883877] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.894132] env[69186]: DEBUG oslo_vmware.api [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.909857] env[69186]: DEBUG oslo_vmware.api [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3634718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242529} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.910204] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.911182] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94774a77-3a79-49a4-9c7c-f9b1cdc6820f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.936110] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] b4c72f06-e9a4-41e4-8725-d5101ae2aca0/b4c72f06-e9a4-41e4-8725-d5101ae2aca0.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.936474] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecdc7140-087f-4788-bbf1-008f54177da1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.958966] env[69186]: DEBUG oslo_vmware.api [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 735.958966] env[69186]: value = "task-3634722" [ 735.958966] env[69186]: _type = "Task" [ 735.958966] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.970112] env[69186]: DEBUG oslo_vmware.api [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3634722, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.141874] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dfa6ca8a-1b49-4d5a-a21a-561cd22a3417 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Releasing lock "refresh_cache-f503d73d-b6a6-49cb-9c4c-ece76e61ff8e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.142175] env[69186]: DEBUG nova.objects.instance [None req-dfa6ca8a-1b49-4d5a-a21a-561cd22a3417 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lazy-loading 'migration_context' on Instance uuid f503d73d-b6a6-49cb-9c4c-ece76e61ff8e {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.189201] env[69186]: DEBUG oslo_vmware.api [None req-80f8fa17-813a-44e9-8b0b-24985bec6e7d tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634719, 'name': ReconfigVM_Task, 'duration_secs': 0.167804} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.192894] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f8fa17-813a-44e9-8b0b-24985bec6e7d tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724757', 'volume_id': 'ffb1807c-8b6e-4bd7-a433-e7bc93a8b939', 'name': 'volume-ffb1807c-8b6e-4bd7-a433-e7bc93a8b939', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1be9cd60-b206-4ce2-a8b5-793a218a2806', 'attached_at': '', 'detached_at': '', 'volume_id': 'ffb1807c-8b6e-4bd7-a433-e7bc93a8b939', 'serial': 'ffb1807c-8b6e-4bd7-a433-e7bc93a8b939'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 736.262663] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Acquiring lock "refresh_cache-0be21c90-925c-47da-a3e1-93978d98867c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.262663] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Acquired lock "refresh_cache-0be21c90-925c-47da-a3e1-93978d98867c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.262663] env[69186]: DEBUG nova.network.neutron [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.302597] env[69186]: INFO nova.compute.manager [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Took 36.99 seconds to build instance. [ 736.397271] env[69186]: DEBUG oslo_vmware.api [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Task: {'id': task-3634721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33873} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.399753] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.400063] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.400293] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.400536] env[69186]: INFO nova.compute.manager [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Took 1.62 seconds to destroy the instance on the hypervisor. [ 736.400843] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.401372] env[69186]: DEBUG nova.compute.manager [-] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.401531] env[69186]: DEBUG nova.network.neutron [-] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.475079] env[69186]: DEBUG oslo_vmware.api [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3634722, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.582147] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79d8448-cacd-42ae-a3f7-8d87d831a3f1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.590414] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03e54fd-1da9-4c75-8264-0b15664f0ba1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.621528] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59095f5b-f128-4998-a69e-5f9f806d96cc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.629732] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febac4ae-7764-469a-a632-6358c91d2f85 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.645490] env[69186]: DEBUG nova.objects.base [None req-dfa6ca8a-1b49-4d5a-a21a-561cd22a3417 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69186) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 736.645647] env[69186]: DEBUG nova.compute.provider_tree [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.647578] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d067dff6-c230-422b-b1b3-2f11634c3010 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.670810] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e96c02ce-8e24-43ab-895e-039f90459ea7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.677733] env[69186]: DEBUG oslo_vmware.api [None req-dfa6ca8a-1b49-4d5a-a21a-561cd22a3417 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 736.677733] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52736539-3e44-7838-89d5-134e1436a532" [ 736.677733] env[69186]: _type = "Task" [ 736.677733] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.686759] env[69186]: DEBUG oslo_vmware.api [None req-dfa6ca8a-1b49-4d5a-a21a-561cd22a3417 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52736539-3e44-7838-89d5-134e1436a532, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.802704] env[69186]: DEBUG nova.network.neutron [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.805523] env[69186]: DEBUG oslo_concurrency.lockutils [None req-98221608-d576-4c5f-8c1e-a63022c45843 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "0ea7324d-38d7-432d-b7ce-5c59d42eee6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.283s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.972164] env[69186]: DEBUG oslo_vmware.api [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3634722, 'name': ReconfigVM_Task, 'duration_secs': 0.539774} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.972469] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Reconfigured VM instance instance-0000001a to attach disk [datastore2] b4c72f06-e9a4-41e4-8725-d5101ae2aca0/b4c72f06-e9a4-41e4-8725-d5101ae2aca0.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.973147] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aea9b48f-4b1f-4bd4-a821-dce6ab6c993a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.980723] env[69186]: DEBUG oslo_vmware.api [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 736.980723] env[69186]: value = "task-3634723" [ 736.980723] env[69186]: _type = "Task" [ 736.980723] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.990214] env[69186]: DEBUG oslo_vmware.api [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3634723, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.153111] env[69186]: DEBUG nova.scheduler.client.report [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.191641] env[69186]: DEBUG oslo_vmware.api [None req-dfa6ca8a-1b49-4d5a-a21a-561cd22a3417 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52736539-3e44-7838-89d5-134e1436a532, 'name': SearchDatastore_Task, 'duration_secs': 0.010716} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.191992] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dfa6ca8a-1b49-4d5a-a21a-561cd22a3417 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.231396] env[69186]: DEBUG nova.network.neutron [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Updating instance_info_cache with network_info: [{"id": "200164fa-2f83-4949-adbc-842816d22124", "address": "fa:16:3e:6e:91:0d", "network": {"id": "2ce3bdfe-4efe-442b-9d5b-db7dcea0bc12", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1992976651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b6835a88cce438f8ea51db826230158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap200164fa-2f", "ovs_interfaceid": "200164fa-2f83-4949-adbc-842816d22124", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.251296] env[69186]: DEBUG nova.network.neutron [-] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.264313] env[69186]: DEBUG nova.objects.instance [None req-80f8fa17-813a-44e9-8b0b-24985bec6e7d tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lazy-loading 'flavor' on Instance uuid 1be9cd60-b206-4ce2-a8b5-793a218a2806 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.311913] env[69186]: DEBUG nova.compute.manager [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.491705] env[69186]: DEBUG oslo_vmware.api [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3634723, 'name': Rename_Task, 'duration_secs': 0.21126} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.491832] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.492101] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6824b1a-355c-4225-850e-ea5b029102e0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.499381] env[69186]: DEBUG oslo_vmware.api [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 737.499381] env[69186]: value = "task-3634724" [ 737.499381] env[69186]: _type = "Task" [ 737.499381] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.507765] env[69186]: DEBUG oslo_vmware.api [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3634724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.658748] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.659266] env[69186]: DEBUG nova.compute.manager [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.662958] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.038s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.664703] env[69186]: INFO nova.compute.claims [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.733821] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Releasing lock "refresh_cache-0be21c90-925c-47da-a3e1-93978d98867c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.734214] env[69186]: DEBUG nova.compute.manager [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Instance network_info: |[{"id": "200164fa-2f83-4949-adbc-842816d22124", "address": "fa:16:3e:6e:91:0d", "network": {"id": "2ce3bdfe-4efe-442b-9d5b-db7dcea0bc12", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1992976651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b6835a88cce438f8ea51db826230158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap200164fa-2f", "ovs_interfaceid": "200164fa-2f83-4949-adbc-842816d22124", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.734692] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:91:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '200164fa-2f83-4949-adbc-842816d22124', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.743257] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Creating folder: Project (7b6835a88cce438f8ea51db826230158). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.743909] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9185796d-6112-4a83-8a4a-3427561d4e2b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.754078] env[69186]: INFO nova.compute.manager [-] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Took 1.35 seconds to deallocate network for instance. [ 737.756657] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Created folder: Project (7b6835a88cce438f8ea51db826230158) in parent group-v724677. [ 737.756856] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Creating folder: Instances. Parent ref: group-v724761. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.760871] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d6d8f5a-7486-46ef-abca-8065b530b0d0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.766924] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80f8fa17-813a-44e9-8b0b-24985bec6e7d tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lock "1be9cd60-b206-4ce2-a8b5-793a218a2806" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.827s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.769298] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Created folder: Instances in parent group-v724761. [ 737.770160] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.770160] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.770160] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b842f204-65df-4435-bc48-8e6d77fccff4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.791171] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.791171] env[69186]: value = "task-3634727" [ 737.791171] env[69186]: _type = "Task" [ 737.791171] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.799416] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634727, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.832706] env[69186]: DEBUG oslo_concurrency.lockutils [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.944871] env[69186]: DEBUG nova.compute.manager [req-b7c2f8e1-5b22-4b53-8264-eced93c62e2d req-8d1fb0c8-5b09-4c24-bcad-7779070212b8 service nova] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Received event network-changed-200164fa-2f83-4949-adbc-842816d22124 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.944871] env[69186]: DEBUG nova.compute.manager [req-b7c2f8e1-5b22-4b53-8264-eced93c62e2d req-8d1fb0c8-5b09-4c24-bcad-7779070212b8 service nova] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Refreshing instance network info cache due to event network-changed-200164fa-2f83-4949-adbc-842816d22124. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.944871] env[69186]: DEBUG oslo_concurrency.lockutils [req-b7c2f8e1-5b22-4b53-8264-eced93c62e2d req-8d1fb0c8-5b09-4c24-bcad-7779070212b8 service nova] Acquiring lock "refresh_cache-0be21c90-925c-47da-a3e1-93978d98867c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.945046] env[69186]: DEBUG oslo_concurrency.lockutils [req-b7c2f8e1-5b22-4b53-8264-eced93c62e2d req-8d1fb0c8-5b09-4c24-bcad-7779070212b8 service nova] Acquired lock "refresh_cache-0be21c90-925c-47da-a3e1-93978d98867c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.945190] env[69186]: DEBUG nova.network.neutron [req-b7c2f8e1-5b22-4b53-8264-eced93c62e2d req-8d1fb0c8-5b09-4c24-bcad-7779070212b8 service nova] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Refreshing network info cache for port 200164fa-2f83-4949-adbc-842816d22124 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.010657] env[69186]: DEBUG oslo_vmware.api [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3634724, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.140308] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bdfbe835-0eca-4615-a498-910daf4a599b tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Acquiring lock "1be9cd60-b206-4ce2-a8b5-793a218a2806" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.140814] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bdfbe835-0eca-4615-a498-910daf4a599b tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lock "1be9cd60-b206-4ce2-a8b5-793a218a2806" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.173105] env[69186]: DEBUG nova.compute.utils [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.175467] env[69186]: DEBUG nova.compute.manager [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.176047] env[69186]: DEBUG nova.network.neutron [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.242842] env[69186]: DEBUG nova.policy [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6d5260cf12a47dc8971c8f4d89b14e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d54b3f4ffd4458f9e27881bd5f60105', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.263738] env[69186]: DEBUG oslo_concurrency.lockutils [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.302837] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634727, 'name': CreateVM_Task, 'duration_secs': 0.500975} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.303034] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.303726] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.303929] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.304302] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.304851] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a407bf7c-ee33-40d8-95a8-7fe56fa27815 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.309720] env[69186]: DEBUG oslo_vmware.api [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Waiting for the task: (returnval){ [ 738.309720] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5293af92-f961-127a-f4b8-011988aeb5ee" [ 738.309720] env[69186]: _type = "Task" [ 738.309720] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.318237] env[69186]: DEBUG oslo_vmware.api [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5293af92-f961-127a-f4b8-011988aeb5ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.418963] env[69186]: DEBUG oslo_vmware.rw_handles [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e38f8-2c4d-03db-914a-520abcdd7fb4/disk-0.vmdk. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 738.419919] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbbaa63-d647-4499-bee0-337e07c6e520 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.427897] env[69186]: DEBUG oslo_vmware.rw_handles [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e38f8-2c4d-03db-914a-520abcdd7fb4/disk-0.vmdk is in state: ready. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 738.428531] env[69186]: ERROR oslo_vmware.rw_handles [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e38f8-2c4d-03db-914a-520abcdd7fb4/disk-0.vmdk due to incomplete transfer. [ 738.428531] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5e3dd186-9a29-451e-adaf-1855cbbd1356 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.439144] env[69186]: DEBUG oslo_vmware.rw_handles [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e38f8-2c4d-03db-914a-520abcdd7fb4/disk-0.vmdk. {{(pid=69186) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 738.439144] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Uploaded image 68db1088-35d1-4285-811e-922ce8b45cda to the Glance image server {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 738.443148] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Destroying the VM {{(pid=69186) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 738.443462] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7d40c55c-7f66-4a46-9158-c286017c414a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.451674] env[69186]: DEBUG oslo_vmware.api [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Waiting for the task: (returnval){ [ 738.451674] env[69186]: value = "task-3634728" [ 738.451674] env[69186]: _type = "Task" [ 738.451674] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.460223] env[69186]: DEBUG oslo_vmware.api [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634728, 'name': Destroy_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.509967] env[69186]: DEBUG oslo_vmware.api [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3634724, 'name': PowerOnVM_Task, 'duration_secs': 0.807693} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.510477] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.510688] env[69186]: INFO nova.compute.manager [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Took 9.68 seconds to spawn the instance on the hypervisor. [ 738.510870] env[69186]: DEBUG nova.compute.manager [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.511663] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5224de9-9393-4097-8a9b-aaf4acd91947 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.644891] env[69186]: INFO nova.compute.manager [None req-bdfbe835-0eca-4615-a498-910daf4a599b tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Detaching volume ffb1807c-8b6e-4bd7-a433-e7bc93a8b939 [ 738.681657] env[69186]: DEBUG nova.compute.manager [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.687900] env[69186]: INFO nova.virt.block_device [None req-bdfbe835-0eca-4615-a498-910daf4a599b tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Attempting to driver detach volume ffb1807c-8b6e-4bd7-a433-e7bc93a8b939 from mountpoint /dev/sdb [ 738.688436] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdfbe835-0eca-4615-a498-910daf4a599b tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Volume detach. Driver type: vmdk {{(pid=69186) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 738.688610] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdfbe835-0eca-4615-a498-910daf4a599b tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724757', 'volume_id': 'ffb1807c-8b6e-4bd7-a433-e7bc93a8b939', 'name': 'volume-ffb1807c-8b6e-4bd7-a433-e7bc93a8b939', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1be9cd60-b206-4ce2-a8b5-793a218a2806', 'attached_at': '', 'detached_at': '', 'volume_id': 'ffb1807c-8b6e-4bd7-a433-e7bc93a8b939', 'serial': 'ffb1807c-8b6e-4bd7-a433-e7bc93a8b939'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 738.692834] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d713584-3595-4c2b-ba15-99a179cfd110 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.736020] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50c2b37-56d1-4498-9454-51909be6f826 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.740509] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e478e9e1-846f-460e-9ee4-9d0a46ae8b42 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.771340] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0261f5d-d0fd-43a8-b965-b768222f3646 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.788722] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdfbe835-0eca-4615-a498-910daf4a599b tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] The volume has not been displaced from its original location: [datastore1] volume-ffb1807c-8b6e-4bd7-a433-e7bc93a8b939/volume-ffb1807c-8b6e-4bd7-a433-e7bc93a8b939.vmdk. No consolidation needed. {{(pid=69186) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 738.794245] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdfbe835-0eca-4615-a498-910daf4a599b tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 738.799741] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-046ccadc-14a1-49bc-a6d8-449770f26fa6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.813149] env[69186]: DEBUG nova.network.neutron [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Successfully created port: fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.829457] env[69186]: DEBUG oslo_vmware.api [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5293af92-f961-127a-f4b8-011988aeb5ee, 'name': SearchDatastore_Task, 'duration_secs': 0.014466} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.829457] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.829457] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.829457] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.829618] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.829618] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.829618] env[69186]: DEBUG oslo_vmware.api [None req-bdfbe835-0eca-4615-a498-910daf4a599b tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for the task: (returnval){ [ 738.829618] env[69186]: value = "task-3634729" [ 738.829618] env[69186]: _type = "Task" [ 738.829618] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.831826] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b62e5d8-9a06-4c0a-86d8-d0f351db3721 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.841862] env[69186]: DEBUG oslo_vmware.api [None req-bdfbe835-0eca-4615-a498-910daf4a599b tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.844136] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.844324] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.847253] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8199d150-732d-4f53-9af3-9b753075da78 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.852597] env[69186]: DEBUG oslo_vmware.api [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Waiting for the task: (returnval){ [ 738.852597] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]526480b2-d21d-e7b7-ad69-53b213307fa6" [ 738.852597] env[69186]: _type = "Task" [ 738.852597] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.860493] env[69186]: DEBUG oslo_vmware.api [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]526480b2-d21d-e7b7-ad69-53b213307fa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.964757] env[69186]: DEBUG oslo_vmware.api [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634728, 'name': Destroy_Task, 'duration_secs': 0.34017} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.968156] env[69186]: DEBUG nova.network.neutron [req-b7c2f8e1-5b22-4b53-8264-eced93c62e2d req-8d1fb0c8-5b09-4c24-bcad-7779070212b8 service nova] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Updated VIF entry in instance network info cache for port 200164fa-2f83-4949-adbc-842816d22124. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.968491] env[69186]: DEBUG nova.network.neutron [req-b7c2f8e1-5b22-4b53-8264-eced93c62e2d req-8d1fb0c8-5b09-4c24-bcad-7779070212b8 service nova] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Updating instance_info_cache with network_info: [{"id": "200164fa-2f83-4949-adbc-842816d22124", "address": "fa:16:3e:6e:91:0d", "network": {"id": "2ce3bdfe-4efe-442b-9d5b-db7dcea0bc12", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1992976651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b6835a88cce438f8ea51db826230158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap200164fa-2f", "ovs_interfaceid": "200164fa-2f83-4949-adbc-842816d22124", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.969697] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Destroyed the VM [ 738.970009] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Deleting Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 738.970638] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0c2d64bf-4173-42d8-a9b2-0b40bc678bd9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.976799] env[69186]: DEBUG oslo_vmware.api [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Waiting for the task: (returnval){ [ 738.976799] env[69186]: value = "task-3634730" [ 738.976799] env[69186]: _type = "Task" [ 738.976799] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.985535] env[69186]: DEBUG oslo_vmware.api [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634730, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.032140] env[69186]: INFO nova.compute.manager [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Took 38.74 seconds to build instance. [ 739.343884] env[69186]: DEBUG oslo_vmware.api [None req-bdfbe835-0eca-4615-a498-910daf4a599b tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634729, 'name': ReconfigVM_Task, 'duration_secs': 0.373183} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.345061] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdfbe835-0eca-4615-a498-910daf4a599b tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 739.355020] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3faf733-bfea-4833-9317-09fdbce2cf0b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.355020] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7497a437-d625-4786-a56f-bf161aefc3d4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.380123] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7641ba38-adf8-44ef-a590-551c502361e2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.383706] env[69186]: DEBUG oslo_vmware.api [None req-bdfbe835-0eca-4615-a498-910daf4a599b tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for the task: (returnval){ [ 739.383706] env[69186]: value = "task-3634731" [ 739.383706] env[69186]: _type = "Task" [ 739.383706] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.384617] env[69186]: DEBUG oslo_vmware.api [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]526480b2-d21d-e7b7-ad69-53b213307fa6, 'name': SearchDatastore_Task, 'duration_secs': 0.016162} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.389668] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4476323-0a8e-4ae0-b03b-1d3407b4fb02 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.420184] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5683c9b-6cfd-48c5-bb4c-9d66ce2740bb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.426786] env[69186]: DEBUG oslo_vmware.api [None req-bdfbe835-0eca-4615-a498-910daf4a599b tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.427123] env[69186]: DEBUG oslo_vmware.api [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Waiting for the task: (returnval){ [ 739.427123] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521c8ba8-b76e-ef9d-4484-2f934b755008" [ 739.427123] env[69186]: _type = "Task" [ 739.427123] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.435166] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdec085-da67-40d7-9418-9cbef3edc4f9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.442466] env[69186]: DEBUG oslo_vmware.api [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521c8ba8-b76e-ef9d-4484-2f934b755008, 'name': SearchDatastore_Task, 'duration_secs': 0.014805} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.443085] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.443723] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 0be21c90-925c-47da-a3e1-93978d98867c/0be21c90-925c-47da-a3e1-93978d98867c.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.443723] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d73897e8-6006-450f-b6f8-522515629755 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.453457] env[69186]: DEBUG nova.compute.provider_tree [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.460086] env[69186]: DEBUG oslo_vmware.api [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Waiting for the task: (returnval){ [ 739.460086] env[69186]: value = "task-3634732" [ 739.460086] env[69186]: _type = "Task" [ 739.460086] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.468998] env[69186]: DEBUG oslo_vmware.api [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3634732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.474017] env[69186]: DEBUG oslo_concurrency.lockutils [req-b7c2f8e1-5b22-4b53-8264-eced93c62e2d req-8d1fb0c8-5b09-4c24-bcad-7779070212b8 service nova] Releasing lock "refresh_cache-0be21c90-925c-47da-a3e1-93978d98867c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.474017] env[69186]: DEBUG nova.compute.manager [req-b7c2f8e1-5b22-4b53-8264-eced93c62e2d req-8d1fb0c8-5b09-4c24-bcad-7779070212b8 service nova] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Received event network-vif-deleted-110b3ec7-6b1a-425d-956e-bd13aab155d1 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.485597] env[69186]: DEBUG oslo_vmware.api [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634730, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.534482] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "b4c72f06-e9a4-41e4-8725-d5101ae2aca0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.843s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.703166] env[69186]: DEBUG nova.compute.manager [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.727447] env[69186]: DEBUG nova.virt.hardware [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.727695] env[69186]: DEBUG nova.virt.hardware [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.727851] env[69186]: DEBUG nova.virt.hardware [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.728095] env[69186]: DEBUG nova.virt.hardware [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.728252] env[69186]: DEBUG nova.virt.hardware [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.728401] env[69186]: DEBUG nova.virt.hardware [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.728661] env[69186]: DEBUG nova.virt.hardware [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.728757] env[69186]: DEBUG nova.virt.hardware [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.728918] env[69186]: DEBUG nova.virt.hardware [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.729127] env[69186]: DEBUG nova.virt.hardware [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.729311] env[69186]: DEBUG nova.virt.hardware [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.730155] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540125f6-55a2-461f-afef-bdffb0235f85 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.737847] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1449b4bb-642f-4620-80ba-c120ed0aabd9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.894181] env[69186]: DEBUG oslo_vmware.api [None req-bdfbe835-0eca-4615-a498-910daf4a599b tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634731, 'name': ReconfigVM_Task, 'duration_secs': 0.16689} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.894485] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdfbe835-0eca-4615-a498-910daf4a599b tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724757', 'volume_id': 'ffb1807c-8b6e-4bd7-a433-e7bc93a8b939', 'name': 'volume-ffb1807c-8b6e-4bd7-a433-e7bc93a8b939', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1be9cd60-b206-4ce2-a8b5-793a218a2806', 'attached_at': '', 'detached_at': '', 'volume_id': 'ffb1807c-8b6e-4bd7-a433-e7bc93a8b939', 'serial': 'ffb1807c-8b6e-4bd7-a433-e7bc93a8b939'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 739.956756] env[69186]: DEBUG nova.scheduler.client.report [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.973673] env[69186]: DEBUG oslo_vmware.api [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3634732, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.003327] env[69186]: DEBUG oslo_vmware.api [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634730, 'name': RemoveSnapshot_Task, 'duration_secs': 0.623167} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.003595] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Deleted Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 740.003838] env[69186]: INFO nova.compute.manager [None req-59e42a0e-6b35-488b-bb1a-71fc6775abd8 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Took 14.53 seconds to snapshot the instance on the hypervisor. [ 740.039499] env[69186]: DEBUG nova.compute.manager [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.461172] env[69186]: DEBUG nova.objects.instance [None req-bdfbe835-0eca-4615-a498-910daf4a599b tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lazy-loading 'flavor' on Instance uuid 1be9cd60-b206-4ce2-a8b5-793a218a2806 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.465166] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.466817] env[69186]: DEBUG nova.compute.manager [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.470419] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.663s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.470641] env[69186]: DEBUG nova.objects.instance [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lazy-loading 'resources' on Instance uuid dbd66819-ad80-4c91-8d96-b59feae7cf6f {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.483188] env[69186]: DEBUG oslo_vmware.api [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3634732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.932183} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.483188] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 0be21c90-925c-47da-a3e1-93978d98867c/0be21c90-925c-47da-a3e1-93978d98867c.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.483188] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.483188] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aeb1d578-c758-45ea-9d7f-1bd57eac40a3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.490265] env[69186]: DEBUG oslo_vmware.api [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Waiting for the task: (returnval){ [ 740.490265] env[69186]: value = "task-3634733" [ 740.490265] env[69186]: _type = "Task" [ 740.490265] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.500679] env[69186]: DEBUG oslo_vmware.api [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3634733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.559609] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.635639] env[69186]: DEBUG nova.compute.manager [req-03dbcc8c-bf83-4716-af9e-e80bfafaf029 req-eee63c68-e557-44de-8aab-ed542d2fb208 service nova] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Received event network-vif-plugged-fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.636085] env[69186]: DEBUG oslo_concurrency.lockutils [req-03dbcc8c-bf83-4716-af9e-e80bfafaf029 req-eee63c68-e557-44de-8aab-ed542d2fb208 service nova] Acquiring lock "6b8edafd-cb4d-4158-8bba-b521fccba8e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.636410] env[69186]: DEBUG oslo_concurrency.lockutils [req-03dbcc8c-bf83-4716-af9e-e80bfafaf029 req-eee63c68-e557-44de-8aab-ed542d2fb208 service nova] Lock "6b8edafd-cb4d-4158-8bba-b521fccba8e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.636625] env[69186]: DEBUG oslo_concurrency.lockutils [req-03dbcc8c-bf83-4716-af9e-e80bfafaf029 req-eee63c68-e557-44de-8aab-ed542d2fb208 service nova] Lock "6b8edafd-cb4d-4158-8bba-b521fccba8e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.636884] env[69186]: DEBUG nova.compute.manager [req-03dbcc8c-bf83-4716-af9e-e80bfafaf029 req-eee63c68-e557-44de-8aab-ed542d2fb208 service nova] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] No waiting events found dispatching network-vif-plugged-fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.637165] env[69186]: WARNING nova.compute.manager [req-03dbcc8c-bf83-4716-af9e-e80bfafaf029 req-eee63c68-e557-44de-8aab-ed542d2fb208 service nova] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Received unexpected event network-vif-plugged-fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a for instance with vm_state building and task_state spawning. [ 740.638826] env[69186]: DEBUG nova.network.neutron [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Successfully updated port: fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.980036] env[69186]: DEBUG nova.compute.utils [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.981508] env[69186]: DEBUG nova.compute.manager [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.981672] env[69186]: DEBUG nova.network.neutron [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.004021] env[69186]: DEBUG oslo_vmware.api [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3634733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.367391} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.004754] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.005561] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618bf069-9145-4479-8bc1-fa9e2252a571 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.032335] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 0be21c90-925c-47da-a3e1-93978d98867c/0be21c90-925c-47da-a3e1-93978d98867c.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.033454] env[69186]: DEBUG nova.compute.manager [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.033717] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faea30fe-218d-41d7-85ee-bbe9958cd4b9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.052532] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fd8720-24af-4baa-ac7a-8261df82dadd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.065476] env[69186]: DEBUG nova.policy [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29126941d6f6464a9b222a06b6b14380', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a842aca252d4b80a6cabeee848fe045', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.067492] env[69186]: DEBUG oslo_vmware.api [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Waiting for the task: (returnval){ [ 741.067492] env[69186]: value = "task-3634734" [ 741.067492] env[69186]: _type = "Task" [ 741.067492] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.076700] env[69186]: DEBUG oslo_vmware.api [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3634734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.146566] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "refresh_cache-6b8edafd-cb4d-4158-8bba-b521fccba8e4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.146731] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquired lock "refresh_cache-6b8edafd-cb4d-4158-8bba-b521fccba8e4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.147156] env[69186]: DEBUG nova.network.neutron [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.398306] env[69186]: DEBUG nova.network.neutron [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Successfully created port: 65d1746c-343a-4dbe-8ac9-43703a5c8516 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.478457] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bdfbe835-0eca-4615-a498-910daf4a599b tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lock "1be9cd60-b206-4ce2-a8b5-793a218a2806" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.338s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.489522] env[69186]: DEBUG nova.compute.manager [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.569016] env[69186]: INFO nova.compute.manager [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] instance snapshotting [ 741.574063] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a278b3d-4bc9-434a-b3ea-af0e21d3bffa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.583387] env[69186]: DEBUG oslo_vmware.api [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3634734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.597423] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baad603d-860a-4bb9-aa28-7febb540a7b1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.645216] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b756de35-8c3c-4d84-943b-d839e6a3e762 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.657140] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641c510d-bd6f-4099-8243-78f70433acca {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.688020] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4677d47e-0314-4449-bbcd-53a2ee311ae8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.696395] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa42bc5a-fc9f-4078-92a6-0b3e6fd820f5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.715278] env[69186]: DEBUG nova.compute.provider_tree [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.722791] env[69186]: DEBUG nova.network.neutron [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.992801] env[69186]: DEBUG nova.network.neutron [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Updating instance_info_cache with network_info: [{"id": "fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a", "address": "fa:16:3e:1d:9b:78", "network": {"id": "b7322786-1746-46f8-9c73-92bc44ddacf8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1789139579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d54b3f4ffd4458f9e27881bd5f60105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc20332b-ce", "ovs_interfaceid": "fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.079576] env[69186]: DEBUG oslo_vmware.api [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3634734, 'name': ReconfigVM_Task, 'duration_secs': 0.843423} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.080055] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 0be21c90-925c-47da-a3e1-93978d98867c/0be21c90-925c-47da-a3e1-93978d98867c.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.080567] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1917dd10-745e-477b-8926-7525b1136f12 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.087246] env[69186]: DEBUG oslo_vmware.api [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Waiting for the task: (returnval){ [ 742.087246] env[69186]: value = "task-3634735" [ 742.087246] env[69186]: _type = "Task" [ 742.087246] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.096024] env[69186]: DEBUG oslo_vmware.api [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3634735, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.110821] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Creating Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 742.111116] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5bb213a7-adb2-4cfb-816e-b8ded53c21a3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.117477] env[69186]: DEBUG oslo_vmware.api [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 742.117477] env[69186]: value = "task-3634736" [ 742.117477] env[69186]: _type = "Task" [ 742.117477] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.126426] env[69186]: DEBUG oslo_vmware.api [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634736, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.219708] env[69186]: DEBUG nova.scheduler.client.report [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.498781] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Releasing lock "refresh_cache-6b8edafd-cb4d-4158-8bba-b521fccba8e4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.499216] env[69186]: DEBUG nova.compute.manager [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Instance network_info: |[{"id": "fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a", "address": "fa:16:3e:1d:9b:78", "network": {"id": "b7322786-1746-46f8-9c73-92bc44ddacf8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1789139579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d54b3f4ffd4458f9e27881bd5f60105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc20332b-ce", "ovs_interfaceid": "fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.500305] env[69186]: DEBUG nova.compute.manager [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.502696] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:9b:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.511279] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.511812] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.513272] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6bf5d6a-6ba3-4b1c-9796-25b0e55007e8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.537707] env[69186]: DEBUG nova.virt.hardware [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.537943] env[69186]: DEBUG nova.virt.hardware [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.538155] env[69186]: DEBUG nova.virt.hardware [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.538345] env[69186]: DEBUG nova.virt.hardware [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.538694] env[69186]: DEBUG nova.virt.hardware [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.538694] env[69186]: DEBUG nova.virt.hardware [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.538835] env[69186]: DEBUG nova.virt.hardware [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.539405] env[69186]: DEBUG nova.virt.hardware [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.539405] env[69186]: DEBUG nova.virt.hardware [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.539502] env[69186]: DEBUG nova.virt.hardware [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.539593] env[69186]: DEBUG nova.virt.hardware [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.540471] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aed3fdf-2d1c-4592-a7f3-20b7ac6aed92 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.545283] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.545283] env[69186]: value = "task-3634737" [ 742.545283] env[69186]: _type = "Task" [ 742.545283] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.556350] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1611511-4ff8-4f8a-ac61-76649b065940 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.560626] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634737, 'name': CreateVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.597204] env[69186]: DEBUG oslo_vmware.api [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3634735, 'name': Rename_Task, 'duration_secs': 0.146825} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.597602] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.597955] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf510c86-365c-4c36-9cbc-06ba44f0ef55 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.604985] env[69186]: DEBUG oslo_vmware.api [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Waiting for the task: (returnval){ [ 742.604985] env[69186]: value = "task-3634738" [ 742.604985] env[69186]: _type = "Task" [ 742.604985] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.613843] env[69186]: DEBUG oslo_vmware.api [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3634738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.629092] env[69186]: DEBUG oslo_vmware.api [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634736, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.635633] env[69186]: DEBUG nova.compute.manager [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.635633] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc53bc7c-ebfa-4d52-9a19-59e137b42111 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.725336] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.727739] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.664s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.728113] env[69186]: DEBUG nova.objects.instance [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Lazy-loading 'resources' on Instance uuid 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.744524] env[69186]: INFO nova.scheduler.client.report [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Deleted allocations for instance dbd66819-ad80-4c91-8d96-b59feae7cf6f [ 742.779382] env[69186]: DEBUG nova.compute.manager [req-dda67cbb-03ca-40d8-b77f-a50c504fd01a req-b9ad63d3-f3db-47f6-8f2b-486a5814834a service nova] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Received event network-changed-fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.779382] env[69186]: DEBUG nova.compute.manager [req-dda67cbb-03ca-40d8-b77f-a50c504fd01a req-b9ad63d3-f3db-47f6-8f2b-486a5814834a service nova] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Refreshing instance network info cache due to event network-changed-fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.779382] env[69186]: DEBUG oslo_concurrency.lockutils [req-dda67cbb-03ca-40d8-b77f-a50c504fd01a req-b9ad63d3-f3db-47f6-8f2b-486a5814834a service nova] Acquiring lock "refresh_cache-6b8edafd-cb4d-4158-8bba-b521fccba8e4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.780884] env[69186]: DEBUG oslo_concurrency.lockutils [req-dda67cbb-03ca-40d8-b77f-a50c504fd01a req-b9ad63d3-f3db-47f6-8f2b-486a5814834a service nova] Acquired lock "refresh_cache-6b8edafd-cb4d-4158-8bba-b521fccba8e4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.780884] env[69186]: DEBUG nova.network.neutron [req-dda67cbb-03ca-40d8-b77f-a50c504fd01a req-b9ad63d3-f3db-47f6-8f2b-486a5814834a service nova] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Refreshing network info cache for port fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.959981] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Acquiring lock "3b562f5d-78aa-4625-aa1b-4a21d998365a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.960242] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lock "3b562f5d-78aa-4625-aa1b-4a21d998365a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.061030] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634737, 'name': CreateVM_Task, 'duration_secs': 0.351974} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.061226] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.061966] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.062119] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.062469] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.062671] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8647973d-8920-45f6-a951-b4aa79244f66 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.067796] env[69186]: DEBUG oslo_vmware.api [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 743.067796] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ed080a-e42b-817d-eab2-3f1489fa7247" [ 743.067796] env[69186]: _type = "Task" [ 743.067796] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.076656] env[69186]: DEBUG oslo_vmware.api [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ed080a-e42b-817d-eab2-3f1489fa7247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.114363] env[69186]: DEBUG oslo_vmware.api [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3634738, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.127457] env[69186]: DEBUG oslo_vmware.api [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634736, 'name': CreateSnapshot_Task, 'duration_secs': 0.646324} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.127818] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Created Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 743.128536] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7ce987-2c5c-4f0b-b849-9ad564efa878 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.147454] env[69186]: INFO nova.compute.manager [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] instance snapshotting [ 743.150575] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb748b1-be1b-4236-b406-3d892799d71e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.172444] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3471714d-05f0-4a96-abf5-d16eb8b378cd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.224014] env[69186]: DEBUG nova.network.neutron [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Successfully updated port: 65d1746c-343a-4dbe-8ac9-43703a5c8516 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.251660] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "dbd66819-ad80-4c91-8d96-b59feae7cf6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.985s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.578291] env[69186]: DEBUG oslo_concurrency.lockutils [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquiring lock "b569ac00-41a9-49a4-b9f3-9e901fd1d7a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.578537] env[69186]: DEBUG oslo_concurrency.lockutils [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "b569ac00-41a9-49a4-b9f3-9e901fd1d7a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.585364] env[69186]: DEBUG oslo_vmware.api [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ed080a-e42b-817d-eab2-3f1489fa7247, 'name': SearchDatastore_Task, 'duration_secs': 0.011691} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.588569] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.588831] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.589091] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.589241] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.589416] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.590397] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94dc6d47-2272-425b-ab5a-5779f212c309 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.600720] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.600940] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.602262] env[69186]: DEBUG nova.network.neutron [req-dda67cbb-03ca-40d8-b77f-a50c504fd01a req-b9ad63d3-f3db-47f6-8f2b-486a5814834a service nova] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Updated VIF entry in instance network info cache for port fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.602590] env[69186]: DEBUG nova.network.neutron [req-dda67cbb-03ca-40d8-b77f-a50c504fd01a req-b9ad63d3-f3db-47f6-8f2b-486a5814834a service nova] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Updating instance_info_cache with network_info: [{"id": "fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a", "address": "fa:16:3e:1d:9b:78", "network": {"id": "b7322786-1746-46f8-9c73-92bc44ddacf8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1789139579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d54b3f4ffd4458f9e27881bd5f60105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc20332b-ce", "ovs_interfaceid": "fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.606024] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-674b4c06-8651-4e4e-8271-a0b9623e22ed {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.616306] env[69186]: DEBUG oslo_vmware.api [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 743.616306] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52fb5132-5a20-66b7-74f8-5164836217cb" [ 743.616306] env[69186]: _type = "Task" [ 743.616306] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.619621] env[69186]: DEBUG oslo_vmware.api [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3634738, 'name': PowerOnVM_Task, 'duration_secs': 0.644547} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.625143] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.625355] env[69186]: INFO nova.compute.manager [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Took 8.98 seconds to spawn the instance on the hypervisor. [ 743.625568] env[69186]: DEBUG nova.compute.manager [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.626643] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cb4945-f8f3-42cf-897b-4f87844c1dc9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.633395] env[69186]: DEBUG oslo_vmware.api [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52fb5132-5a20-66b7-74f8-5164836217cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.648110] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Creating linked-clone VM from snapshot {{(pid=69186) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 743.650045] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f9776647-94ee-4c66-89d8-e17c549eea86 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.660673] env[69186]: DEBUG oslo_vmware.api [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 743.660673] env[69186]: value = "task-3634739" [ 743.660673] env[69186]: _type = "Task" [ 743.660673] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.673188] env[69186]: DEBUG oslo_vmware.api [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634739, 'name': CloneVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.684789] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Creating Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 743.685408] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-637ff70a-d76d-4424-ad47-583577acc790 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.693303] env[69186]: DEBUG oslo_vmware.api [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Waiting for the task: (returnval){ [ 743.693303] env[69186]: value = "task-3634740" [ 743.693303] env[69186]: _type = "Task" [ 743.693303] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.705205] env[69186]: DEBUG oslo_vmware.api [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634740, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.726643] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Acquiring lock "refresh_cache-795d88ec-e18d-4b16-b23f-2e0d5455e79e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.726819] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Acquired lock "refresh_cache-795d88ec-e18d-4b16-b23f-2e0d5455e79e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.726987] env[69186]: DEBUG nova.network.neutron [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.848397] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e12cfb-4543-47bd-80c7-25c9f9801887 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.856754] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88bf2ca-da3c-404b-adda-f05e158fc926 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.891403] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f82f0da-0385-4734-bfd8-f1e9e6f963a6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.899207] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9a3298-c5b4-42d2-9323-f360f2e316b5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.914019] env[69186]: DEBUG nova.compute.provider_tree [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.997389] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquiring lock "b511d405-7aae-4e3d-896a-1fb40b586d02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.997628] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "b511d405-7aae-4e3d-896a-1fb40b586d02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.110242] env[69186]: DEBUG oslo_concurrency.lockutils [req-dda67cbb-03ca-40d8-b77f-a50c504fd01a req-b9ad63d3-f3db-47f6-8f2b-486a5814834a service nova] Releasing lock "refresh_cache-6b8edafd-cb4d-4158-8bba-b521fccba8e4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.130546] env[69186]: DEBUG oslo_vmware.api [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52fb5132-5a20-66b7-74f8-5164836217cb, 'name': SearchDatastore_Task, 'duration_secs': 0.029283} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.131516] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52c72daa-0976-4528-b2e8-a7475cee6f9c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.137097] env[69186]: DEBUG oslo_vmware.api [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 744.137097] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522ecd84-7df1-4cf6-9fe6-63fb4d2bbd45" [ 744.137097] env[69186]: _type = "Task" [ 744.137097] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.145733] env[69186]: DEBUG oslo_vmware.api [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522ecd84-7df1-4cf6-9fe6-63fb4d2bbd45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.163019] env[69186]: INFO nova.compute.manager [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Took 39.54 seconds to build instance. [ 744.170409] env[69186]: DEBUG oslo_vmware.api [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634739, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.205793] env[69186]: DEBUG oslo_vmware.api [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634740, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.277069] env[69186]: DEBUG nova.network.neutron [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.419093] env[69186]: DEBUG nova.scheduler.client.report [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.492417] env[69186]: DEBUG nova.network.neutron [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Updating instance_info_cache with network_info: [{"id": "65d1746c-343a-4dbe-8ac9-43703a5c8516", "address": "fa:16:3e:b2:f5:75", "network": {"id": "cc0bb6c3-6252-4f40-882e-de1671b001b2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-157952643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a842aca252d4b80a6cabeee848fe045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d1746c-34", "ovs_interfaceid": "65d1746c-343a-4dbe-8ac9-43703a5c8516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.593038] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquiring lock "37112ffb-7735-4ad1-9af3-f17be5948788" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.593333] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "37112ffb-7735-4ad1-9af3-f17be5948788" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.650027] env[69186]: DEBUG oslo_vmware.api [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522ecd84-7df1-4cf6-9fe6-63fb4d2bbd45, 'name': SearchDatastore_Task, 'duration_secs': 0.012696} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.650027] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.650027] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 6b8edafd-cb4d-4158-8bba-b521fccba8e4/6b8edafd-cb4d-4158-8bba-b521fccba8e4.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.650027] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5467ce7-0216-4e22-9406-768a333580b7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.656428] env[69186]: DEBUG oslo_vmware.api [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 744.656428] env[69186]: value = "task-3634741" [ 744.656428] env[69186]: _type = "Task" [ 744.656428] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.664609] env[69186]: DEBUG oslo_vmware.api [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3634741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.668235] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Lock "0be21c90-925c-47da-a3e1-93978d98867c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.839s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.675215] env[69186]: DEBUG oslo_vmware.api [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634739, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.707196] env[69186]: DEBUG oslo_vmware.api [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634740, 'name': CreateSnapshot_Task, 'duration_secs': 0.51402} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.707521] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Created Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 744.708387] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0acd01-acf6-44b4-b27b-567a793f5717 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.924675] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.927226] env[69186]: DEBUG oslo_concurrency.lockutils [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.829s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.927465] env[69186]: DEBUG nova.objects.instance [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lazy-loading 'resources' on Instance uuid f3de78f8-6adc-4a86-9da0-a83b5aa3949c {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.949848] env[69186]: INFO nova.scheduler.client.report [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Deleted allocations for instance 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32 [ 744.994310] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Releasing lock "refresh_cache-795d88ec-e18d-4b16-b23f-2e0d5455e79e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.994688] env[69186]: DEBUG nova.compute.manager [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Instance network_info: |[{"id": "65d1746c-343a-4dbe-8ac9-43703a5c8516", "address": "fa:16:3e:b2:f5:75", "network": {"id": "cc0bb6c3-6252-4f40-882e-de1671b001b2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-157952643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a842aca252d4b80a6cabeee848fe045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d1746c-34", "ovs_interfaceid": "65d1746c-343a-4dbe-8ac9-43703a5c8516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.995765] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:f5:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65d1746c-343a-4dbe-8ac9-43703a5c8516', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.003742] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Creating folder: Project (1a842aca252d4b80a6cabeee848fe045). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.005891] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a7da492-38c0-4958-91a1-5b0c81dc2718 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.009164] env[69186]: DEBUG nova.compute.manager [req-346ac8c6-86bc-464a-b4b9-8168e3cda9fe req-83d85ac8-9eb8-4163-841c-69026154b545 service nova] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Received event network-vif-plugged-65d1746c-343a-4dbe-8ac9-43703a5c8516 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.009419] env[69186]: DEBUG oslo_concurrency.lockutils [req-346ac8c6-86bc-464a-b4b9-8168e3cda9fe req-83d85ac8-9eb8-4163-841c-69026154b545 service nova] Acquiring lock "795d88ec-e18d-4b16-b23f-2e0d5455e79e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.009706] env[69186]: DEBUG oslo_concurrency.lockutils [req-346ac8c6-86bc-464a-b4b9-8168e3cda9fe req-83d85ac8-9eb8-4163-841c-69026154b545 service nova] Lock "795d88ec-e18d-4b16-b23f-2e0d5455e79e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.009946] env[69186]: DEBUG oslo_concurrency.lockutils [req-346ac8c6-86bc-464a-b4b9-8168e3cda9fe req-83d85ac8-9eb8-4163-841c-69026154b545 service nova] Lock "795d88ec-e18d-4b16-b23f-2e0d5455e79e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.010202] env[69186]: DEBUG nova.compute.manager [req-346ac8c6-86bc-464a-b4b9-8168e3cda9fe req-83d85ac8-9eb8-4163-841c-69026154b545 service nova] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] No waiting events found dispatching network-vif-plugged-65d1746c-343a-4dbe-8ac9-43703a5c8516 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.010419] env[69186]: WARNING nova.compute.manager [req-346ac8c6-86bc-464a-b4b9-8168e3cda9fe req-83d85ac8-9eb8-4163-841c-69026154b545 service nova] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Received unexpected event network-vif-plugged-65d1746c-343a-4dbe-8ac9-43703a5c8516 for instance with vm_state building and task_state spawning. [ 745.010635] env[69186]: DEBUG nova.compute.manager [req-346ac8c6-86bc-464a-b4b9-8168e3cda9fe req-83d85ac8-9eb8-4163-841c-69026154b545 service nova] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Received event network-changed-65d1746c-343a-4dbe-8ac9-43703a5c8516 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.010823] env[69186]: DEBUG nova.compute.manager [req-346ac8c6-86bc-464a-b4b9-8168e3cda9fe req-83d85ac8-9eb8-4163-841c-69026154b545 service nova] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Refreshing instance network info cache due to event network-changed-65d1746c-343a-4dbe-8ac9-43703a5c8516. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.011062] env[69186]: DEBUG oslo_concurrency.lockutils [req-346ac8c6-86bc-464a-b4b9-8168e3cda9fe req-83d85ac8-9eb8-4163-841c-69026154b545 service nova] Acquiring lock "refresh_cache-795d88ec-e18d-4b16-b23f-2e0d5455e79e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.011234] env[69186]: DEBUG oslo_concurrency.lockutils [req-346ac8c6-86bc-464a-b4b9-8168e3cda9fe req-83d85ac8-9eb8-4163-841c-69026154b545 service nova] Acquired lock "refresh_cache-795d88ec-e18d-4b16-b23f-2e0d5455e79e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.011454] env[69186]: DEBUG nova.network.neutron [req-346ac8c6-86bc-464a-b4b9-8168e3cda9fe req-83d85ac8-9eb8-4163-841c-69026154b545 service nova] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Refreshing network info cache for port 65d1746c-343a-4dbe-8ac9-43703a5c8516 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.024022] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Created folder: Project (1a842aca252d4b80a6cabeee848fe045) in parent group-v724677. [ 745.024022] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Creating folder: Instances. Parent ref: group-v724768. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.024022] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5483af31-8691-46a2-aa2b-be9e885fcc54 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.034840] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Created folder: Instances in parent group-v724768. [ 745.035110] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.035306] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.035514] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3b735d0-99e0-4f09-9947-7c374c734dea {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.059307] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.059307] env[69186]: value = "task-3634744" [ 745.059307] env[69186]: _type = "Task" [ 745.059307] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.067679] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634744, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.166751] env[69186]: DEBUG oslo_vmware.api [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3634741, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.172101] env[69186]: DEBUG nova.compute.manager [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.179279] env[69186]: DEBUG oslo_vmware.api [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634739, 'name': CloneVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.227995] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Creating linked-clone VM from snapshot {{(pid=69186) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 745.228590] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e559081f-af84-4f1e-bd40-8d4ae30b64cd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.238248] env[69186]: DEBUG oslo_vmware.api [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Waiting for the task: (returnval){ [ 745.238248] env[69186]: value = "task-3634745" [ 745.238248] env[69186]: _type = "Task" [ 745.238248] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.247207] env[69186]: DEBUG oslo_vmware.api [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634745, 'name': CloneVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.464239] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c99f4c89-4b69-4798-b7dd-9206239fd009 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Lock "8cbd7c33-de21-4bb3-a27f-fe2d61c18e32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.446s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.568448] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634744, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.684192] env[69186]: DEBUG oslo_vmware.api [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3634741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.854974} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.685427] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 6b8edafd-cb4d-4158-8bba-b521fccba8e4/6b8edafd-cb4d-4158-8bba-b521fccba8e4.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.685702] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.690591] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9892f435-7abb-4aea-97e8-4486d96215f8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.701992] env[69186]: DEBUG oslo_vmware.api [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634739, 'name': CloneVM_Task, 'duration_secs': 1.555636} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.701992] env[69186]: INFO nova.virt.vmwareapi.vmops [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Created linked-clone VM from snapshot [ 745.701992] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca98d09-5fa5-4055-b72c-c7e0b96cbb74 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.705728] env[69186]: DEBUG oslo_vmware.api [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 745.705728] env[69186]: value = "task-3634746" [ 745.705728] env[69186]: _type = "Task" [ 745.705728] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.711550] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.718647] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Uploading image 7f111011-83d5-403b-aa0d-1952d9dc5c51 {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 745.727314] env[69186]: DEBUG oslo_vmware.api [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3634746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.743706] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Destroying the VM {{(pid=69186) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 745.748818] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c73571bc-7c0b-4c7c-8d6a-bd96692fa65b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.757817] env[69186]: DEBUG oslo_vmware.api [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634745, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.760708] env[69186]: DEBUG oslo_vmware.api [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 745.760708] env[69186]: value = "task-3634747" [ 745.760708] env[69186]: _type = "Task" [ 745.760708] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.775195] env[69186]: DEBUG oslo_vmware.api [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634747, 'name': Destroy_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.844114] env[69186]: DEBUG nova.network.neutron [req-346ac8c6-86bc-464a-b4b9-8168e3cda9fe req-83d85ac8-9eb8-4163-841c-69026154b545 service nova] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Updated VIF entry in instance network info cache for port 65d1746c-343a-4dbe-8ac9-43703a5c8516. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.844629] env[69186]: DEBUG nova.network.neutron [req-346ac8c6-86bc-464a-b4b9-8168e3cda9fe req-83d85ac8-9eb8-4163-841c-69026154b545 service nova] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Updating instance_info_cache with network_info: [{"id": "65d1746c-343a-4dbe-8ac9-43703a5c8516", "address": "fa:16:3e:b2:f5:75", "network": {"id": "cc0bb6c3-6252-4f40-882e-de1671b001b2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-157952643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a842aca252d4b80a6cabeee848fe045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d1746c-34", "ovs_interfaceid": "65d1746c-343a-4dbe-8ac9-43703a5c8516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.073232] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634744, 'name': CreateVM_Task, 'duration_secs': 0.605758} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.076397] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.077388] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.077794] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.078792] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.078792] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78597583-501a-4f12-834d-5c230bfb7050 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.083771] env[69186]: DEBUG oslo_vmware.api [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Waiting for the task: (returnval){ [ 746.083771] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c7a3d8-467f-d798-5180-d9d054e1773f" [ 746.083771] env[69186]: _type = "Task" [ 746.083771] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.089260] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5a35af-c7c3-47cf-afc4-d447d6820f8a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.095342] env[69186]: DEBUG oslo_vmware.api [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c7a3d8-467f-d798-5180-d9d054e1773f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.100185] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682e9b59-d6ac-49fe-8a60-b009fd37c693 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.134679] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d288a2f-d806-4c8c-b2ee-b16daf167d99 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.142938] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11133605-3668-4b9b-83b7-55b878888580 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.157904] env[69186]: DEBUG nova.compute.provider_tree [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.176559] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Acquiring lock "4ae09b1d-b1cb-413c-b677-9f4af64c05e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.176898] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Lock "4ae09b1d-b1cb-413c-b677-9f4af64c05e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.177170] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Acquiring lock "4ae09b1d-b1cb-413c-b677-9f4af64c05e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.177389] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Lock "4ae09b1d-b1cb-413c-b677-9f4af64c05e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.177619] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Lock "4ae09b1d-b1cb-413c-b677-9f4af64c05e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.180324] env[69186]: INFO nova.compute.manager [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Terminating instance [ 746.217863] env[69186]: DEBUG oslo_vmware.api [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3634746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074442} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.218206] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.219081] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed67daa2-495e-4011-981b-763b55d43431 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.241903] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 6b8edafd-cb4d-4158-8bba-b521fccba8e4/6b8edafd-cb4d-4158-8bba-b521fccba8e4.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.242315] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b62a0086-0d65-4e33-ae30-00de27782b28 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.267897] env[69186]: DEBUG oslo_vmware.api [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 746.267897] env[69186]: value = "task-3634748" [ 746.267897] env[69186]: _type = "Task" [ 746.267897] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.277038] env[69186]: DEBUG oslo_vmware.api [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634747, 'name': Destroy_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.277314] env[69186]: DEBUG oslo_vmware.api [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634745, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.292247] env[69186]: DEBUG oslo_vmware.api [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3634748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.347779] env[69186]: DEBUG oslo_concurrency.lockutils [req-346ac8c6-86bc-464a-b4b9-8168e3cda9fe req-83d85ac8-9eb8-4163-841c-69026154b545 service nova] Releasing lock "refresh_cache-795d88ec-e18d-4b16-b23f-2e0d5455e79e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.348460] env[69186]: DEBUG nova.compute.manager [req-346ac8c6-86bc-464a-b4b9-8168e3cda9fe req-83d85ac8-9eb8-4163-841c-69026154b545 service nova] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Received event network-changed-200164fa-2f83-4949-adbc-842816d22124 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.348460] env[69186]: DEBUG nova.compute.manager [req-346ac8c6-86bc-464a-b4b9-8168e3cda9fe req-83d85ac8-9eb8-4163-841c-69026154b545 service nova] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Refreshing instance network info cache due to event network-changed-200164fa-2f83-4949-adbc-842816d22124. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.348611] env[69186]: DEBUG oslo_concurrency.lockutils [req-346ac8c6-86bc-464a-b4b9-8168e3cda9fe req-83d85ac8-9eb8-4163-841c-69026154b545 service nova] Acquiring lock "refresh_cache-0be21c90-925c-47da-a3e1-93978d98867c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.348777] env[69186]: DEBUG oslo_concurrency.lockutils [req-346ac8c6-86bc-464a-b4b9-8168e3cda9fe req-83d85ac8-9eb8-4163-841c-69026154b545 service nova] Acquired lock "refresh_cache-0be21c90-925c-47da-a3e1-93978d98867c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.349039] env[69186]: DEBUG nova.network.neutron [req-346ac8c6-86bc-464a-b4b9-8168e3cda9fe req-83d85ac8-9eb8-4163-841c-69026154b545 service nova] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Refreshing network info cache for port 200164fa-2f83-4949-adbc-842816d22124 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.594964] env[69186]: DEBUG oslo_vmware.api [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c7a3d8-467f-d798-5180-d9d054e1773f, 'name': SearchDatastore_Task, 'duration_secs': 0.013991} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.595375] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.595655] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.595901] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.596102] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.596330] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.597018] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac5a5d23-1737-48cd-b77c-e00f9f8abdc3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.605664] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.605856] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.606655] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aa14f16-5db3-4882-a39b-3c16bc72af98 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.612433] env[69186]: DEBUG oslo_vmware.api [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Waiting for the task: (returnval){ [ 746.612433] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52dd63cc-b88f-e4eb-1324-0dc3a0d7dc40" [ 746.612433] env[69186]: _type = "Task" [ 746.612433] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.621371] env[69186]: DEBUG oslo_vmware.api [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52dd63cc-b88f-e4eb-1324-0dc3a0d7dc40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.663760] env[69186]: DEBUG nova.scheduler.client.report [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.684956] env[69186]: DEBUG nova.compute.manager [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.684956] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.686697] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6781d8-c97c-46bf-ac9f-db0172cd1198 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.693835] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.694114] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e5dfd24-9233-4edf-853c-6deedefbe22c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.699950] env[69186]: DEBUG oslo_vmware.api [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Waiting for the task: (returnval){ [ 746.699950] env[69186]: value = "task-3634749" [ 746.699950] env[69186]: _type = "Task" [ 746.699950] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.709246] env[69186]: DEBUG oslo_vmware.api [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.754542] env[69186]: DEBUG oslo_vmware.api [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634745, 'name': CloneVM_Task, 'duration_secs': 1.405355} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.754910] env[69186]: INFO nova.virt.vmwareapi.vmops [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Created linked-clone VM from snapshot [ 746.755809] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a184e44-a3c0-43cd-a1e9-04bb3fbbff4f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.764778] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Uploading image d388a225-d691-4713-a534-964a579f0da9 {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 746.778940] env[69186]: DEBUG oslo_vmware.api [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634747, 'name': Destroy_Task, 'duration_secs': 0.612521} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.782532] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Destroyed the VM [ 746.782684] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Deleting Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 746.782927] env[69186]: DEBUG oslo_vmware.api [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3634748, 'name': ReconfigVM_Task, 'duration_secs': 0.384176} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.785362] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4d429b39-d554-41db-8343-e24a66648304 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.788126] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 6b8edafd-cb4d-4158-8bba-b521fccba8e4/6b8edafd-cb4d-4158-8bba-b521fccba8e4.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.788324] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e3cb081-6899-48a5-9400-4c0a7dd19663 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.795011] env[69186]: DEBUG oslo_vmware.rw_handles [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 746.795011] env[69186]: value = "vm-724771" [ 746.795011] env[69186]: _type = "VirtualMachine" [ 746.795011] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 746.795011] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fcb53d12-1a62-4a57-a986-0852bb5d3dbd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.798744] env[69186]: DEBUG oslo_vmware.api [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 746.798744] env[69186]: value = "task-3634751" [ 746.798744] env[69186]: _type = "Task" [ 746.798744] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.798744] env[69186]: DEBUG oslo_vmware.api [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 746.798744] env[69186]: value = "task-3634750" [ 746.798744] env[69186]: _type = "Task" [ 746.798744] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.806628] env[69186]: DEBUG oslo_vmware.rw_handles [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Lease: (returnval){ [ 746.806628] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523d7dc6-4809-8c07-7c75-0fe669dd85d8" [ 746.806628] env[69186]: _type = "HttpNfcLease" [ 746.806628] env[69186]: } obtained for exporting VM: (result){ [ 746.806628] env[69186]: value = "vm-724771" [ 746.806628] env[69186]: _type = "VirtualMachine" [ 746.806628] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 746.807212] env[69186]: DEBUG oslo_vmware.api [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Waiting for the lease: (returnval){ [ 746.807212] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523d7dc6-4809-8c07-7c75-0fe669dd85d8" [ 746.807212] env[69186]: _type = "HttpNfcLease" [ 746.807212] env[69186]: } to be ready. {{(pid=69186) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 746.817317] env[69186]: DEBUG oslo_vmware.api [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634751, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.817645] env[69186]: DEBUG oslo_vmware.api [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3634750, 'name': Rename_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.822042] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 746.822042] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523d7dc6-4809-8c07-7c75-0fe669dd85d8" [ 746.822042] env[69186]: _type = "HttpNfcLease" [ 746.822042] env[69186]: } is ready. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 746.822364] env[69186]: DEBUG oslo_vmware.rw_handles [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 746.822364] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523d7dc6-4809-8c07-7c75-0fe669dd85d8" [ 746.822364] env[69186]: _type = "HttpNfcLease" [ 746.822364] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 746.823365] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8e6a7e-b5a5-4399-95a8-28ff0057ef89 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.831172] env[69186]: DEBUG oslo_vmware.rw_handles [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a83db-ba31-a052-8860-17117e3048d4/disk-0.vmdk from lease info. {{(pid=69186) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 746.831408] env[69186]: DEBUG oslo_vmware.rw_handles [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a83db-ba31-a052-8860-17117e3048d4/disk-0.vmdk for reading. {{(pid=69186) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 746.938108] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aa7b2d22-b78b-4537-86d8-5718d134b0a4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.124381] env[69186]: DEBUG oslo_vmware.api [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52dd63cc-b88f-e4eb-1324-0dc3a0d7dc40, 'name': SearchDatastore_Task, 'duration_secs': 0.010107} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.125197] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5653cf15-2e93-4e92-b7bd-feb56e7b0fd2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.130862] env[69186]: DEBUG oslo_vmware.api [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Waiting for the task: (returnval){ [ 747.130862] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ee7513-2531-dfc3-ceb1-7b0f1e8bd265" [ 747.130862] env[69186]: _type = "Task" [ 747.130862] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.143775] env[69186]: DEBUG oslo_vmware.api [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ee7513-2531-dfc3-ceb1-7b0f1e8bd265, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.170396] env[69186]: DEBUG oslo_concurrency.lockutils [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.176021] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.015s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.176199] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.176412] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69186) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 747.176789] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.032s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.178621] env[69186]: INFO nova.compute.claims [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.186887] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178629da-5dab-480e-aa1f-b204800edcc6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.196320] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696dfd60-3038-4377-b8e2-bdc3d523c4a9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.222281] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85cccf9-2320-4a2a-a9a4-74a2899acd66 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.226019] env[69186]: DEBUG oslo_vmware.api [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634749, 'name': PowerOffVM_Task, 'duration_secs': 0.197001} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.226019] env[69186]: INFO nova.scheduler.client.report [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Deleted allocations for instance f3de78f8-6adc-4a86-9da0-a83b5aa3949c [ 747.230658] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.230658] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.232851] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbad871b-f042-4ec9-93cb-2f3b4dae2084 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.238836] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc59724-5f07-4933-b0bc-ebe57f6b18aa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.282171] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179064MB free_disk=73GB free_vcpus=48 pci_devices=None {{(pid=69186) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 747.284436] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.314642] env[69186]: DEBUG oslo_vmware.api [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634751, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.319716] env[69186]: DEBUG oslo_vmware.api [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3634750, 'name': Rename_Task, 'duration_secs': 0.148364} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.320684] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.321380] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.321380] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Deleting the datastore file [datastore2] 4ae09b1d-b1cb-413c-b677-9f4af64c05e5 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.324779] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.325103] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed936a8b-8504-415c-a806-9511cf559c26 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.328518] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98808131-d98b-4efb-961c-0cf8276773cb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.337431] env[69186]: DEBUG oslo_vmware.api [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Waiting for the task: (returnval){ [ 747.337431] env[69186]: value = "task-3634754" [ 747.337431] env[69186]: _type = "Task" [ 747.337431] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.339162] env[69186]: DEBUG oslo_vmware.api [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 747.339162] env[69186]: value = "task-3634755" [ 747.339162] env[69186]: _type = "Task" [ 747.339162] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.356587] env[69186]: DEBUG nova.compute.manager [req-a4af89d4-4ea5-4533-becf-05cdff33df79 req-4c7a8eb5-b044-459d-a693-78d39a0c8252 service nova] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Received event network-changed-200164fa-2f83-4949-adbc-842816d22124 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.356901] env[69186]: DEBUG nova.compute.manager [req-a4af89d4-4ea5-4533-becf-05cdff33df79 req-4c7a8eb5-b044-459d-a693-78d39a0c8252 service nova] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Refreshing instance network info cache due to event network-changed-200164fa-2f83-4949-adbc-842816d22124. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.357234] env[69186]: DEBUG oslo_concurrency.lockutils [req-a4af89d4-4ea5-4533-becf-05cdff33df79 req-4c7a8eb5-b044-459d-a693-78d39a0c8252 service nova] Acquiring lock "refresh_cache-0be21c90-925c-47da-a3e1-93978d98867c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.369326] env[69186]: DEBUG oslo_vmware.api [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.371509] env[69186]: DEBUG oslo_vmware.api [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3634755, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.450214] env[69186]: DEBUG nova.network.neutron [req-346ac8c6-86bc-464a-b4b9-8168e3cda9fe req-83d85ac8-9eb8-4163-841c-69026154b545 service nova] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Updated VIF entry in instance network info cache for port 200164fa-2f83-4949-adbc-842816d22124. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.450602] env[69186]: DEBUG nova.network.neutron [req-346ac8c6-86bc-464a-b4b9-8168e3cda9fe req-83d85ac8-9eb8-4163-841c-69026154b545 service nova] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Updating instance_info_cache with network_info: [{"id": "200164fa-2f83-4949-adbc-842816d22124", "address": "fa:16:3e:6e:91:0d", "network": {"id": "2ce3bdfe-4efe-442b-9d5b-db7dcea0bc12", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1992976651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b6835a88cce438f8ea51db826230158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap200164fa-2f", "ovs_interfaceid": "200164fa-2f83-4949-adbc-842816d22124", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.640850] env[69186]: DEBUG oslo_vmware.api [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ee7513-2531-dfc3-ceb1-7b0f1e8bd265, 'name': SearchDatastore_Task, 'duration_secs': 0.010016} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.641617] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.641758] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 795d88ec-e18d-4b16-b23f-2e0d5455e79e/795d88ec-e18d-4b16-b23f-2e0d5455e79e.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.642025] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33b1f457-c233-4fc5-b999-d8fd0f5f63fa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.648555] env[69186]: DEBUG oslo_vmware.api [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Waiting for the task: (returnval){ [ 747.648555] env[69186]: value = "task-3634756" [ 747.648555] env[69186]: _type = "Task" [ 747.648555] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.657507] env[69186]: DEBUG oslo_vmware.api [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Task: {'id': task-3634756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.741487] env[69186]: DEBUG oslo_concurrency.lockutils [None req-774ba5c3-f4de-464e-ac02-9efa9a024ada tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "f3de78f8-6adc-4a86-9da0-a83b5aa3949c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.190s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.809238] env[69186]: DEBUG oslo_vmware.api [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634751, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.857863] env[69186]: DEBUG oslo_vmware.api [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Task: {'id': task-3634754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286873} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.859117] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.859494] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.859772] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.860091] env[69186]: INFO nova.compute.manager [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 747.860732] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.867212] env[69186]: DEBUG nova.compute.manager [-] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 747.867468] env[69186]: DEBUG nova.network.neutron [-] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.870431] env[69186]: DEBUG oslo_vmware.api [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3634755, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.953652] env[69186]: DEBUG oslo_concurrency.lockutils [req-346ac8c6-86bc-464a-b4b9-8168e3cda9fe req-83d85ac8-9eb8-4163-841c-69026154b545 service nova] Releasing lock "refresh_cache-0be21c90-925c-47da-a3e1-93978d98867c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.954124] env[69186]: DEBUG oslo_concurrency.lockutils [req-a4af89d4-4ea5-4533-becf-05cdff33df79 req-4c7a8eb5-b044-459d-a693-78d39a0c8252 service nova] Acquired lock "refresh_cache-0be21c90-925c-47da-a3e1-93978d98867c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.954340] env[69186]: DEBUG nova.network.neutron [req-a4af89d4-4ea5-4533-becf-05cdff33df79 req-4c7a8eb5-b044-459d-a693-78d39a0c8252 service nova] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Refreshing network info cache for port 200164fa-2f83-4949-adbc-842816d22124 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.159489] env[69186]: DEBUG oslo_vmware.api [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Task: {'id': task-3634756, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.313816] env[69186]: DEBUG oslo_vmware.api [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634751, 'name': RemoveSnapshot_Task, 'duration_secs': 1.11882} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.317623] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Deleted Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 748.363024] env[69186]: DEBUG oslo_vmware.api [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3634755, 'name': PowerOnVM_Task, 'duration_secs': 0.627918} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.363603] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.365076] env[69186]: INFO nova.compute.manager [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Took 8.66 seconds to spawn the instance on the hypervisor. [ 748.365076] env[69186]: DEBUG nova.compute.manager [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.365076] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d815b54d-e8bc-46cb-8751-6ed93814bacc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.663648] env[69186]: DEBUG oslo_vmware.api [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Task: {'id': task-3634756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759786} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.664409] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 795d88ec-e18d-4b16-b23f-2e0d5455e79e/795d88ec-e18d-4b16-b23f-2e0d5455e79e.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.664763] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.665170] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-064648e6-9d4e-4c06-8fe8-641b1c97e3e6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.685192] env[69186]: DEBUG oslo_vmware.api [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Waiting for the task: (returnval){ [ 748.685192] env[69186]: value = "task-3634757" [ 748.685192] env[69186]: _type = "Task" [ 748.685192] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.704324] env[69186]: DEBUG oslo_vmware.api [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Task: {'id': task-3634757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.710823] env[69186]: DEBUG nova.network.neutron [-] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.771567] env[69186]: DEBUG nova.network.neutron [req-a4af89d4-4ea5-4533-becf-05cdff33df79 req-4c7a8eb5-b044-459d-a693-78d39a0c8252 service nova] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Updated VIF entry in instance network info cache for port 200164fa-2f83-4949-adbc-842816d22124. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.771567] env[69186]: DEBUG nova.network.neutron [req-a4af89d4-4ea5-4533-becf-05cdff33df79 req-4c7a8eb5-b044-459d-a693-78d39a0c8252 service nova] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Updating instance_info_cache with network_info: [{"id": "200164fa-2f83-4949-adbc-842816d22124", "address": "fa:16:3e:6e:91:0d", "network": {"id": "2ce3bdfe-4efe-442b-9d5b-db7dcea0bc12", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1992976651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b6835a88cce438f8ea51db826230158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap200164fa-2f", "ovs_interfaceid": "200164fa-2f83-4949-adbc-842816d22124", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.824680] env[69186]: WARNING nova.compute.manager [None req-42c93335-e5b8-4e68-8d61-68c003895da8 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Image not found during snapshot: nova.exception.ImageNotFound: Image 7f111011-83d5-403b-aa0d-1952d9dc5c51 could not be found. [ 748.847214] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67331937-93c4-4958-b51b-13a481433a00 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.855709] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796a2509-f5a1-400c-a33f-96cc8f584f67 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.893826] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2e2af5-521f-46f0-9b51-3340ff2154d0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.899362] env[69186]: INFO nova.compute.manager [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Took 39.25 seconds to build instance. [ 748.907643] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175bef21-9b05-469c-9790-8a2629068e1b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.920298] env[69186]: DEBUG nova.compute.provider_tree [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.124264] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "1f788af6-a840-4c80-84ec-389cd38b278c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.125022] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "1f788af6-a840-4c80-84ec-389cd38b278c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.151497] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "12f477f2-595e-4a26-a4d6-62169a4f6824" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.151497] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "12f477f2-595e-4a26-a4d6-62169a4f6824" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.198734] env[69186]: DEBUG oslo_vmware.api [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Task: {'id': task-3634757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189326} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.199064] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.199896] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484bcba7-a022-4d0e-94a5-72b5018ee9e4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.214223] env[69186]: INFO nova.compute.manager [-] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Took 1.35 seconds to deallocate network for instance. [ 749.223673] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 795d88ec-e18d-4b16-b23f-2e0d5455e79e/795d88ec-e18d-4b16-b23f-2e0d5455e79e.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.225862] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ffa5a66-97f9-42b1-9ba2-7aa5cbf4d9cc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.250707] env[69186]: DEBUG oslo_vmware.api [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Waiting for the task: (returnval){ [ 749.250707] env[69186]: value = "task-3634758" [ 749.250707] env[69186]: _type = "Task" [ 749.250707] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.259489] env[69186]: DEBUG oslo_vmware.api [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Task: {'id': task-3634758, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.274656] env[69186]: DEBUG oslo_concurrency.lockutils [req-a4af89d4-4ea5-4533-becf-05cdff33df79 req-4c7a8eb5-b044-459d-a693-78d39a0c8252 service nova] Releasing lock "refresh_cache-0be21c90-925c-47da-a3e1-93978d98867c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.403902] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f7421473-1e1a-4d8a-9724-69611b725fbf tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "6b8edafd-cb4d-4158-8bba-b521fccba8e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.671s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.423554] env[69186]: DEBUG nova.scheduler.client.report [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.526180] env[69186]: DEBUG oslo_concurrency.lockutils [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquiring lock "0ea7324d-38d7-432d-b7ce-5c59d42eee6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.526180] env[69186]: DEBUG oslo_concurrency.lockutils [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "0ea7324d-38d7-432d-b7ce-5c59d42eee6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.526363] env[69186]: DEBUG oslo_concurrency.lockutils [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquiring lock "0ea7324d-38d7-432d-b7ce-5c59d42eee6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.527176] env[69186]: DEBUG oslo_concurrency.lockutils [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "0ea7324d-38d7-432d-b7ce-5c59d42eee6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.527342] env[69186]: DEBUG oslo_concurrency.lockutils [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "0ea7324d-38d7-432d-b7ce-5c59d42eee6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.529886] env[69186]: INFO nova.compute.manager [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Terminating instance [ 749.747570] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.761744] env[69186]: DEBUG oslo_vmware.api [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Task: {'id': task-3634758, 'name': ReconfigVM_Task, 'duration_secs': 0.353861} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.764694] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 795d88ec-e18d-4b16-b23f-2e0d5455e79e/795d88ec-e18d-4b16-b23f-2e0d5455e79e.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.764694] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7344f182-10ee-482f-9606-c945f7a74095 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.771022] env[69186]: DEBUG oslo_vmware.api [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Waiting for the task: (returnval){ [ 749.771022] env[69186]: value = "task-3634759" [ 749.771022] env[69186]: _type = "Task" [ 749.771022] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.782569] env[69186]: DEBUG oslo_vmware.api [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Task: {'id': task-3634759, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.782569] env[69186]: DEBUG nova.compute.manager [req-63f38fa2-86ec-4cda-be60-ae867d6ae339 req-f4b38e84-d414-42ef-a813-58accb51265d service nova] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Received event network-vif-deleted-283f82cc-18b5-43a9-9713-234db73db2c9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.906792] env[69186]: DEBUG nova.compute.manager [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.930465] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.931793] env[69186]: DEBUG nova.compute.manager [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.935525] env[69186]: DEBUG oslo_concurrency.lockutils [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.683s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.937030] env[69186]: INFO nova.compute.claims [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.037325] env[69186]: DEBUG nova.compute.manager [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.037510] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.038582] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9791830-0974-4d69-9168-617791e21bc0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.047582] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.048213] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14a96e49-54f7-49df-bf20-f388385951a8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.054655] env[69186]: DEBUG oslo_vmware.api [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 750.054655] env[69186]: value = "task-3634760" [ 750.054655] env[69186]: _type = "Task" [ 750.054655] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.062569] env[69186]: DEBUG oslo_vmware.api [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.281432] env[69186]: DEBUG oslo_vmware.api [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Task: {'id': task-3634759, 'name': Rename_Task, 'duration_secs': 0.146212} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.281432] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.281432] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54008485-3331-4717-b754-5058d28dbdee {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.287714] env[69186]: DEBUG oslo_vmware.api [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Waiting for the task: (returnval){ [ 750.287714] env[69186]: value = "task-3634761" [ 750.287714] env[69186]: _type = "Task" [ 750.287714] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.296197] env[69186]: DEBUG oslo_vmware.api [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Task: {'id': task-3634761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.432174] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.441797] env[69186]: DEBUG nova.compute.utils [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.445173] env[69186]: DEBUG nova.compute.manager [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.445374] env[69186]: DEBUG nova.network.neutron [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.535055] env[69186]: DEBUG nova.policy [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7dd5632f6c3a4adb999e41433fda9fc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13bce008c84c4ba886c46319299e3289', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.571281] env[69186]: DEBUG oslo_vmware.api [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634760, 'name': PowerOffVM_Task, 'duration_secs': 0.293992} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.571463] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.571635] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.571906] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daea7c34-ae15-47a8-ad6e-3a65f7379cbb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.643407] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.643407] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.643407] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Deleting the datastore file [datastore2] 0ea7324d-38d7-432d-b7ce-5c59d42eee6d {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.643407] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ec01c41-a118-4c59-a79b-9e07770533a6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.651256] env[69186]: DEBUG oslo_vmware.api [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 750.651256] env[69186]: value = "task-3634763" [ 750.651256] env[69186]: _type = "Task" [ 750.651256] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.660033] env[69186]: DEBUG oslo_vmware.api [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.798896] env[69186]: DEBUG oslo_vmware.api [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Task: {'id': task-3634761, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.947616] env[69186]: DEBUG nova.compute.manager [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.049039] env[69186]: DEBUG nova.network.neutron [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Successfully created port: ca68682c-88ee-4524-92cb-8ca93845189c {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.063970] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Acquiring lock "24dd714b-4a10-49e4-91d0-6ced17d00b0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.064569] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Lock "24dd714b-4a10-49e4-91d0-6ced17d00b0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.069077] env[69186]: DEBUG oslo_concurrency.lockutils [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "e59eda66-dd95-45f2-9d48-8c6254fbebad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.069291] env[69186]: DEBUG oslo_concurrency.lockutils [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "e59eda66-dd95-45f2-9d48-8c6254fbebad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.163166] env[69186]: DEBUG oslo_vmware.api [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3634763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253115} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.166202] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.166515] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.166725] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.170022] env[69186]: INFO nova.compute.manager [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 751.170022] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.170022] env[69186]: DEBUG nova.compute.manager [-] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.170022] env[69186]: DEBUG nova.network.neutron [-] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.297972] env[69186]: DEBUG oslo_vmware.api [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Task: {'id': task-3634761, 'name': PowerOnVM_Task, 'duration_secs': 0.521122} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.298637] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.298753] env[69186]: INFO nova.compute.manager [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Took 8.80 seconds to spawn the instance on the hypervisor. [ 751.298934] env[69186]: DEBUG nova.compute.manager [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.299861] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eecf119-60b9-4503-bf6f-de83ead3b7f9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.632120] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1669a6-fe61-4895-9d2c-38894a1b364e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.641395] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c041730-2ea0-4f61-9a67-d3d0530ce09d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.678875] env[69186]: DEBUG nova.network.neutron [-] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.681620] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da2c25c-7079-4234-9139-ab64b3b53972 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.694418] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f4eb87-9c9b-4d92-9588-2ddbae36641b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.711960] env[69186]: DEBUG nova.compute.provider_tree [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.829966] env[69186]: INFO nova.compute.manager [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Took 39.23 seconds to build instance. [ 751.875696] env[69186]: DEBUG nova.compute.manager [req-3bfa808e-dc11-4ca2-9fc2-9e44defbc391 req-524c9261-a7d7-49ff-a900-6f732df5e3c4 service nova] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Received event network-vif-deleted-ae48aee6-0869-48a1-99af-e6242b0e952e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.960714] env[69186]: DEBUG nova.compute.manager [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.984007] env[69186]: DEBUG nova.virt.hardware [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.984305] env[69186]: DEBUG nova.virt.hardware [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.984464] env[69186]: DEBUG nova.virt.hardware [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.984651] env[69186]: DEBUG nova.virt.hardware [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.984796] env[69186]: DEBUG nova.virt.hardware [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.984941] env[69186]: DEBUG nova.virt.hardware [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.985166] env[69186]: DEBUG nova.virt.hardware [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.985344] env[69186]: DEBUG nova.virt.hardware [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.985512] env[69186]: DEBUG nova.virt.hardware [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.985672] env[69186]: DEBUG nova.virt.hardware [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.985912] env[69186]: DEBUG nova.virt.hardware [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.986948] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a92609d-7941-41a4-bb59-5cea1b3d437b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.996090] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4d8ddb-4597-463d-b591-a7f7d3639969 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.185518] env[69186]: INFO nova.compute.manager [-] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Took 1.02 seconds to deallocate network for instance. [ 752.217778] env[69186]: DEBUG nova.scheduler.client.report [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.332066] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Lock "795d88ec-e18d-4b16-b23f-2e0d5455e79e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.708s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.682908] env[69186]: DEBUG oslo_concurrency.lockutils [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Acquiring lock "795d88ec-e18d-4b16-b23f-2e0d5455e79e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.683217] env[69186]: DEBUG oslo_concurrency.lockutils [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Lock "795d88ec-e18d-4b16-b23f-2e0d5455e79e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.683462] env[69186]: DEBUG oslo_concurrency.lockutils [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Acquiring lock "795d88ec-e18d-4b16-b23f-2e0d5455e79e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.683652] env[69186]: DEBUG oslo_concurrency.lockutils [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Lock "795d88ec-e18d-4b16-b23f-2e0d5455e79e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.683826] env[69186]: DEBUG oslo_concurrency.lockutils [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Lock "795d88ec-e18d-4b16-b23f-2e0d5455e79e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.686551] env[69186]: INFO nova.compute.manager [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Terminating instance [ 752.693245] env[69186]: DEBUG oslo_concurrency.lockutils [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.722642] env[69186]: DEBUG oslo_concurrency.lockutils [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.723503] env[69186]: DEBUG nova.compute.manager [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.725991] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.596s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.728342] env[69186]: INFO nova.compute.claims [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.835588] env[69186]: DEBUG nova.compute.manager [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.917223] env[69186]: DEBUG nova.network.neutron [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Successfully updated port: ca68682c-88ee-4524-92cb-8ca93845189c {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.190710] env[69186]: DEBUG nova.compute.manager [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.190710] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.191635] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffc0a20-4d9e-4782-bfc8-ff1cef6ad1b1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.199957] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.200217] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8dee7d3-8b6e-4821-9435-cfd167d8b0f8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.207168] env[69186]: DEBUG oslo_vmware.api [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Waiting for the task: (returnval){ [ 753.207168] env[69186]: value = "task-3634764" [ 753.207168] env[69186]: _type = "Task" [ 753.207168] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.215633] env[69186]: DEBUG oslo_vmware.api [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Task: {'id': task-3634764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.232707] env[69186]: DEBUG nova.compute.utils [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.236501] env[69186]: DEBUG nova.compute.manager [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.236715] env[69186]: DEBUG nova.network.neutron [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.279649] env[69186]: DEBUG nova.policy [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '018ec9cac89d40f7b7c5bcce3d0e6aa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49f9895a7c074c7596c989fdbde428b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.363993] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.421867] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Acquiring lock "refresh_cache-b26562ea-4352-445d-9a42-871579a76088" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.421867] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Acquired lock "refresh_cache-b26562ea-4352-445d-9a42-871579a76088" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.421867] env[69186]: DEBUG nova.network.neutron [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.689937] env[69186]: DEBUG nova.network.neutron [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Successfully created port: a0760d84-71b3-40a9-a816-8f8d9707eb74 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.717488] env[69186]: DEBUG oslo_vmware.api [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Task: {'id': task-3634764, 'name': PowerOffVM_Task, 'duration_secs': 0.217624} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.717822] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.718009] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.719152] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e84e142-4725-4425-853e-c0247f9e4103 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.736989] env[69186]: DEBUG nova.compute.manager [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.760281] env[69186]: DEBUG oslo_concurrency.lockutils [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquiring lock "dcd6c82f-24af-4906-841c-1c8f5d7306de" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.760557] env[69186]: DEBUG oslo_concurrency.lockutils [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "dcd6c82f-24af-4906-841c-1c8f5d7306de" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.760739] env[69186]: INFO nova.compute.manager [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Shelving [ 753.788593] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.788815] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.788992] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Deleting the datastore file [datastore2] 795d88ec-e18d-4b16-b23f-2e0d5455e79e {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.789559] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e07bead8-60a7-43f5-93e2-f49d509ef30f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.798805] env[69186]: DEBUG oslo_vmware.api [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Waiting for the task: (returnval){ [ 753.798805] env[69186]: value = "task-3634766" [ 753.798805] env[69186]: _type = "Task" [ 753.798805] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.808912] env[69186]: DEBUG oslo_vmware.api [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Task: {'id': task-3634766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.988725] env[69186]: DEBUG nova.network.neutron [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.079496] env[69186]: DEBUG nova.compute.manager [req-f997517c-e0cb-4fad-accb-6b8d9a8c2821 req-c2c55484-09f0-4bcf-ac10-b4b05ebd7d19 service nova] [instance: b26562ea-4352-445d-9a42-871579a76088] Received event network-vif-plugged-ca68682c-88ee-4524-92cb-8ca93845189c {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.079797] env[69186]: DEBUG oslo_concurrency.lockutils [req-f997517c-e0cb-4fad-accb-6b8d9a8c2821 req-c2c55484-09f0-4bcf-ac10-b4b05ebd7d19 service nova] Acquiring lock "b26562ea-4352-445d-9a42-871579a76088-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.080042] env[69186]: DEBUG oslo_concurrency.lockutils [req-f997517c-e0cb-4fad-accb-6b8d9a8c2821 req-c2c55484-09f0-4bcf-ac10-b4b05ebd7d19 service nova] Lock "b26562ea-4352-445d-9a42-871579a76088-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.080264] env[69186]: DEBUG oslo_concurrency.lockutils [req-f997517c-e0cb-4fad-accb-6b8d9a8c2821 req-c2c55484-09f0-4bcf-ac10-b4b05ebd7d19 service nova] Lock "b26562ea-4352-445d-9a42-871579a76088-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.080465] env[69186]: DEBUG nova.compute.manager [req-f997517c-e0cb-4fad-accb-6b8d9a8c2821 req-c2c55484-09f0-4bcf-ac10-b4b05ebd7d19 service nova] [instance: b26562ea-4352-445d-9a42-871579a76088] No waiting events found dispatching network-vif-plugged-ca68682c-88ee-4524-92cb-8ca93845189c {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.080652] env[69186]: WARNING nova.compute.manager [req-f997517c-e0cb-4fad-accb-6b8d9a8c2821 req-c2c55484-09f0-4bcf-ac10-b4b05ebd7d19 service nova] [instance: b26562ea-4352-445d-9a42-871579a76088] Received unexpected event network-vif-plugged-ca68682c-88ee-4524-92cb-8ca93845189c for instance with vm_state building and task_state spawning. [ 754.080858] env[69186]: DEBUG nova.compute.manager [req-f997517c-e0cb-4fad-accb-6b8d9a8c2821 req-c2c55484-09f0-4bcf-ac10-b4b05ebd7d19 service nova] [instance: b26562ea-4352-445d-9a42-871579a76088] Received event network-changed-ca68682c-88ee-4524-92cb-8ca93845189c {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.081065] env[69186]: DEBUG nova.compute.manager [req-f997517c-e0cb-4fad-accb-6b8d9a8c2821 req-c2c55484-09f0-4bcf-ac10-b4b05ebd7d19 service nova] [instance: b26562ea-4352-445d-9a42-871579a76088] Refreshing instance network info cache due to event network-changed-ca68682c-88ee-4524-92cb-8ca93845189c. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.081246] env[69186]: DEBUG oslo_concurrency.lockutils [req-f997517c-e0cb-4fad-accb-6b8d9a8c2821 req-c2c55484-09f0-4bcf-ac10-b4b05ebd7d19 service nova] Acquiring lock "refresh_cache-b26562ea-4352-445d-9a42-871579a76088" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.185754] env[69186]: DEBUG nova.network.neutron [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Updating instance_info_cache with network_info: [{"id": "ca68682c-88ee-4524-92cb-8ca93845189c", "address": "fa:16:3e:64:c0:f1", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca68682c-88", "ovs_interfaceid": "ca68682c-88ee-4524-92cb-8ca93845189c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.308444] env[69186]: DEBUG oslo_vmware.api [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Task: {'id': task-3634766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30256} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.308712] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.308906] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.309223] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.309446] env[69186]: INFO nova.compute.manager [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 754.309695] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.309889] env[69186]: DEBUG nova.compute.manager [-] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.309982] env[69186]: DEBUG nova.network.neutron [-] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.391044] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eee09e0-524a-4881-adac-89a53f2f58f1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.400422] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8891a408-5a19-46c0-9552-5fee02f9aad6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.438822] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06e688f-cf33-4eca-b8a2-f01055f9a27a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.446882] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927ade9b-f813-4190-a339-a8549da0188c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.464916] env[69186]: DEBUG nova.compute.provider_tree [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.691173] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Releasing lock "refresh_cache-b26562ea-4352-445d-9a42-871579a76088" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.691648] env[69186]: DEBUG nova.compute.manager [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Instance network_info: |[{"id": "ca68682c-88ee-4524-92cb-8ca93845189c", "address": "fa:16:3e:64:c0:f1", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca68682c-88", "ovs_interfaceid": "ca68682c-88ee-4524-92cb-8ca93845189c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.692044] env[69186]: DEBUG oslo_concurrency.lockutils [req-f997517c-e0cb-4fad-accb-6b8d9a8c2821 req-c2c55484-09f0-4bcf-ac10-b4b05ebd7d19 service nova] Acquired lock "refresh_cache-b26562ea-4352-445d-9a42-871579a76088" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.692306] env[69186]: DEBUG nova.network.neutron [req-f997517c-e0cb-4fad-accb-6b8d9a8c2821 req-c2c55484-09f0-4bcf-ac10-b4b05ebd7d19 service nova] [instance: b26562ea-4352-445d-9a42-871579a76088] Refreshing network info cache for port ca68682c-88ee-4524-92cb-8ca93845189c {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.693704] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:c0:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca68682c-88ee-4524-92cb-8ca93845189c', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.704400] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Creating folder: Project (13bce008c84c4ba886c46319299e3289). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.706040] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84e5e84a-a8b6-4177-8715-0fd4ac9820ed {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.716625] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Created folder: Project (13bce008c84c4ba886c46319299e3289) in parent group-v724677. [ 754.716843] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Creating folder: Instances. Parent ref: group-v724772. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.717108] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-359fd950-958f-4a43-8de7-f9e6e61429cc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.726615] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Created folder: Instances in parent group-v724772. [ 754.726873] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.727080] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b26562ea-4352-445d-9a42-871579a76088] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.727292] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c33e0c6-56dc-4de5-bc68-ef75f713c36a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.746220] env[69186]: DEBUG nova.compute.manager [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.750717] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.750717] env[69186]: value = "task-3634769" [ 754.750717] env[69186]: _type = "Task" [ 754.750717] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.761343] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634769, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.771301] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.771748] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3586a015-2a0e-4402-b869-8a508252492c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.781077] env[69186]: DEBUG oslo_vmware.api [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 754.781077] env[69186]: value = "task-3634770" [ 754.781077] env[69186]: _type = "Task" [ 754.781077] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.783315] env[69186]: DEBUG nova.virt.hardware [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.783555] env[69186]: DEBUG nova.virt.hardware [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.783709] env[69186]: DEBUG nova.virt.hardware [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.783889] env[69186]: DEBUG nova.virt.hardware [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.784049] env[69186]: DEBUG nova.virt.hardware [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.784205] env[69186]: DEBUG nova.virt.hardware [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.784424] env[69186]: DEBUG nova.virt.hardware [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.784643] env[69186]: DEBUG nova.virt.hardware [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.784742] env[69186]: DEBUG nova.virt.hardware [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.784901] env[69186]: DEBUG nova.virt.hardware [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.785105] env[69186]: DEBUG nova.virt.hardware [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.786030] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498f40bd-b6ee-4f40-920d-a0bb6727af27 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.798072] env[69186]: DEBUG oslo_vmware.api [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.800857] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095393de-b434-482a-bbd6-d33e9b1b1059 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.969362] env[69186]: DEBUG nova.scheduler.client.report [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.101511] env[69186]: DEBUG nova.network.neutron [-] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.263765] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634769, 'name': CreateVM_Task, 'duration_secs': 0.368097} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.269780] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b26562ea-4352-445d-9a42-871579a76088] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.270510] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.270681] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.275023] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.275023] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b44f10e1-8632-408c-93e3-5274444cd5b3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.279427] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Waiting for the task: (returnval){ [ 755.279427] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d3d618-69d7-0ce3-17be-e60af6047b9c" [ 755.279427] env[69186]: _type = "Task" [ 755.279427] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.289733] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d3d618-69d7-0ce3-17be-e60af6047b9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.304594] env[69186]: DEBUG oslo_vmware.api [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634770, 'name': PowerOffVM_Task, 'duration_secs': 0.207002} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.304912] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.305791] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cc3407-effd-4aaf-9c9e-324bd34191b1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.329302] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba25eb71-6f51-4a68-bf0e-69503ec739bb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.478189] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.478189] env[69186]: DEBUG nova.compute.manager [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.479606] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.412s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.481239] env[69186]: INFO nova.compute.claims [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.586756] env[69186]: DEBUG nova.network.neutron [req-f997517c-e0cb-4fad-accb-6b8d9a8c2821 req-c2c55484-09f0-4bcf-ac10-b4b05ebd7d19 service nova] [instance: b26562ea-4352-445d-9a42-871579a76088] Updated VIF entry in instance network info cache for port ca68682c-88ee-4524-92cb-8ca93845189c. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.587137] env[69186]: DEBUG nova.network.neutron [req-f997517c-e0cb-4fad-accb-6b8d9a8c2821 req-c2c55484-09f0-4bcf-ac10-b4b05ebd7d19 service nova] [instance: b26562ea-4352-445d-9a42-871579a76088] Updating instance_info_cache with network_info: [{"id": "ca68682c-88ee-4524-92cb-8ca93845189c", "address": "fa:16:3e:64:c0:f1", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca68682c-88", "ovs_interfaceid": "ca68682c-88ee-4524-92cb-8ca93845189c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.604859] env[69186]: INFO nova.compute.manager [-] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Took 1.29 seconds to deallocate network for instance. [ 755.622350] env[69186]: DEBUG nova.network.neutron [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Successfully updated port: a0760d84-71b3-40a9-a816-8f8d9707eb74 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.790810] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d3d618-69d7-0ce3-17be-e60af6047b9c, 'name': SearchDatastore_Task, 'duration_secs': 0.01003} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.791134] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.791376] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.791613] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.791761] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.792977] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.792977] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64362978-4aaf-43b8-a01c-28b067b6bb5a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.803832] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.803832] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.804574] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f4df660-0234-4b44-be5e-f36f37f59e23 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.810672] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Waiting for the task: (returnval){ [ 755.810672] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521bc79e-df50-396f-a0f1-6d601313c9c9" [ 755.810672] env[69186]: _type = "Task" [ 755.810672] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.819441] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521bc79e-df50-396f-a0f1-6d601313c9c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.841963] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Creating Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 755.842462] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c4e7b871-325b-42fb-80b0-917e3301a8af {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.852819] env[69186]: DEBUG oslo_vmware.api [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 755.852819] env[69186]: value = "task-3634771" [ 755.852819] env[69186]: _type = "Task" [ 755.852819] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.861449] env[69186]: DEBUG oslo_vmware.api [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634771, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.954831] env[69186]: DEBUG oslo_vmware.rw_handles [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a83db-ba31-a052-8860-17117e3048d4/disk-0.vmdk. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 755.955951] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7494de6-6c9c-4269-8306-e1f19afefc26 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.962868] env[69186]: DEBUG oslo_vmware.rw_handles [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a83db-ba31-a052-8860-17117e3048d4/disk-0.vmdk is in state: ready. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 755.962868] env[69186]: ERROR oslo_vmware.rw_handles [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a83db-ba31-a052-8860-17117e3048d4/disk-0.vmdk due to incomplete transfer. [ 755.963019] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0e5eefaf-0477-461f-98b3-ea3a49b41c07 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.971013] env[69186]: DEBUG oslo_vmware.rw_handles [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a83db-ba31-a052-8860-17117e3048d4/disk-0.vmdk. {{(pid=69186) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 755.971013] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Uploaded image d388a225-d691-4713-a534-964a579f0da9 to the Glance image server {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 755.972666] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Destroying the VM {{(pid=69186) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 755.972949] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-acd4f801-d450-407b-a083-f9a07a4191ad {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.979035] env[69186]: DEBUG oslo_vmware.api [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Waiting for the task: (returnval){ [ 755.979035] env[69186]: value = "task-3634772" [ 755.979035] env[69186]: _type = "Task" [ 755.979035] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.987336] env[69186]: DEBUG oslo_vmware.api [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634772, 'name': Destroy_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.988977] env[69186]: DEBUG nova.compute.utils [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.990320] env[69186]: DEBUG nova.compute.manager [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.990494] env[69186]: DEBUG nova.network.neutron [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.033624] env[69186]: DEBUG nova.policy [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd50fb4ebb4f4a29968e42fbcaf2982c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7aee6bacfd414b25b566d5689a678df9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.090343] env[69186]: DEBUG oslo_concurrency.lockutils [req-f997517c-e0cb-4fad-accb-6b8d9a8c2821 req-c2c55484-09f0-4bcf-ac10-b4b05ebd7d19 service nova] Releasing lock "refresh_cache-b26562ea-4352-445d-9a42-871579a76088" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.112698] env[69186]: DEBUG oslo_concurrency.lockutils [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.125738] env[69186]: DEBUG oslo_concurrency.lockutils [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Acquiring lock "refresh_cache-c1074fc1-c72a-4eae-865a-cd31a20667e2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.125738] env[69186]: DEBUG oslo_concurrency.lockutils [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Acquired lock "refresh_cache-c1074fc1-c72a-4eae-865a-cd31a20667e2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.125836] env[69186]: DEBUG nova.network.neutron [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.132769] env[69186]: DEBUG nova.compute.manager [req-adc52e0f-af36-47d2-a5a5-baf0cc32fb40 req-2f6bf398-77f1-4bbd-9615-dcb3d1e6d7e3 service nova] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Received event network-vif-deleted-65d1746c-343a-4dbe-8ac9-43703a5c8516 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.132992] env[69186]: DEBUG nova.compute.manager [req-adc52e0f-af36-47d2-a5a5-baf0cc32fb40 req-2f6bf398-77f1-4bbd-9615-dcb3d1e6d7e3 service nova] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Received event network-vif-plugged-a0760d84-71b3-40a9-a816-8f8d9707eb74 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.133205] env[69186]: DEBUG oslo_concurrency.lockutils [req-adc52e0f-af36-47d2-a5a5-baf0cc32fb40 req-2f6bf398-77f1-4bbd-9615-dcb3d1e6d7e3 service nova] Acquiring lock "c1074fc1-c72a-4eae-865a-cd31a20667e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.133412] env[69186]: DEBUG oslo_concurrency.lockutils [req-adc52e0f-af36-47d2-a5a5-baf0cc32fb40 req-2f6bf398-77f1-4bbd-9615-dcb3d1e6d7e3 service nova] Lock "c1074fc1-c72a-4eae-865a-cd31a20667e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.133577] env[69186]: DEBUG oslo_concurrency.lockutils [req-adc52e0f-af36-47d2-a5a5-baf0cc32fb40 req-2f6bf398-77f1-4bbd-9615-dcb3d1e6d7e3 service nova] Lock "c1074fc1-c72a-4eae-865a-cd31a20667e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.133738] env[69186]: DEBUG nova.compute.manager [req-adc52e0f-af36-47d2-a5a5-baf0cc32fb40 req-2f6bf398-77f1-4bbd-9615-dcb3d1e6d7e3 service nova] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] No waiting events found dispatching network-vif-plugged-a0760d84-71b3-40a9-a816-8f8d9707eb74 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.133901] env[69186]: WARNING nova.compute.manager [req-adc52e0f-af36-47d2-a5a5-baf0cc32fb40 req-2f6bf398-77f1-4bbd-9615-dcb3d1e6d7e3 service nova] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Received unexpected event network-vif-plugged-a0760d84-71b3-40a9-a816-8f8d9707eb74 for instance with vm_state building and task_state spawning. [ 756.134216] env[69186]: DEBUG nova.compute.manager [req-adc52e0f-af36-47d2-a5a5-baf0cc32fb40 req-2f6bf398-77f1-4bbd-9615-dcb3d1e6d7e3 service nova] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Received event network-changed-a0760d84-71b3-40a9-a816-8f8d9707eb74 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.134409] env[69186]: DEBUG nova.compute.manager [req-adc52e0f-af36-47d2-a5a5-baf0cc32fb40 req-2f6bf398-77f1-4bbd-9615-dcb3d1e6d7e3 service nova] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Refreshing instance network info cache due to event network-changed-a0760d84-71b3-40a9-a816-8f8d9707eb74. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.134582] env[69186]: DEBUG oslo_concurrency.lockutils [req-adc52e0f-af36-47d2-a5a5-baf0cc32fb40 req-2f6bf398-77f1-4bbd-9615-dcb3d1e6d7e3 service nova] Acquiring lock "refresh_cache-c1074fc1-c72a-4eae-865a-cd31a20667e2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.321161] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521bc79e-df50-396f-a0f1-6d601313c9c9, 'name': SearchDatastore_Task, 'duration_secs': 0.014017} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.321978] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59276362-dc2c-485a-8767-a71e4c2704f0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.327407] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Waiting for the task: (returnval){ [ 756.327407] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52422d9c-414e-f30f-f52c-a2d879c2b5d0" [ 756.327407] env[69186]: _type = "Task" [ 756.327407] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.337096] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52422d9c-414e-f30f-f52c-a2d879c2b5d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.363411] env[69186]: DEBUG oslo_vmware.api [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634771, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.372215] env[69186]: DEBUG nova.network.neutron [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Successfully created port: 570bc2e9-ce0f-47ce-b132-6ff502920cdb {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.491766] env[69186]: DEBUG oslo_vmware.api [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634772, 'name': Destroy_Task, 'duration_secs': 0.331789} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.492061] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Destroyed the VM [ 756.492300] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Deleting Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 756.492547] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d74f6e6c-a2a2-41aa-8c52-03d9a6a38964 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.494633] env[69186]: DEBUG nova.compute.manager [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.503598] env[69186]: DEBUG oslo_vmware.api [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Waiting for the task: (returnval){ [ 756.503598] env[69186]: value = "task-3634773" [ 756.503598] env[69186]: _type = "Task" [ 756.503598] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.513425] env[69186]: DEBUG oslo_vmware.api [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634773, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.681963] env[69186]: DEBUG nova.network.neutron [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.841830] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52422d9c-414e-f30f-f52c-a2d879c2b5d0, 'name': SearchDatastore_Task, 'duration_secs': 0.012367} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.842154] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.842446] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] b26562ea-4352-445d-9a42-871579a76088/b26562ea-4352-445d-9a42-871579a76088.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.842714] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d152d5c5-1269-4ddc-869f-2beca3006892 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.854298] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Waiting for the task: (returnval){ [ 756.854298] env[69186]: value = "task-3634774" [ 756.854298] env[69186]: _type = "Task" [ 756.854298] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.876532] env[69186]: DEBUG oslo_vmware.api [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634771, 'name': CreateSnapshot_Task, 'duration_secs': 0.970326} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.876766] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Task: {'id': task-3634774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.877071] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Created Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 756.877838] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85db3ea9-baca-4d74-92b3-3e5506833cde {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.963022] env[69186]: DEBUG nova.network.neutron [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Updating instance_info_cache with network_info: [{"id": "a0760d84-71b3-40a9-a816-8f8d9707eb74", "address": "fa:16:3e:92:d7:a4", "network": {"id": "42f2e3ee-0fba-4887-9494-fa4d8a3f8fa5", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1624169909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49f9895a7c074c7596c989fdbde428b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0760d84-71", "ovs_interfaceid": "a0760d84-71b3-40a9-a816-8f8d9707eb74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.013943] env[69186]: DEBUG oslo_vmware.api [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634773, 'name': RemoveSnapshot_Task, 'duration_secs': 0.509207} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.014237] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Deleted Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 757.014461] env[69186]: INFO nova.compute.manager [None req-2948baaa-3a7c-4a6f-a308-5315f268948e tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Took 13.86 seconds to snapshot the instance on the hypervisor. [ 757.190656] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbaa520-2e8d-4385-a82d-4fa02b40b75e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.203179] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c31b502-b065-421f-aad8-7bedf184b957 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.239089] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753b39f6-de17-46af-af22-8abbe20475e1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.249978] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79267500-20d2-41a7-9825-62afb27b0499 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.267574] env[69186]: DEBUG nova.compute.provider_tree [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.375682] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Task: {'id': task-3634774, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.404969] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Creating linked-clone VM from snapshot {{(pid=69186) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 757.405430] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0a7a5842-7848-46a6-9313-b62310bf8bfc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.412876] env[69186]: DEBUG oslo_vmware.api [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 757.412876] env[69186]: value = "task-3634775" [ 757.412876] env[69186]: _type = "Task" [ 757.412876] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.425385] env[69186]: DEBUG oslo_vmware.api [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634775, 'name': CloneVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.466045] env[69186]: DEBUG oslo_concurrency.lockutils [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Releasing lock "refresh_cache-c1074fc1-c72a-4eae-865a-cd31a20667e2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.466420] env[69186]: DEBUG nova.compute.manager [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Instance network_info: |[{"id": "a0760d84-71b3-40a9-a816-8f8d9707eb74", "address": "fa:16:3e:92:d7:a4", "network": {"id": "42f2e3ee-0fba-4887-9494-fa4d8a3f8fa5", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1624169909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49f9895a7c074c7596c989fdbde428b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0760d84-71", "ovs_interfaceid": "a0760d84-71b3-40a9-a816-8f8d9707eb74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.466734] env[69186]: DEBUG oslo_concurrency.lockutils [req-adc52e0f-af36-47d2-a5a5-baf0cc32fb40 req-2f6bf398-77f1-4bbd-9615-dcb3d1e6d7e3 service nova] Acquired lock "refresh_cache-c1074fc1-c72a-4eae-865a-cd31a20667e2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.466923] env[69186]: DEBUG nova.network.neutron [req-adc52e0f-af36-47d2-a5a5-baf0cc32fb40 req-2f6bf398-77f1-4bbd-9615-dcb3d1e6d7e3 service nova] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Refreshing network info cache for port a0760d84-71b3-40a9-a816-8f8d9707eb74 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.468233] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:d7:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0760d84-71b3-40a9-a816-8f8d9707eb74', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.475834] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Creating folder: Project (49f9895a7c074c7596c989fdbde428b9). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.477055] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a2c6e73-fa3d-4cef-8b97-7fea623aef0c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.486278] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Created folder: Project (49f9895a7c074c7596c989fdbde428b9) in parent group-v724677. [ 757.486467] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Creating folder: Instances. Parent ref: group-v724777. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.486695] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fed95c6d-b94e-4ccc-bc71-616884d203dc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.495319] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Created folder: Instances in parent group-v724777. [ 757.495319] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.495319] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.495449] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11ab8a36-6321-47ee-9e1c-3d5d00a40885 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.512774] env[69186]: DEBUG nova.compute.manager [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.522291] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.522291] env[69186]: value = "task-3634778" [ 757.522291] env[69186]: _type = "Task" [ 757.522291] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.537802] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634778, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.550591] env[69186]: DEBUG nova.virt.hardware [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.550784] env[69186]: DEBUG nova.virt.hardware [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.551195] env[69186]: DEBUG nova.virt.hardware [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.551195] env[69186]: DEBUG nova.virt.hardware [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.551390] env[69186]: DEBUG nova.virt.hardware [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.551446] env[69186]: DEBUG nova.virt.hardware [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.551606] env[69186]: DEBUG nova.virt.hardware [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.551761] env[69186]: DEBUG nova.virt.hardware [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.552101] env[69186]: DEBUG nova.virt.hardware [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.552277] env[69186]: DEBUG nova.virt.hardware [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.552511] env[69186]: DEBUG nova.virt.hardware [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.553616] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc110b5d-1319-4764-b645-d8d09adab13a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.562111] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f7e262-0aa8-424e-b075-e8950c27558a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.773191] env[69186]: DEBUG nova.scheduler.client.report [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.865708] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Task: {'id': task-3634774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550875} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.865973] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] b26562ea-4352-445d-9a42-871579a76088/b26562ea-4352-445d-9a42-871579a76088.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.866604] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.866604] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8653da1d-a945-4e87-a090-fee40bb50fd0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.873246] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Waiting for the task: (returnval){ [ 757.873246] env[69186]: value = "task-3634779" [ 757.873246] env[69186]: _type = "Task" [ 757.873246] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.882930] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Task: {'id': task-3634779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.923157] env[69186]: DEBUG oslo_vmware.api [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634775, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.033189] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634778, 'name': CreateVM_Task, 'duration_secs': 0.394745} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.033366] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.034075] env[69186]: DEBUG oslo_concurrency.lockutils [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.034256] env[69186]: DEBUG oslo_concurrency.lockutils [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.034564] env[69186]: DEBUG oslo_concurrency.lockutils [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.035803] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49b4702a-4f84-45d6-a880-f29b2006b6ea {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.040039] env[69186]: DEBUG oslo_vmware.api [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Waiting for the task: (returnval){ [ 758.040039] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52557e2d-9b77-2ea9-4aa9-6eaf17219d55" [ 758.040039] env[69186]: _type = "Task" [ 758.040039] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.051238] env[69186]: DEBUG oslo_vmware.api [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52557e2d-9b77-2ea9-4aa9-6eaf17219d55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.269692] env[69186]: DEBUG nova.network.neutron [req-adc52e0f-af36-47d2-a5a5-baf0cc32fb40 req-2f6bf398-77f1-4bbd-9615-dcb3d1e6d7e3 service nova] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Updated VIF entry in instance network info cache for port a0760d84-71b3-40a9-a816-8f8d9707eb74. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.270114] env[69186]: DEBUG nova.network.neutron [req-adc52e0f-af36-47d2-a5a5-baf0cc32fb40 req-2f6bf398-77f1-4bbd-9615-dcb3d1e6d7e3 service nova] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Updating instance_info_cache with network_info: [{"id": "a0760d84-71b3-40a9-a816-8f8d9707eb74", "address": "fa:16:3e:92:d7:a4", "network": {"id": "42f2e3ee-0fba-4887-9494-fa4d8a3f8fa5", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1624169909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49f9895a7c074c7596c989fdbde428b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0760d84-71", "ovs_interfaceid": "a0760d84-71b3-40a9-a816-8f8d9707eb74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.278637] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.278637] env[69186]: DEBUG nova.compute.manager [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.283038] env[69186]: DEBUG oslo_concurrency.lockutils [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.714s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.287150] env[69186]: INFO nova.compute.claims [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.383522] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Task: {'id': task-3634779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062428} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.383852] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.384739] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57994d9d-a545-4e2c-81eb-69c6963039d0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.409531] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] b26562ea-4352-445d-9a42-871579a76088/b26562ea-4352-445d-9a42-871579a76088.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.409773] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c91cfa6-d850-4a88-bd67-0af4d972667a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.438901] env[69186]: DEBUG oslo_vmware.api [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634775, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.440396] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Waiting for the task: (returnval){ [ 758.440396] env[69186]: value = "task-3634780" [ 758.440396] env[69186]: _type = "Task" [ 758.440396] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.452023] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Task: {'id': task-3634780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.493514] env[69186]: DEBUG nova.compute.manager [req-876f3809-c839-4045-825c-594678c4835e req-978ed070-2ea4-4739-b48f-f8a312a2f4b5 service nova] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Received event network-vif-plugged-570bc2e9-ce0f-47ce-b132-6ff502920cdb {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.493802] env[69186]: DEBUG oslo_concurrency.lockutils [req-876f3809-c839-4045-825c-594678c4835e req-978ed070-2ea4-4739-b48f-f8a312a2f4b5 service nova] Acquiring lock "601edb67-4716-4c68-be2d-18285c148e79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.494386] env[69186]: DEBUG oslo_concurrency.lockutils [req-876f3809-c839-4045-825c-594678c4835e req-978ed070-2ea4-4739-b48f-f8a312a2f4b5 service nova] Lock "601edb67-4716-4c68-be2d-18285c148e79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.498026] env[69186]: DEBUG oslo_concurrency.lockutils [req-876f3809-c839-4045-825c-594678c4835e req-978ed070-2ea4-4739-b48f-f8a312a2f4b5 service nova] Lock "601edb67-4716-4c68-be2d-18285c148e79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.498026] env[69186]: DEBUG nova.compute.manager [req-876f3809-c839-4045-825c-594678c4835e req-978ed070-2ea4-4739-b48f-f8a312a2f4b5 service nova] [instance: 601edb67-4716-4c68-be2d-18285c148e79] No waiting events found dispatching network-vif-plugged-570bc2e9-ce0f-47ce-b132-6ff502920cdb {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.498026] env[69186]: WARNING nova.compute.manager [req-876f3809-c839-4045-825c-594678c4835e req-978ed070-2ea4-4739-b48f-f8a312a2f4b5 service nova] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Received unexpected event network-vif-plugged-570bc2e9-ce0f-47ce-b132-6ff502920cdb for instance with vm_state building and task_state spawning. [ 758.506327] env[69186]: DEBUG nova.network.neutron [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Successfully updated port: 570bc2e9-ce0f-47ce-b132-6ff502920cdb {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.550537] env[69186]: DEBUG oslo_vmware.api [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52557e2d-9b77-2ea9-4aa9-6eaf17219d55, 'name': SearchDatastore_Task, 'duration_secs': 0.082967} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.550873] env[69186]: DEBUG oslo_concurrency.lockutils [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.551146] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.552215] env[69186]: DEBUG oslo_concurrency.lockutils [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.552215] env[69186]: DEBUG oslo_concurrency.lockutils [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.552215] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.552534] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a3434d2-6a15-4b4d-a1ff-d61f0d79e13b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.560798] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.560984] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.561731] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a6a060a-7f29-4779-be21-faf1ca6588fb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.567561] env[69186]: DEBUG oslo_vmware.api [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Waiting for the task: (returnval){ [ 758.567561] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c0df00-3dfe-a3a5-9ce7-bfcb9cf634b8" [ 758.567561] env[69186]: _type = "Task" [ 758.567561] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.575060] env[69186]: DEBUG oslo_vmware.api [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c0df00-3dfe-a3a5-9ce7-bfcb9cf634b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.726509] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Acquiring lock "5d283527-7cce-479b-9160-bc2f9cce7e83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.726841] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Lock "5d283527-7cce-479b-9160-bc2f9cce7e83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.727092] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Acquiring lock "5d283527-7cce-479b-9160-bc2f9cce7e83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.727346] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Lock "5d283527-7cce-479b-9160-bc2f9cce7e83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.727500] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Lock "5d283527-7cce-479b-9160-bc2f9cce7e83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.730332] env[69186]: INFO nova.compute.manager [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Terminating instance [ 758.776713] env[69186]: DEBUG oslo_concurrency.lockutils [req-adc52e0f-af36-47d2-a5a5-baf0cc32fb40 req-2f6bf398-77f1-4bbd-9615-dcb3d1e6d7e3 service nova] Releasing lock "refresh_cache-c1074fc1-c72a-4eae-865a-cd31a20667e2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.784609] env[69186]: DEBUG nova.compute.utils [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.785996] env[69186]: DEBUG nova.compute.manager [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.786874] env[69186]: DEBUG nova.network.neutron [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.824032] env[69186]: DEBUG nova.policy [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec820589c64f49879846a031cd0ba9ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7d600f95bef403bb7a5209b7d1fc1a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.937086] env[69186]: DEBUG oslo_vmware.api [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634775, 'name': CloneVM_Task, 'duration_secs': 1.470127} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.937380] env[69186]: INFO nova.virt.vmwareapi.vmops [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Created linked-clone VM from snapshot [ 758.938174] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682326ac-7d07-48b9-ba8c-11772099ef7b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.948484] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Uploading image 5817e633-c4af-4e99-97ee-bf0bba1f31c4 {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 758.954848] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Task: {'id': task-3634780, 'name': ReconfigVM_Task, 'duration_secs': 0.269903} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.955127] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Reconfigured VM instance instance-0000001e to attach disk [datastore2] b26562ea-4352-445d-9a42-871579a76088/b26562ea-4352-445d-9a42-871579a76088.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.955750] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-274f2736-8594-4987-8e40-7433f3404670 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.961588] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Waiting for the task: (returnval){ [ 758.961588] env[69186]: value = "task-3634781" [ 758.961588] env[69186]: _type = "Task" [ 758.961588] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.970115] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Task: {'id': task-3634781, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.973390] env[69186]: DEBUG oslo_vmware.rw_handles [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 758.973390] env[69186]: value = "vm-724776" [ 758.973390] env[69186]: _type = "VirtualMachine" [ 758.973390] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 758.973616] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4e17d718-7644-48b3-93da-1219ac46d2ce {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.979311] env[69186]: DEBUG oslo_vmware.rw_handles [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lease: (returnval){ [ 758.979311] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52934948-097e-3afa-02ff-e0bc053cb264" [ 758.979311] env[69186]: _type = "HttpNfcLease" [ 758.979311] env[69186]: } obtained for exporting VM: (result){ [ 758.979311] env[69186]: value = "vm-724776" [ 758.979311] env[69186]: _type = "VirtualMachine" [ 758.979311] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 758.979576] env[69186]: DEBUG oslo_vmware.api [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the lease: (returnval){ [ 758.979576] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52934948-097e-3afa-02ff-e0bc053cb264" [ 758.979576] env[69186]: _type = "HttpNfcLease" [ 758.979576] env[69186]: } to be ready. {{(pid=69186) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 758.985913] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 758.985913] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52934948-097e-3afa-02ff-e0bc053cb264" [ 758.985913] env[69186]: _type = "HttpNfcLease" [ 758.985913] env[69186]: } is initializing. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 759.008850] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "refresh_cache-601edb67-4716-4c68-be2d-18285c148e79" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.009014] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquired lock "refresh_cache-601edb67-4716-4c68-be2d-18285c148e79" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.009181] env[69186]: DEBUG nova.network.neutron [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.078443] env[69186]: DEBUG oslo_vmware.api [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c0df00-3dfe-a3a5-9ce7-bfcb9cf634b8, 'name': SearchDatastore_Task, 'duration_secs': 0.013387} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.079311] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f7068a5-8eee-40f3-9cf8-1c9c9a1b79f5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.085263] env[69186]: DEBUG oslo_vmware.api [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Waiting for the task: (returnval){ [ 759.085263] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5241c797-bf58-204f-ee7f-a51336e3ccb2" [ 759.085263] env[69186]: _type = "Task" [ 759.085263] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.095017] env[69186]: DEBUG oslo_vmware.api [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5241c797-bf58-204f-ee7f-a51336e3ccb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.121343] env[69186]: DEBUG nova.network.neutron [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Successfully created port: ee6a51e5-dcfb-485e-b643-2de38f14c8d9 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.235069] env[69186]: DEBUG nova.compute.manager [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.235319] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.236236] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182f6b14-6d9a-4a8c-a9ee-797d8b59de7d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.244401] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.244655] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acb73de8-3cf4-4260-8eb0-5f20211938de {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.252172] env[69186]: DEBUG oslo_vmware.api [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Waiting for the task: (returnval){ [ 759.252172] env[69186]: value = "task-3634783" [ 759.252172] env[69186]: _type = "Task" [ 759.252172] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.260999] env[69186]: DEBUG oslo_vmware.api [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.289749] env[69186]: DEBUG nova.compute.manager [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.476459] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Task: {'id': task-3634781, 'name': Rename_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.486898] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 759.486898] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52934948-097e-3afa-02ff-e0bc053cb264" [ 759.486898] env[69186]: _type = "HttpNfcLease" [ 759.486898] env[69186]: } is ready. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 759.487534] env[69186]: DEBUG oslo_vmware.rw_handles [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 759.487534] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52934948-097e-3afa-02ff-e0bc053cb264" [ 759.487534] env[69186]: _type = "HttpNfcLease" [ 759.487534] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 759.492797] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772d195b-e48b-4b6b-8781-7fe2b3f624d3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.500378] env[69186]: DEBUG oslo_vmware.rw_handles [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cbe766-80b2-ca4d-bd77-670654e0980d/disk-0.vmdk from lease info. {{(pid=69186) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 759.500556] env[69186]: DEBUG oslo_vmware.rw_handles [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cbe766-80b2-ca4d-bd77-670654e0980d/disk-0.vmdk for reading. {{(pid=69186) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 759.595690] env[69186]: DEBUG oslo_vmware.api [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5241c797-bf58-204f-ee7f-a51336e3ccb2, 'name': SearchDatastore_Task, 'duration_secs': 0.009957} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.596024] env[69186]: DEBUG oslo_concurrency.lockutils [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.596311] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] c1074fc1-c72a-4eae-865a-cd31a20667e2/c1074fc1-c72a-4eae-865a-cd31a20667e2.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.597135] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-372c0c8f-ad90-42cc-80be-0d99aaf994a2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.605258] env[69186]: DEBUG nova.network.neutron [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.607353] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d170cc9c-e9bf-41bc-9a9b-b7016db3ad11 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.613207] env[69186]: DEBUG oslo_vmware.api [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Waiting for the task: (returnval){ [ 759.613207] env[69186]: value = "task-3634784" [ 759.613207] env[69186]: _type = "Task" [ 759.613207] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.622708] env[69186]: DEBUG oslo_vmware.api [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Task: {'id': task-3634784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.764810] env[69186]: DEBUG oslo_vmware.api [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634783, 'name': PowerOffVM_Task, 'duration_secs': 0.178463} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.764810] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.764810] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.764810] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e90d3dfb-f4b2-4d05-9c41-59505e3250b2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.811649] env[69186]: DEBUG nova.network.neutron [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Updating instance_info_cache with network_info: [{"id": "570bc2e9-ce0f-47ce-b132-6ff502920cdb", "address": "fa:16:3e:ba:de:e9", "network": {"id": "859684c5-55c8-4faf-81cc-bb2bbc16a135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-701422059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aee6bacfd414b25b566d5689a678df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap570bc2e9-ce", "ovs_interfaceid": "570bc2e9-ce0f-47ce-b132-6ff502920cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.835661] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.835964] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.836125] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Deleting the datastore file [datastore2] 5d283527-7cce-479b-9160-bc2f9cce7e83 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.836416] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-734a9a0d-63ab-4c1d-83f3-462aa3184a6f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.845252] env[69186]: DEBUG oslo_vmware.api [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Waiting for the task: (returnval){ [ 759.845252] env[69186]: value = "task-3634786" [ 759.845252] env[69186]: _type = "Task" [ 759.845252] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.855294] env[69186]: DEBUG oslo_vmware.api [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.976437] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Task: {'id': task-3634781, 'name': Rename_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.088550] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6426e9-9c99-4d2e-ac45-76809e10632c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.099870] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309fba55-3f7b-466e-a813-fd5da1070622 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.138743] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb4d96b-c152-46c1-a440-791d5cc622fb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.147255] env[69186]: DEBUG oslo_vmware.api [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Task: {'id': task-3634784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530593} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.149739] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] c1074fc1-c72a-4eae-865a-cd31a20667e2/c1074fc1-c72a-4eae-865a-cd31a20667e2.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.149996] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.150332] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce3271f0-c879-49ee-b8d1-2920bafcb3ab {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.153411] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a0999e-dbe5-4617-a557-d5320d6aa52e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.168074] env[69186]: DEBUG nova.compute.provider_tree [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.174028] env[69186]: DEBUG oslo_vmware.api [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Waiting for the task: (returnval){ [ 760.174028] env[69186]: value = "task-3634787" [ 760.174028] env[69186]: _type = "Task" [ 760.174028] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.301789] env[69186]: DEBUG nova.compute.manager [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.314676] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Releasing lock "refresh_cache-601edb67-4716-4c68-be2d-18285c148e79" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.315228] env[69186]: DEBUG nova.compute.manager [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Instance network_info: |[{"id": "570bc2e9-ce0f-47ce-b132-6ff502920cdb", "address": "fa:16:3e:ba:de:e9", "network": {"id": "859684c5-55c8-4faf-81cc-bb2bbc16a135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-701422059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aee6bacfd414b25b566d5689a678df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap570bc2e9-ce", "ovs_interfaceid": "570bc2e9-ce0f-47ce-b132-6ff502920cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.318706] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:de:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '816c6e38-e200-4544-8c5b-9fc3e16c5761', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '570bc2e9-ce0f-47ce-b132-6ff502920cdb', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.327661] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Creating folder: Project (7aee6bacfd414b25b566d5689a678df9). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.331683] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21f07847-5fed-467d-b729-507ac541e605 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.343079] env[69186]: DEBUG nova.virt.hardware [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.343542] env[69186]: DEBUG nova.virt.hardware [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.343803] env[69186]: DEBUG nova.virt.hardware [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.344129] env[69186]: DEBUG nova.virt.hardware [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.344569] env[69186]: DEBUG nova.virt.hardware [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.344835] env[69186]: DEBUG nova.virt.hardware [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.345189] env[69186]: DEBUG nova.virt.hardware [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.347207] env[69186]: DEBUG nova.virt.hardware [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.347207] env[69186]: DEBUG nova.virt.hardware [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.347207] env[69186]: DEBUG nova.virt.hardware [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.347207] env[69186]: DEBUG nova.virt.hardware [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.347207] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c336c82a-2b7c-4f49-92bf-acc4f893ab85 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.356601] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Created folder: Project (7aee6bacfd414b25b566d5689a678df9) in parent group-v724677. [ 760.357026] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Creating folder: Instances. Parent ref: group-v724780. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.358346] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05c0903f-0a19-4965-9ea7-21851be05170 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.364555] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218dfb0c-5785-4dac-baff-d07bd15664d5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.375059] env[69186]: DEBUG oslo_vmware.api [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Task: {'id': task-3634786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41962} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.375059] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.375059] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.375059] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.375059] env[69186]: INFO nova.compute.manager [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Took 1.14 seconds to destroy the instance on the hypervisor. [ 760.375401] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.375401] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Created folder: Instances in parent group-v724780. [ 760.375633] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.383570] env[69186]: DEBUG nova.compute.manager [-] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.383836] env[69186]: DEBUG nova.network.neutron [-] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.385895] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.387185] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44399fb0-3bb8-4911-bc00-9450cfb04d79 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.412131] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.412131] env[69186]: value = "task-3634790" [ 760.412131] env[69186]: _type = "Task" [ 760.412131] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.425605] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634790, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.474858] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Task: {'id': task-3634781, 'name': Rename_Task, 'duration_secs': 1.139533} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.475273] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.475726] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de10b064-e7bf-47d2-890f-47a518debbc1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.482917] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Waiting for the task: (returnval){ [ 760.482917] env[69186]: value = "task-3634791" [ 760.482917] env[69186]: _type = "Task" [ 760.482917] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.492855] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Task: {'id': task-3634791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.534539] env[69186]: DEBUG nova.compute.manager [req-33913208-b7d8-4556-99c5-ecd3608f7426 req-a2e4b557-5028-4460-833b-f869c3da40a5 service nova] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Received event network-changed-570bc2e9-ce0f-47ce-b132-6ff502920cdb {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.534826] env[69186]: DEBUG nova.compute.manager [req-33913208-b7d8-4556-99c5-ecd3608f7426 req-a2e4b557-5028-4460-833b-f869c3da40a5 service nova] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Refreshing instance network info cache due to event network-changed-570bc2e9-ce0f-47ce-b132-6ff502920cdb. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.535152] env[69186]: DEBUG oslo_concurrency.lockutils [req-33913208-b7d8-4556-99c5-ecd3608f7426 req-a2e4b557-5028-4460-833b-f869c3da40a5 service nova] Acquiring lock "refresh_cache-601edb67-4716-4c68-be2d-18285c148e79" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.535316] env[69186]: DEBUG oslo_concurrency.lockutils [req-33913208-b7d8-4556-99c5-ecd3608f7426 req-a2e4b557-5028-4460-833b-f869c3da40a5 service nova] Acquired lock "refresh_cache-601edb67-4716-4c68-be2d-18285c148e79" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.536592] env[69186]: DEBUG nova.network.neutron [req-33913208-b7d8-4556-99c5-ecd3608f7426 req-a2e4b557-5028-4460-833b-f869c3da40a5 service nova] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Refreshing network info cache for port 570bc2e9-ce0f-47ce-b132-6ff502920cdb {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.676026] env[69186]: DEBUG nova.scheduler.client.report [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.697984] env[69186]: DEBUG oslo_vmware.api [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Task: {'id': task-3634787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094524} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.698376] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.699402] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df11c97b-a4c3-4d61-8975-9bac5edc90db {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.731280] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] c1074fc1-c72a-4eae-865a-cd31a20667e2/c1074fc1-c72a-4eae-865a-cd31a20667e2.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.731280] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b98a04a3-9be1-4513-bfa3-064bb9f90e73 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.755460] env[69186]: DEBUG oslo_vmware.api [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Waiting for the task: (returnval){ [ 760.755460] env[69186]: value = "task-3634792" [ 760.755460] env[69186]: _type = "Task" [ 760.755460] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.766668] env[69186]: DEBUG oslo_vmware.api [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Task: {'id': task-3634792, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.926889] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634790, 'name': CreateVM_Task, 'duration_secs': 0.507676} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.927401] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.928292] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.928504] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.929224] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.929520] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eafa1c9-5802-42e6-aeae-fdac6f029c60 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.936278] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 760.936278] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a1b854-40bc-2cca-73b3-574761831779" [ 760.936278] env[69186]: _type = "Task" [ 760.936278] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.946537] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a1b854-40bc-2cca-73b3-574761831779, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.993296] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Task: {'id': task-3634791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.036271] env[69186]: DEBUG nova.network.neutron [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Successfully updated port: ee6a51e5-dcfb-485e-b643-2de38f14c8d9 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.182983] env[69186]: DEBUG oslo_concurrency.lockutils [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.900s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.183548] env[69186]: DEBUG nova.compute.manager [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.190028] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dfa6ca8a-1b49-4d5a-a21a-561cd22a3417 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 23.995s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.270436] env[69186]: DEBUG oslo_vmware.api [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Task: {'id': task-3634792, 'name': ReconfigVM_Task, 'duration_secs': 0.397511} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.270794] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Reconfigured VM instance instance-0000001f to attach disk [datastore2] c1074fc1-c72a-4eae-865a-cd31a20667e2/c1074fc1-c72a-4eae-865a-cd31a20667e2.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.273196] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-732b01c4-278d-4280-95a8-60e36b77fd8a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.280850] env[69186]: DEBUG oslo_vmware.api [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Waiting for the task: (returnval){ [ 761.280850] env[69186]: value = "task-3634793" [ 761.280850] env[69186]: _type = "Task" [ 761.280850] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.291072] env[69186]: DEBUG oslo_vmware.api [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Task: {'id': task-3634793, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.301015] env[69186]: DEBUG nova.network.neutron [req-33913208-b7d8-4556-99c5-ecd3608f7426 req-a2e4b557-5028-4460-833b-f869c3da40a5 service nova] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Updated VIF entry in instance network info cache for port 570bc2e9-ce0f-47ce-b132-6ff502920cdb. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.301392] env[69186]: DEBUG nova.network.neutron [req-33913208-b7d8-4556-99c5-ecd3608f7426 req-a2e4b557-5028-4460-833b-f869c3da40a5 service nova] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Updating instance_info_cache with network_info: [{"id": "570bc2e9-ce0f-47ce-b132-6ff502920cdb", "address": "fa:16:3e:ba:de:e9", "network": {"id": "859684c5-55c8-4faf-81cc-bb2bbc16a135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-701422059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aee6bacfd414b25b566d5689a678df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap570bc2e9-ce", "ovs_interfaceid": "570bc2e9-ce0f-47ce-b132-6ff502920cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.442134] env[69186]: DEBUG nova.network.neutron [-] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.447239] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a1b854-40bc-2cca-73b3-574761831779, 'name': SearchDatastore_Task, 'duration_secs': 0.015171} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.447765] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.448105] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.448448] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.448641] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.448904] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.449244] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5082f744-cada-450f-8154-b33e790410af {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.457724] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.457999] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.459093] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c49e49b-1a4c-4f06-b33b-341d7bd17203 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.464675] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 761.464675] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5251dbf6-1ebb-d059-badc-68ce74bd5439" [ 761.464675] env[69186]: _type = "Task" [ 761.464675] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.472876] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5251dbf6-1ebb-d059-badc-68ce74bd5439, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.493348] env[69186]: DEBUG oslo_vmware.api [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Task: {'id': task-3634791, 'name': PowerOnVM_Task, 'duration_secs': 0.675734} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.493738] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.494054] env[69186]: INFO nova.compute.manager [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Took 9.53 seconds to spawn the instance on the hypervisor. [ 761.494282] env[69186]: DEBUG nova.compute.manager [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.495181] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007354e8-65b9-4486-aa09-4342d16e6aa5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.542108] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "refresh_cache-e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.542283] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquired lock "refresh_cache-e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.542861] env[69186]: DEBUG nova.network.neutron [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.693325] env[69186]: DEBUG nova.compute.utils [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.695929] env[69186]: DEBUG nova.compute.manager [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.696190] env[69186]: DEBUG nova.network.neutron [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.771453] env[69186]: DEBUG nova.policy [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a438111eba19415fb4d1428a070628d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f446d2fb9e224aecb9f53babe0e2bb51', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.799864] env[69186]: DEBUG oslo_vmware.api [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Task: {'id': task-3634793, 'name': Rename_Task, 'duration_secs': 0.185082} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.800160] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.800416] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62a90089-bba5-488d-b835-efd468df20b0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.803850] env[69186]: DEBUG oslo_concurrency.lockutils [req-33913208-b7d8-4556-99c5-ecd3608f7426 req-a2e4b557-5028-4460-833b-f869c3da40a5 service nova] Releasing lock "refresh_cache-601edb67-4716-4c68-be2d-18285c148e79" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.807787] env[69186]: DEBUG oslo_vmware.api [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Waiting for the task: (returnval){ [ 761.807787] env[69186]: value = "task-3634794" [ 761.807787] env[69186]: _type = "Task" [ 761.807787] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.818763] env[69186]: DEBUG oslo_vmware.api [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Task: {'id': task-3634794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.950070] env[69186]: INFO nova.compute.manager [-] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Took 1.56 seconds to deallocate network for instance. [ 761.975582] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5251dbf6-1ebb-d059-badc-68ce74bd5439, 'name': SearchDatastore_Task, 'duration_secs': 0.02436} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.979241] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c274159-01e5-4c6c-97fc-0c35bcd78180 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.987371] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 761.987371] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e10286-7a5d-36e9-643a-c1919491a311" [ 761.987371] env[69186]: _type = "Task" [ 761.987371] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.996129] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e10286-7a5d-36e9-643a-c1919491a311, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.012701] env[69186]: INFO nova.compute.manager [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Took 44.92 seconds to build instance. [ 762.103020] env[69186]: DEBUG nova.network.neutron [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.199227] env[69186]: DEBUG nova.compute.manager [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.325123] env[69186]: DEBUG oslo_vmware.api [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Task: {'id': task-3634794, 'name': PowerOnVM_Task, 'duration_secs': 0.480577} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.325545] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.325890] env[69186]: INFO nova.compute.manager [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Took 7.58 seconds to spawn the instance on the hypervisor. [ 762.326391] env[69186]: DEBUG nova.compute.manager [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.328011] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e6e82d-65d4-48e4-bf7a-7d68c5f8c4e0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.331939] env[69186]: DEBUG nova.network.neutron [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Successfully created port: 3ea78774-2119-4faf-9d90-c9f13020f4fb {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.347092] env[69186]: DEBUG nova.network.neutron [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Updating instance_info_cache with network_info: [{"id": "ee6a51e5-dcfb-485e-b643-2de38f14c8d9", "address": "fa:16:3e:d2:03:3c", "network": {"id": "5a237d64-003d-4d9e-b869-69de2f9ecce2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1208086149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f7d600f95bef403bb7a5209b7d1fc1a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee6a51e5-dc", "ovs_interfaceid": "ee6a51e5-dcfb-485e-b643-2de38f14c8d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.455468] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.498570] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e10286-7a5d-36e9-643a-c1919491a311, 'name': SearchDatastore_Task, 'duration_secs': 0.015001} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.499226] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.499226] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 601edb67-4716-4c68-be2d-18285c148e79/601edb67-4716-4c68-be2d-18285c148e79.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.499474] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d94fbeef-72bb-4ac7-a936-e4647ca27d24 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.502968] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473a3259-1c88-4e1a-9d57-07c99322e0f0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.511428] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ff10ab-adb2-44bb-868f-c677c3aab2a0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.514555] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 762.514555] env[69186]: value = "task-3634795" [ 762.514555] env[69186]: _type = "Task" [ 762.514555] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.545620] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Lock "b26562ea-4352-445d-9a42-871579a76088" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.185s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.548517] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c47b09-e131-4e02-b19e-35754ce65434 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.554511] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3634795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.559784] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e2fbfb-06e9-4b40-9759-8b14aeb59347 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.575649] env[69186]: DEBUG nova.compute.provider_tree [None req-dfa6ca8a-1b49-4d5a-a21a-561cd22a3417 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.765052] env[69186]: DEBUG nova.compute.manager [req-1a80a736-404e-4076-b985-cb047fa8b937 req-0a50072e-bba9-410e-a286-cccd110a3882 service nova] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Received event network-vif-plugged-ee6a51e5-dcfb-485e-b643-2de38f14c8d9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.765284] env[69186]: DEBUG oslo_concurrency.lockutils [req-1a80a736-404e-4076-b985-cb047fa8b937 req-0a50072e-bba9-410e-a286-cccd110a3882 service nova] Acquiring lock "e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.765548] env[69186]: DEBUG oslo_concurrency.lockutils [req-1a80a736-404e-4076-b985-cb047fa8b937 req-0a50072e-bba9-410e-a286-cccd110a3882 service nova] Lock "e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.766714] env[69186]: DEBUG oslo_concurrency.lockutils [req-1a80a736-404e-4076-b985-cb047fa8b937 req-0a50072e-bba9-410e-a286-cccd110a3882 service nova] Lock "e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.766714] env[69186]: DEBUG nova.compute.manager [req-1a80a736-404e-4076-b985-cb047fa8b937 req-0a50072e-bba9-410e-a286-cccd110a3882 service nova] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] No waiting events found dispatching network-vif-plugged-ee6a51e5-dcfb-485e-b643-2de38f14c8d9 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.767806] env[69186]: WARNING nova.compute.manager [req-1a80a736-404e-4076-b985-cb047fa8b937 req-0a50072e-bba9-410e-a286-cccd110a3882 service nova] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Received unexpected event network-vif-plugged-ee6a51e5-dcfb-485e-b643-2de38f14c8d9 for instance with vm_state building and task_state spawning. [ 762.767806] env[69186]: DEBUG nova.compute.manager [req-1a80a736-404e-4076-b985-cb047fa8b937 req-0a50072e-bba9-410e-a286-cccd110a3882 service nova] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Received event network-vif-deleted-5ba1c563-862a-48e2-bdd3-ed602f544097 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.767806] env[69186]: DEBUG nova.compute.manager [req-1a80a736-404e-4076-b985-cb047fa8b937 req-0a50072e-bba9-410e-a286-cccd110a3882 service nova] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Received event network-changed-ee6a51e5-dcfb-485e-b643-2de38f14c8d9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.768030] env[69186]: DEBUG nova.compute.manager [req-1a80a736-404e-4076-b985-cb047fa8b937 req-0a50072e-bba9-410e-a286-cccd110a3882 service nova] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Refreshing instance network info cache due to event network-changed-ee6a51e5-dcfb-485e-b643-2de38f14c8d9. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.768030] env[69186]: DEBUG oslo_concurrency.lockutils [req-1a80a736-404e-4076-b985-cb047fa8b937 req-0a50072e-bba9-410e-a286-cccd110a3882 service nova] Acquiring lock "refresh_cache-e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.850211] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Releasing lock "refresh_cache-e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.851423] env[69186]: DEBUG nova.compute.manager [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Instance network_info: |[{"id": "ee6a51e5-dcfb-485e-b643-2de38f14c8d9", "address": "fa:16:3e:d2:03:3c", "network": {"id": "5a237d64-003d-4d9e-b869-69de2f9ecce2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1208086149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f7d600f95bef403bb7a5209b7d1fc1a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee6a51e5-dc", "ovs_interfaceid": "ee6a51e5-dcfb-485e-b643-2de38f14c8d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.854776] env[69186]: DEBUG oslo_concurrency.lockutils [req-1a80a736-404e-4076-b985-cb047fa8b937 req-0a50072e-bba9-410e-a286-cccd110a3882 service nova] Acquired lock "refresh_cache-e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.854776] env[69186]: DEBUG nova.network.neutron [req-1a80a736-404e-4076-b985-cb047fa8b937 req-0a50072e-bba9-410e-a286-cccd110a3882 service nova] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Refreshing network info cache for port ee6a51e5-dcfb-485e-b643-2de38f14c8d9 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.854776] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:03:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee6a51e5-dcfb-485e-b643-2de38f14c8d9', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.864291] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Creating folder: Project (f7d600f95bef403bb7a5209b7d1fc1a2). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.865102] env[69186]: INFO nova.compute.manager [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Took 40.64 seconds to build instance. [ 762.867424] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c28619ef-c863-4020-adaa-fb9a59230610 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.879874] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Created folder: Project (f7d600f95bef403bb7a5209b7d1fc1a2) in parent group-v724677. [ 762.880156] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Creating folder: Instances. Parent ref: group-v724783. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.880422] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53fc8d54-6f9a-4873-bf8e-27e160b39b7e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.891659] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Created folder: Instances in parent group-v724783. [ 762.891931] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.892148] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.892365] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07cb6df6-e7e6-41bd-8f3e-aa47f20a6417 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.914725] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.914725] env[69186]: value = "task-3634798" [ 762.914725] env[69186]: _type = "Task" [ 762.914725] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.925958] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634798, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.028594] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3634795, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.052703] env[69186]: DEBUG nova.compute.manager [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.077246] env[69186]: DEBUG nova.scheduler.client.report [None req-dfa6ca8a-1b49-4d5a-a21a-561cd22a3417 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.208758] env[69186]: DEBUG nova.compute.manager [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.234736] env[69186]: DEBUG nova.virt.hardware [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.235087] env[69186]: DEBUG nova.virt.hardware [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.235297] env[69186]: DEBUG nova.virt.hardware [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.235527] env[69186]: DEBUG nova.virt.hardware [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.235716] env[69186]: DEBUG nova.virt.hardware [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.235898] env[69186]: DEBUG nova.virt.hardware [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.236158] env[69186]: DEBUG nova.virt.hardware [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.236395] env[69186]: DEBUG nova.virt.hardware [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.236591] env[69186]: DEBUG nova.virt.hardware [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.236756] env[69186]: DEBUG nova.virt.hardware [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.236944] env[69186]: DEBUG nova.virt.hardware [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.237850] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef0d65b-a11d-4fa3-bea5-674a6a48ab41 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.246510] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1707a1f2-642b-4a55-a0c3-a02e9484efd9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.369102] env[69186]: DEBUG oslo_concurrency.lockutils [None req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Lock "c1074fc1-c72a-4eae-865a-cd31a20667e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.100s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.428638] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634798, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.530075] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3634795, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.590039] env[69186]: DEBUG oslo_concurrency.lockutils [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.628154] env[69186]: DEBUG oslo_concurrency.lockutils [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Acquiring lock "b26562ea-4352-445d-9a42-871579a76088" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.628154] env[69186]: DEBUG oslo_concurrency.lockutils [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Lock "b26562ea-4352-445d-9a42-871579a76088" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.628154] env[69186]: DEBUG oslo_concurrency.lockutils [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Acquiring lock "b26562ea-4352-445d-9a42-871579a76088-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.628154] env[69186]: DEBUG oslo_concurrency.lockutils [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Lock "b26562ea-4352-445d-9a42-871579a76088-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.628340] env[69186]: DEBUG oslo_concurrency.lockutils [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Lock "b26562ea-4352-445d-9a42-871579a76088-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.630056] env[69186]: INFO nova.compute.manager [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Terminating instance [ 763.709805] env[69186]: DEBUG nova.network.neutron [req-1a80a736-404e-4076-b985-cb047fa8b937 req-0a50072e-bba9-410e-a286-cccd110a3882 service nova] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Updated VIF entry in instance network info cache for port ee6a51e5-dcfb-485e-b643-2de38f14c8d9. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.710199] env[69186]: DEBUG nova.network.neutron [req-1a80a736-404e-4076-b985-cb047fa8b937 req-0a50072e-bba9-410e-a286-cccd110a3882 service nova] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Updating instance_info_cache with network_info: [{"id": "ee6a51e5-dcfb-485e-b643-2de38f14c8d9", "address": "fa:16:3e:d2:03:3c", "network": {"id": "5a237d64-003d-4d9e-b869-69de2f9ecce2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1208086149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f7d600f95bef403bb7a5209b7d1fc1a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee6a51e5-dc", "ovs_interfaceid": "ee6a51e5-dcfb-485e-b643-2de38f14c8d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.874711] env[69186]: DEBUG nova.compute.manager [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.926746] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634798, 'name': CreateVM_Task, 'duration_secs': 0.671556} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.927520] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.928378] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.929086] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.929086] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.929437] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58dd172f-54b3-4ecd-8f48-ea12d982c48a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.935312] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 763.935312] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5249e30f-8751-8699-e05b-ef13594782ca" [ 763.935312] env[69186]: _type = "Task" [ 763.935312] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.944401] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5249e30f-8751-8699-e05b-ef13594782ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.026194] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3634795, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.093270] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dfa6ca8a-1b49-4d5a-a21a-561cd22a3417 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.906s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.097923] env[69186]: DEBUG oslo_concurrency.lockutils [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.264s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.098860] env[69186]: INFO nova.compute.claims [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.106380] env[69186]: DEBUG nova.network.neutron [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Successfully updated port: 3ea78774-2119-4faf-9d90-c9f13020f4fb {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.137262] env[69186]: DEBUG nova.compute.manager [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.137485] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.138642] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b674db-5e68-4ed1-b91c-e1687faa5187 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.151364] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.153088] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72db76e9-002f-4e10-8ffa-a4eb87bb0262 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.162522] env[69186]: DEBUG oslo_vmware.api [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Waiting for the task: (returnval){ [ 764.162522] env[69186]: value = "task-3634799" [ 764.162522] env[69186]: _type = "Task" [ 764.162522] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.175446] env[69186]: DEBUG oslo_vmware.api [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Task: {'id': task-3634799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.214337] env[69186]: DEBUG oslo_concurrency.lockutils [req-1a80a736-404e-4076-b985-cb047fa8b937 req-0a50072e-bba9-410e-a286-cccd110a3882 service nova] Releasing lock "refresh_cache-e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.402712] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.446633] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5249e30f-8751-8699-e05b-ef13594782ca, 'name': SearchDatastore_Task, 'duration_secs': 0.021038} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.446633] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.446830] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.447139] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.447326] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.447525] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.447831] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f57ba6a8-160d-47ca-840c-afe3e524d4db {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.457007] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.457227] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.457996] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cb666af-29d2-49bb-98da-0e8d91e11621 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.463449] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 764.463449] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529a850e-563f-b553-915d-27eeaee999e4" [ 764.463449] env[69186]: _type = "Task" [ 764.463449] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.471761] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529a850e-563f-b553-915d-27eeaee999e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.526290] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3634795, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.745873} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.526590] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 601edb67-4716-4c68-be2d-18285c148e79/601edb67-4716-4c68-be2d-18285c148e79.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.526805] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.527072] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6a38251-b454-4bf1-85db-fc6613b9955c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.533294] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 764.533294] env[69186]: value = "task-3634800" [ 764.533294] env[69186]: _type = "Task" [ 764.533294] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.543121] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3634800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.578881] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Acquiring lock "c1074fc1-c72a-4eae-865a-cd31a20667e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.579292] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Lock "c1074fc1-c72a-4eae-865a-cd31a20667e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.579555] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Acquiring lock "c1074fc1-c72a-4eae-865a-cd31a20667e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.579806] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Lock "c1074fc1-c72a-4eae-865a-cd31a20667e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.580094] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Lock "c1074fc1-c72a-4eae-865a-cd31a20667e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.582300] env[69186]: INFO nova.compute.manager [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Terminating instance [ 764.610071] env[69186]: DEBUG oslo_concurrency.lockutils [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Acquiring lock "refresh_cache-eb3117db-c8ed-44d8-809f-a1bfdedec373" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.610131] env[69186]: DEBUG oslo_concurrency.lockutils [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Acquired lock "refresh_cache-eb3117db-c8ed-44d8-809f-a1bfdedec373" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.610272] env[69186]: DEBUG nova.network.neutron [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.669717] env[69186]: INFO nova.scheduler.client.report [None req-dfa6ca8a-1b49-4d5a-a21a-561cd22a3417 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Deleted allocation for migration 8773209e-674c-4bcf-a3bb-678fcc5c20f0 [ 764.676312] env[69186]: DEBUG oslo_vmware.api [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Task: {'id': task-3634799, 'name': PowerOffVM_Task, 'duration_secs': 0.214265} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.676890] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.677033] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.677270] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e51cbe3b-9f40-4b37-9175-d682de35f546 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.748383] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.748631] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.749148] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Deleting the datastore file [datastore2] b26562ea-4352-445d-9a42-871579a76088 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.749532] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92de8c7d-40ac-42cc-9de9-692159ae44b8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.756263] env[69186]: DEBUG oslo_vmware.api [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Waiting for the task: (returnval){ [ 764.756263] env[69186]: value = "task-3634802" [ 764.756263] env[69186]: _type = "Task" [ 764.756263] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.764480] env[69186]: DEBUG oslo_vmware.api [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Task: {'id': task-3634802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.798337] env[69186]: DEBUG nova.compute.manager [req-ad9768a0-6393-4c8c-a6a1-678c70fe5a69 req-b4fde9c5-0f81-4924-b2ca-940b792c11ac service nova] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Received event network-vif-plugged-3ea78774-2119-4faf-9d90-c9f13020f4fb {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.798555] env[69186]: DEBUG oslo_concurrency.lockutils [req-ad9768a0-6393-4c8c-a6a1-678c70fe5a69 req-b4fde9c5-0f81-4924-b2ca-940b792c11ac service nova] Acquiring lock "eb3117db-c8ed-44d8-809f-a1bfdedec373-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.798641] env[69186]: DEBUG oslo_concurrency.lockutils [req-ad9768a0-6393-4c8c-a6a1-678c70fe5a69 req-b4fde9c5-0f81-4924-b2ca-940b792c11ac service nova] Lock "eb3117db-c8ed-44d8-809f-a1bfdedec373-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.798795] env[69186]: DEBUG oslo_concurrency.lockutils [req-ad9768a0-6393-4c8c-a6a1-678c70fe5a69 req-b4fde9c5-0f81-4924-b2ca-940b792c11ac service nova] Lock "eb3117db-c8ed-44d8-809f-a1bfdedec373-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.798980] env[69186]: DEBUG nova.compute.manager [req-ad9768a0-6393-4c8c-a6a1-678c70fe5a69 req-b4fde9c5-0f81-4924-b2ca-940b792c11ac service nova] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] No waiting events found dispatching network-vif-plugged-3ea78774-2119-4faf-9d90-c9f13020f4fb {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.799189] env[69186]: WARNING nova.compute.manager [req-ad9768a0-6393-4c8c-a6a1-678c70fe5a69 req-b4fde9c5-0f81-4924-b2ca-940b792c11ac service nova] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Received unexpected event network-vif-plugged-3ea78774-2119-4faf-9d90-c9f13020f4fb for instance with vm_state building and task_state spawning. [ 764.799370] env[69186]: DEBUG nova.compute.manager [req-ad9768a0-6393-4c8c-a6a1-678c70fe5a69 req-b4fde9c5-0f81-4924-b2ca-940b792c11ac service nova] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Received event network-changed-3ea78774-2119-4faf-9d90-c9f13020f4fb {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.799457] env[69186]: DEBUG nova.compute.manager [req-ad9768a0-6393-4c8c-a6a1-678c70fe5a69 req-b4fde9c5-0f81-4924-b2ca-940b792c11ac service nova] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Refreshing instance network info cache due to event network-changed-3ea78774-2119-4faf-9d90-c9f13020f4fb. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.799631] env[69186]: DEBUG oslo_concurrency.lockutils [req-ad9768a0-6393-4c8c-a6a1-678c70fe5a69 req-b4fde9c5-0f81-4924-b2ca-940b792c11ac service nova] Acquiring lock "refresh_cache-eb3117db-c8ed-44d8-809f-a1bfdedec373" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.977019] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529a850e-563f-b553-915d-27eeaee999e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011142} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.977019] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3e98562-d5ed-446e-a7a4-8db352e051cb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.985401] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 764.985401] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529ac65e-17cb-7c8c-babe-bb43d7a86bfa" [ 764.985401] env[69186]: _type = "Task" [ 764.985401] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.994543] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529ac65e-17cb-7c8c-babe-bb43d7a86bfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.043349] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3634800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09294} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.043714] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.045194] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176763ea-2a01-431d-834a-6ed6d5d842bf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.072369] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 601edb67-4716-4c68-be2d-18285c148e79/601edb67-4716-4c68-be2d-18285c148e79.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.072733] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30fc0520-9083-48f3-87c0-b062c3afada7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.087675] env[69186]: DEBUG nova.compute.manager [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.087930] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.088828] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253b9e53-420e-4e5e-80d3-8d562be14854 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.099562] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.101367] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-939f8ab3-77d7-4792-8182-54759d7c946a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.102670] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 765.102670] env[69186]: value = "task-3634803" [ 765.102670] env[69186]: _type = "Task" [ 765.102670] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.107507] env[69186]: DEBUG oslo_vmware.api [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Waiting for the task: (returnval){ [ 765.107507] env[69186]: value = "task-3634804" [ 765.107507] env[69186]: _type = "Task" [ 765.107507] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.119741] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3634803, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.125180] env[69186]: DEBUG oslo_vmware.api [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Task: {'id': task-3634804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.176506] env[69186]: DEBUG nova.network.neutron [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.179627] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dfa6ca8a-1b49-4d5a-a21a-561cd22a3417 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "f503d73d-b6a6-49cb-9c4c-ece76e61ff8e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 31.658s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.269476] env[69186]: DEBUG oslo_vmware.api [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Task: {'id': task-3634802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231644} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.269476] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.269476] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.269476] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.269925] env[69186]: INFO nova.compute.manager [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] [instance: b26562ea-4352-445d-9a42-871579a76088] Took 1.13 seconds to destroy the instance on the hypervisor. [ 765.269925] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.270807] env[69186]: DEBUG nova.compute.manager [-] [instance: b26562ea-4352-445d-9a42-871579a76088] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.270971] env[69186]: DEBUG nova.network.neutron [-] [instance: b26562ea-4352-445d-9a42-871579a76088] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.496426] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529ac65e-17cb-7c8c-babe-bb43d7a86bfa, 'name': SearchDatastore_Task, 'duration_secs': 0.013363} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.496891] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.497355] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1/e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.497824] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e0a7a5c-5575-4c08-a9c1-c8e6fbb3965c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.513524] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 765.513524] env[69186]: value = "task-3634805" [ 765.513524] env[69186]: _type = "Task" [ 765.513524] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.517945] env[69186]: DEBUG nova.network.neutron [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Updating instance_info_cache with network_info: [{"id": "3ea78774-2119-4faf-9d90-c9f13020f4fb", "address": "fa:16:3e:75:45:8b", "network": {"id": "e043df58-5f1b-4af9-b8b7-c7495204af34", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-338989472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f446d2fb9e224aecb9f53babe0e2bb51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea78774-21", "ovs_interfaceid": "3ea78774-2119-4faf-9d90-c9f13020f4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.524883] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.612812] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3634803, 'name': ReconfigVM_Task, 'duration_secs': 0.374674} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.617116] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 601edb67-4716-4c68-be2d-18285c148e79/601edb67-4716-4c68-be2d-18285c148e79.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.617116] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c60c38a-a0b0-4581-aba8-387a638d602c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.628125] env[69186]: DEBUG oslo_vmware.api [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Task: {'id': task-3634804, 'name': PowerOffVM_Task, 'duration_secs': 0.194704} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.628125] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.628125] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.628125] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 765.628125] env[69186]: value = "task-3634806" [ 765.628125] env[69186]: _type = "Task" [ 765.628125] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.628990] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da58c6bf-4126-4d75-9dc8-7b89316d45ff {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.638829] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3634806, 'name': Rename_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.697370] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.697576] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.697754] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Deleting the datastore file [datastore2] c1074fc1-c72a-4eae-865a-cd31a20667e2 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.698027] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bdf8cb3-414f-4b85-a375-c5d001b71607 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.704535] env[69186]: DEBUG oslo_vmware.api [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Waiting for the task: (returnval){ [ 765.704535] env[69186]: value = "task-3634808" [ 765.704535] env[69186]: _type = "Task" [ 765.704535] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.715495] env[69186]: DEBUG oslo_vmware.api [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Task: {'id': task-3634808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.831691] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f792d5-705e-42cb-95d2-34ec34e7a853 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.839945] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc2e31d-36c3-423b-9d81-4270b052b624 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.871934] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa9e491-f0fc-45b5-8885-ffcf62921992 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.879940] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec7c15b-6b1c-4dc7-8a19-feb0d6136c75 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.896730] env[69186]: DEBUG nova.compute.provider_tree [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.022480] env[69186]: DEBUG oslo_concurrency.lockutils [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Releasing lock "refresh_cache-eb3117db-c8ed-44d8-809f-a1bfdedec373" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.023020] env[69186]: DEBUG nova.compute.manager [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Instance network_info: |[{"id": "3ea78774-2119-4faf-9d90-c9f13020f4fb", "address": "fa:16:3e:75:45:8b", "network": {"id": "e043df58-5f1b-4af9-b8b7-c7495204af34", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-338989472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f446d2fb9e224aecb9f53babe0e2bb51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea78774-21", "ovs_interfaceid": "3ea78774-2119-4faf-9d90-c9f13020f4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.023482] env[69186]: DEBUG oslo_concurrency.lockutils [req-ad9768a0-6393-4c8c-a6a1-678c70fe5a69 req-b4fde9c5-0f81-4924-b2ca-940b792c11ac service nova] Acquired lock "refresh_cache-eb3117db-c8ed-44d8-809f-a1bfdedec373" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.023586] env[69186]: DEBUG nova.network.neutron [req-ad9768a0-6393-4c8c-a6a1-678c70fe5a69 req-b4fde9c5-0f81-4924-b2ca-940b792c11ac service nova] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Refreshing network info cache for port 3ea78774-2119-4faf-9d90-c9f13020f4fb {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.025303] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:45:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ea78774-2119-4faf-9d90-c9f13020f4fb', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.035287] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Creating folder: Project (f446d2fb9e224aecb9f53babe0e2bb51). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.037072] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c3ad778-a867-401e-a172-70e777353bfd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.044604] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634805, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.056412] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Created folder: Project (f446d2fb9e224aecb9f53babe0e2bb51) in parent group-v724677. [ 766.056412] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Creating folder: Instances. Parent ref: group-v724786. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.056412] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f3d5159-8dd4-415f-93c3-d9188df3e817 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.066260] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Created folder: Instances in parent group-v724786. [ 766.066652] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.066957] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.067198] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32ea696c-8838-42a5-8279-8d7f9a83ec2a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.095838] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.095838] env[69186]: value = "task-3634811" [ 766.095838] env[69186]: _type = "Task" [ 766.095838] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.096221] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634811, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.146475] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3634806, 'name': Rename_Task, 'duration_secs': 0.164586} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.146767] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.147031] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9a77d02-f9e9-43fc-8ea2-740f950a6cde {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.158827] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 766.158827] env[69186]: value = "task-3634812" [ 766.158827] env[69186]: _type = "Task" [ 766.158827] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.176186] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3634812, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.215482] env[69186]: DEBUG oslo_vmware.api [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Task: {'id': task-3634808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446426} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.215751] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.215928] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.216124] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.216343] env[69186]: INFO nova.compute.manager [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 766.216583] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.217179] env[69186]: DEBUG nova.compute.manager [-] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.217219] env[69186]: DEBUG nova.network.neutron [-] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.400610] env[69186]: DEBUG nova.scheduler.client.report [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.527166] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573967} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.527248] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1/e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.527463] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.527729] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8568111c-8086-4a7d-9b54-28c3ab28df3d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.533784] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 766.533784] env[69186]: value = "task-3634813" [ 766.533784] env[69186]: _type = "Task" [ 766.533784] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.547181] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.570332] env[69186]: DEBUG nova.network.neutron [-] [instance: b26562ea-4352-445d-9a42-871579a76088] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.596948] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634811, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.671473] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3634812, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.804936] env[69186]: DEBUG nova.network.neutron [req-ad9768a0-6393-4c8c-a6a1-678c70fe5a69 req-b4fde9c5-0f81-4924-b2ca-940b792c11ac service nova] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Updated VIF entry in instance network info cache for port 3ea78774-2119-4faf-9d90-c9f13020f4fb. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.805407] env[69186]: DEBUG nova.network.neutron [req-ad9768a0-6393-4c8c-a6a1-678c70fe5a69 req-b4fde9c5-0f81-4924-b2ca-940b792c11ac service nova] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Updating instance_info_cache with network_info: [{"id": "3ea78774-2119-4faf-9d90-c9f13020f4fb", "address": "fa:16:3e:75:45:8b", "network": {"id": "e043df58-5f1b-4af9-b8b7-c7495204af34", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-338989472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f446d2fb9e224aecb9f53babe0e2bb51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea78774-21", "ovs_interfaceid": "3ea78774-2119-4faf-9d90-c9f13020f4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.906190] env[69186]: DEBUG oslo_concurrency.lockutils [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.809s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.906848] env[69186]: DEBUG nova.compute.manager [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.909728] env[69186]: DEBUG oslo_concurrency.lockutils [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.646s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.909978] env[69186]: DEBUG nova.objects.instance [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Lazy-loading 'resources' on Instance uuid a1b743d8-af17-4c36-9e79-ed89e9134705 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.973795] env[69186]: DEBUG nova.compute.manager [req-bfafd4c8-8b66-4f3a-b085-be5a5d99fd91 req-e36c8f5e-b16a-43f4-93ef-a99b1b905c14 service nova] [instance: b26562ea-4352-445d-9a42-871579a76088] Received event network-vif-deleted-ca68682c-88ee-4524-92cb-8ca93845189c {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.973795] env[69186]: DEBUG nova.compute.manager [req-bfafd4c8-8b66-4f3a-b085-be5a5d99fd91 req-e36c8f5e-b16a-43f4-93ef-a99b1b905c14 service nova] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Received event network-vif-deleted-a0760d84-71b3-40a9-a816-8f8d9707eb74 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.973950] env[69186]: INFO nova.compute.manager [req-bfafd4c8-8b66-4f3a-b085-be5a5d99fd91 req-e36c8f5e-b16a-43f4-93ef-a99b1b905c14 service nova] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Neutron deleted interface a0760d84-71b3-40a9-a816-8f8d9707eb74; detaching it from the instance and deleting it from the info cache [ 766.974216] env[69186]: DEBUG nova.network.neutron [req-bfafd4c8-8b66-4f3a-b085-be5a5d99fd91 req-e36c8f5e-b16a-43f4-93ef-a99b1b905c14 service nova] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.046833] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069585} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.046833] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.046833] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d83f72b-bd7a-41b9-bee7-1a5052519204 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.048818] env[69186]: DEBUG nova.network.neutron [-] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.075168] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1/e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.076025] env[69186]: INFO nova.compute.manager [-] [instance: b26562ea-4352-445d-9a42-871579a76088] Took 1.81 seconds to deallocate network for instance. [ 767.076319] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbd8e075-41cf-42f3-b14a-4dc03939d0df {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.105279] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634811, 'name': CreateVM_Task, 'duration_secs': 0.989671} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.106655] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.106981] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 767.106981] env[69186]: value = "task-3634814" [ 767.106981] env[69186]: _type = "Task" [ 767.106981] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.107692] env[69186]: DEBUG oslo_concurrency.lockutils [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.107891] env[69186]: DEBUG oslo_concurrency.lockutils [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.108263] env[69186]: DEBUG oslo_concurrency.lockutils [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.109383] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b46cc62-58c1-402d-8193-8e5632c15550 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.120941] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.121819] env[69186]: DEBUG oslo_vmware.api [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Waiting for the task: (returnval){ [ 767.121819] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52dfa4fb-c50e-a3b0-dfed-01acbaac9bc5" [ 767.121819] env[69186]: _type = "Task" [ 767.121819] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.130699] env[69186]: DEBUG oslo_vmware.api [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52dfa4fb-c50e-a3b0-dfed-01acbaac9bc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.169258] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3634812, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.308975] env[69186]: DEBUG oslo_concurrency.lockutils [req-ad9768a0-6393-4c8c-a6a1-678c70fe5a69 req-b4fde9c5-0f81-4924-b2ca-940b792c11ac service nova] Releasing lock "refresh_cache-eb3117db-c8ed-44d8-809f-a1bfdedec373" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.414024] env[69186]: DEBUG nova.compute.utils [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.422133] env[69186]: DEBUG nova.compute.manager [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.422339] env[69186]: DEBUG nova.network.neutron [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.430558] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "3b71b08a-29ed-4e29-aa4f-1399df38498d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.430980] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "3b71b08a-29ed-4e29-aa4f-1399df38498d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.477015] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9713dbe-a575-4f25-9fd1-18b6519386d5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.489569] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca26877b-340e-4638-9418-84fae91cb40d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.504395] env[69186]: DEBUG nova.policy [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8aa9dc643a4445d899e309844b5470ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bab4cfeeb37244398dcea02fa2149890', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.531794] env[69186]: DEBUG nova.compute.manager [req-bfafd4c8-8b66-4f3a-b085-be5a5d99fd91 req-e36c8f5e-b16a-43f4-93ef-a99b1b905c14 service nova] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Detach interface failed, port_id=a0760d84-71b3-40a9-a816-8f8d9707eb74, reason: Instance c1074fc1-c72a-4eae-865a-cd31a20667e2 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 767.551511] env[69186]: INFO nova.compute.manager [-] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Took 1.33 seconds to deallocate network for instance. [ 767.601450] env[69186]: DEBUG oslo_concurrency.lockutils [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.621851] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.634261] env[69186]: DEBUG oslo_vmware.api [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52dfa4fb-c50e-a3b0-dfed-01acbaac9bc5, 'name': SearchDatastore_Task, 'duration_secs': 0.014197} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.637108] env[69186]: DEBUG oslo_concurrency.lockutils [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.637282] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.637517] env[69186]: DEBUG oslo_concurrency.lockutils [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.637834] env[69186]: DEBUG oslo_concurrency.lockutils [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.637942] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.639084] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3867cf0-1308-4f20-afe4-e1d96b032d35 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.651650] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.651868] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.652623] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8e9741f-eace-4279-9061-8306f0f3a2f8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.658245] env[69186]: DEBUG oslo_vmware.api [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Waiting for the task: (returnval){ [ 767.658245] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b05854-aef0-9c5d-c61a-a3de9e8da746" [ 767.658245] env[69186]: _type = "Task" [ 767.658245] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.670563] env[69186]: DEBUG oslo_vmware.api [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b05854-aef0-9c5d-c61a-a3de9e8da746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.674711] env[69186]: DEBUG oslo_vmware.api [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3634812, 'name': PowerOnVM_Task, 'duration_secs': 1.11506} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.674987] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.675173] env[69186]: INFO nova.compute.manager [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Took 10.16 seconds to spawn the instance on the hypervisor. [ 767.675351] env[69186]: DEBUG nova.compute.manager [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.676121] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813d14f5-b038-4727-8225-69a3f540a232 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.926828] env[69186]: DEBUG nova.compute.manager [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.974224] env[69186]: DEBUG nova.network.neutron [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Successfully created port: b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.061678] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.122609] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.172127] env[69186]: DEBUG oslo_vmware.api [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b05854-aef0-9c5d-c61a-a3de9e8da746, 'name': SearchDatastore_Task, 'duration_secs': 0.026163} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.174905] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-907c8a4f-9035-4ecd-813c-7da123dac2a9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.185840] env[69186]: DEBUG oslo_vmware.api [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Waiting for the task: (returnval){ [ 768.185840] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c5c1ee-a83e-0d8f-5a75-a2b0c877de6a" [ 768.185840] env[69186]: _type = "Task" [ 768.185840] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.208702] env[69186]: INFO nova.compute.manager [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Took 44.11 seconds to build instance. [ 768.214082] env[69186]: DEBUG oslo_vmware.api [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c5c1ee-a83e-0d8f-5a75-a2b0c877de6a, 'name': SearchDatastore_Task, 'duration_secs': 0.012278} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.214579] env[69186]: DEBUG oslo_concurrency.lockutils [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.214857] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] eb3117db-c8ed-44d8-809f-a1bfdedec373/eb3117db-c8ed-44d8-809f-a1bfdedec373.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.215150] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f75849a7-107d-409b-8198-947a03c45c1e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.225559] env[69186]: DEBUG oslo_vmware.api [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Waiting for the task: (returnval){ [ 768.225559] env[69186]: value = "task-3634815" [ 768.225559] env[69186]: _type = "Task" [ 768.225559] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.237024] env[69186]: DEBUG oslo_vmware.api [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Task: {'id': task-3634815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.255228] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae9fd18-a430-467d-8fb5-8d6f6c203f8e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.264456] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0230de6a-3c36-4da3-9d6b-477337cfbb22 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.299866] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f275e48-b617-4d14-96b2-35bf2dd57b0f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.309725] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726ae8ce-bbe9-40fc-aac6-8cbfa359e2aa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.324465] env[69186]: DEBUG nova.compute.provider_tree [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.345747] env[69186]: DEBUG oslo_vmware.rw_handles [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cbe766-80b2-ca4d-bd77-670654e0980d/disk-0.vmdk. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 768.347781] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070bf73d-ac4e-4cf3-8dd0-ed61bd7c3079 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.353630] env[69186]: DEBUG oslo_vmware.rw_handles [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cbe766-80b2-ca4d-bd77-670654e0980d/disk-0.vmdk is in state: ready. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 768.353762] env[69186]: ERROR oslo_vmware.rw_handles [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cbe766-80b2-ca4d-bd77-670654e0980d/disk-0.vmdk due to incomplete transfer. [ 768.353939] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f38bf275-5c71-4506-b8e2-355e890637a9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.361037] env[69186]: DEBUG oslo_vmware.rw_handles [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cbe766-80b2-ca4d-bd77-670654e0980d/disk-0.vmdk. {{(pid=69186) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 768.361670] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Uploaded image 5817e633-c4af-4e99-97ee-bf0bba1f31c4 to the Glance image server {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 768.363554] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Destroying the VM {{(pid=69186) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 768.363899] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-427f335a-237b-42fe-8a06-bc40704e31d7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.369949] env[69186]: DEBUG oslo_vmware.api [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 768.369949] env[69186]: value = "task-3634816" [ 768.369949] env[69186]: _type = "Task" [ 768.369949] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.379378] env[69186]: DEBUG oslo_vmware.api [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634816, 'name': Destroy_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.621233] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.715630] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b4dd8964-8921-4abb-abc2-0b890c05d453 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "601edb67-4716-4c68-be2d-18285c148e79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.290s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.737767] env[69186]: DEBUG oslo_vmware.api [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Task: {'id': task-3634815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453502} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.738117] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] eb3117db-c8ed-44d8-809f-a1bfdedec373/eb3117db-c8ed-44d8-809f-a1bfdedec373.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.738262] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.738529] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12cea122-cb38-4dd1-bbe0-a52e638912f8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.744494] env[69186]: DEBUG oslo_vmware.api [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Waiting for the task: (returnval){ [ 768.744494] env[69186]: value = "task-3634817" [ 768.744494] env[69186]: _type = "Task" [ 768.744494] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.758367] env[69186]: DEBUG oslo_vmware.api [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Task: {'id': task-3634817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.772088] env[69186]: DEBUG nova.compute.manager [req-f9dfa979-f8d0-4687-8bc9-cd0f115a1039 req-579061ed-5717-43ef-a216-72cf4071ca79 service nova] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Received event network-changed-570bc2e9-ce0f-47ce-b132-6ff502920cdb {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.772307] env[69186]: DEBUG nova.compute.manager [req-f9dfa979-f8d0-4687-8bc9-cd0f115a1039 req-579061ed-5717-43ef-a216-72cf4071ca79 service nova] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Refreshing instance network info cache due to event network-changed-570bc2e9-ce0f-47ce-b132-6ff502920cdb. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.772505] env[69186]: DEBUG oslo_concurrency.lockutils [req-f9dfa979-f8d0-4687-8bc9-cd0f115a1039 req-579061ed-5717-43ef-a216-72cf4071ca79 service nova] Acquiring lock "refresh_cache-601edb67-4716-4c68-be2d-18285c148e79" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.772649] env[69186]: DEBUG oslo_concurrency.lockutils [req-f9dfa979-f8d0-4687-8bc9-cd0f115a1039 req-579061ed-5717-43ef-a216-72cf4071ca79 service nova] Acquired lock "refresh_cache-601edb67-4716-4c68-be2d-18285c148e79" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.772846] env[69186]: DEBUG nova.network.neutron [req-f9dfa979-f8d0-4687-8bc9-cd0f115a1039 req-579061ed-5717-43ef-a216-72cf4071ca79 service nova] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Refreshing network info cache for port 570bc2e9-ce0f-47ce-b132-6ff502920cdb {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.828255] env[69186]: DEBUG nova.scheduler.client.report [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.879867] env[69186]: DEBUG oslo_vmware.api [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634816, 'name': Destroy_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.941029] env[69186]: DEBUG nova.compute.manager [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.969097] env[69186]: DEBUG nova.virt.hardware [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.969828] env[69186]: DEBUG nova.virt.hardware [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.969828] env[69186]: DEBUG nova.virt.hardware [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.970112] env[69186]: DEBUG nova.virt.hardware [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.970274] env[69186]: DEBUG nova.virt.hardware [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.970421] env[69186]: DEBUG nova.virt.hardware [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.970662] env[69186]: DEBUG nova.virt.hardware [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.970815] env[69186]: DEBUG nova.virt.hardware [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.970949] env[69186]: DEBUG nova.virt.hardware [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.971122] env[69186]: DEBUG nova.virt.hardware [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.971292] env[69186]: DEBUG nova.virt.hardware [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.972181] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bfc906-87ff-48ca-84a4-1bbb856544db {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.980677] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56694d34-4ecf-412c-ab76-be960414473d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.120259] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.218620] env[69186]: DEBUG nova.compute.manager [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.254681] env[69186]: DEBUG oslo_vmware.api [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Task: {'id': task-3634817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102412} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.255304] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.256249] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2df92cc-feb4-499b-856b-0f96686da8af {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.278221] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] eb3117db-c8ed-44d8-809f-a1bfdedec373/eb3117db-c8ed-44d8-809f-a1bfdedec373.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.280755] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9a3adb8-3e85-427b-8fdd-0505b7893635 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.300800] env[69186]: DEBUG oslo_vmware.api [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Waiting for the task: (returnval){ [ 769.300800] env[69186]: value = "task-3634818" [ 769.300800] env[69186]: _type = "Task" [ 769.300800] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.309122] env[69186]: DEBUG oslo_vmware.api [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Task: {'id': task-3634818, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.335901] env[69186]: DEBUG oslo_concurrency.lockutils [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.426s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.338059] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.779s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.339615] env[69186]: INFO nova.compute.claims [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.363085] env[69186]: INFO nova.scheduler.client.report [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Deleted allocations for instance a1b743d8-af17-4c36-9e79-ed89e9134705 [ 769.381779] env[69186]: DEBUG oslo_vmware.api [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634816, 'name': Destroy_Task, 'duration_secs': 0.563262} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.382128] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Destroyed the VM [ 769.382430] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Deleting Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 769.382728] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d1c4d5f2-6329-4297-97ac-f180f1335a53 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.389579] env[69186]: DEBUG oslo_vmware.api [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 769.389579] env[69186]: value = "task-3634819" [ 769.389579] env[69186]: _type = "Task" [ 769.389579] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.398094] env[69186]: DEBUG oslo_vmware.api [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634819, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.621224] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.719709] env[69186]: DEBUG nova.network.neutron [req-f9dfa979-f8d0-4687-8bc9-cd0f115a1039 req-579061ed-5717-43ef-a216-72cf4071ca79 service nova] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Updated VIF entry in instance network info cache for port 570bc2e9-ce0f-47ce-b132-6ff502920cdb. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.720403] env[69186]: DEBUG nova.network.neutron [req-f9dfa979-f8d0-4687-8bc9-cd0f115a1039 req-579061ed-5717-43ef-a216-72cf4071ca79 service nova] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Updating instance_info_cache with network_info: [{"id": "570bc2e9-ce0f-47ce-b132-6ff502920cdb", "address": "fa:16:3e:ba:de:e9", "network": {"id": "859684c5-55c8-4faf-81cc-bb2bbc16a135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-701422059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aee6bacfd414b25b566d5689a678df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap570bc2e9-ce", "ovs_interfaceid": "570bc2e9-ce0f-47ce-b132-6ff502920cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.744569] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.773756] env[69186]: DEBUG nova.compute.manager [req-c5deb0c5-1f90-49fc-991f-9c4ac3f0c928 req-3c823f03-1c30-4c89-858d-b447ccb52ab4 service nova] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Received event network-vif-plugged-b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.773756] env[69186]: DEBUG oslo_concurrency.lockutils [req-c5deb0c5-1f90-49fc-991f-9c4ac3f0c928 req-3c823f03-1c30-4c89-858d-b447ccb52ab4 service nova] Acquiring lock "4e3a9db5-16e2-4093-a631-4ceb4158eeac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.773756] env[69186]: DEBUG oslo_concurrency.lockutils [req-c5deb0c5-1f90-49fc-991f-9c4ac3f0c928 req-3c823f03-1c30-4c89-858d-b447ccb52ab4 service nova] Lock "4e3a9db5-16e2-4093-a631-4ceb4158eeac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.773756] env[69186]: DEBUG oslo_concurrency.lockutils [req-c5deb0c5-1f90-49fc-991f-9c4ac3f0c928 req-3c823f03-1c30-4c89-858d-b447ccb52ab4 service nova] Lock "4e3a9db5-16e2-4093-a631-4ceb4158eeac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.773756] env[69186]: DEBUG nova.compute.manager [req-c5deb0c5-1f90-49fc-991f-9c4ac3f0c928 req-3c823f03-1c30-4c89-858d-b447ccb52ab4 service nova] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] No waiting events found dispatching network-vif-plugged-b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.773957] env[69186]: WARNING nova.compute.manager [req-c5deb0c5-1f90-49fc-991f-9c4ac3f0c928 req-3c823f03-1c30-4c89-858d-b447ccb52ab4 service nova] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Received unexpected event network-vif-plugged-b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15 for instance with vm_state building and task_state spawning. [ 769.812764] env[69186]: DEBUG oslo_vmware.api [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Task: {'id': task-3634818, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.872171] env[69186]: DEBUG nova.network.neutron [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Successfully updated port: b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.878355] env[69186]: DEBUG oslo_concurrency.lockutils [None req-59453f92-d387-436c-a8c9-acbe63410b3e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Lock "a1b743d8-af17-4c36-9e79-ed89e9134705" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.608s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.902696] env[69186]: DEBUG oslo_vmware.api [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634819, 'name': RemoveSnapshot_Task, 'duration_secs': 0.337492} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.903793] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Deleted Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 769.903793] env[69186]: DEBUG nova.compute.manager [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.904704] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bfad82-8128-4f80-8b95-fa1dc6b85fdd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.122683] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634814, 'name': ReconfigVM_Task, 'duration_secs': 2.799536} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.122976] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Reconfigured VM instance instance-00000021 to attach disk [datastore2] e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1/e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.123917] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e36209b1-bb65-4940-a779-992d99467dcd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.130185] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 770.130185] env[69186]: value = "task-3634820" [ 770.130185] env[69186]: _type = "Task" [ 770.130185] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.139545] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634820, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.224140] env[69186]: DEBUG oslo_concurrency.lockutils [req-f9dfa979-f8d0-4687-8bc9-cd0f115a1039 req-579061ed-5717-43ef-a216-72cf4071ca79 service nova] Releasing lock "refresh_cache-601edb67-4716-4c68-be2d-18285c148e79" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.311490] env[69186]: DEBUG oslo_vmware.api [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Task: {'id': task-3634818, 'name': ReconfigVM_Task, 'duration_secs': 0.565887} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.311861] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Reconfigured VM instance instance-00000022 to attach disk [datastore2] eb3117db-c8ed-44d8-809f-a1bfdedec373/eb3117db-c8ed-44d8-809f-a1bfdedec373.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.312357] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2c94295-6b1a-4121-8389-20a884e6b2de {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.318262] env[69186]: DEBUG oslo_vmware.api [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Waiting for the task: (returnval){ [ 770.318262] env[69186]: value = "task-3634821" [ 770.318262] env[69186]: _type = "Task" [ 770.318262] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.326432] env[69186]: DEBUG oslo_vmware.api [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Task: {'id': task-3634821, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.382073] env[69186]: DEBUG oslo_concurrency.lockutils [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Acquiring lock "refresh_cache-4e3a9db5-16e2-4093-a631-4ceb4158eeac" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.382073] env[69186]: DEBUG oslo_concurrency.lockutils [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Acquired lock "refresh_cache-4e3a9db5-16e2-4093-a631-4ceb4158eeac" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.382595] env[69186]: DEBUG nova.network.neutron [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.419707] env[69186]: INFO nova.compute.manager [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Shelve offloading [ 770.641121] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634820, 'name': Rename_Task, 'duration_secs': 0.245176} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.643593] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.644133] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09382cbf-f9ac-4a59-83b5-9c863cb917a4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.650766] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 770.650766] env[69186]: value = "task-3634822" [ 770.650766] env[69186]: _type = "Task" [ 770.650766] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.661748] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.832646] env[69186]: DEBUG oslo_vmware.api [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Task: {'id': task-3634821, 'name': Rename_Task, 'duration_secs': 0.178113} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.838862] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.839829] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce0a7428-d7e5-4f15-9670-347c432d1218 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.845522] env[69186]: DEBUG oslo_vmware.api [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Waiting for the task: (returnval){ [ 770.845522] env[69186]: value = "task-3634823" [ 770.845522] env[69186]: _type = "Task" [ 770.845522] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.855782] env[69186]: DEBUG oslo_vmware.api [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Task: {'id': task-3634823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.924230] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.924230] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-791b2bb4-384d-4d1e-982d-e55309e623b1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.930020] env[69186]: DEBUG nova.network.neutron [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.936664] env[69186]: DEBUG oslo_vmware.api [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 770.936664] env[69186]: value = "task-3634824" [ 770.936664] env[69186]: _type = "Task" [ 770.936664] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.953752] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] VM already powered off {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 770.953989] env[69186]: DEBUG nova.compute.manager [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.957779] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f582bb1-7095-48ee-87d6-7cf4fac259aa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.964607] env[69186]: DEBUG oslo_concurrency.lockutils [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquiring lock "refresh_cache-dcd6c82f-24af-4906-841c-1c8f5d7306de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.964607] env[69186]: DEBUG oslo_concurrency.lockutils [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquired lock "refresh_cache-dcd6c82f-24af-4906-841c-1c8f5d7306de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.964942] env[69186]: DEBUG nova.network.neutron [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.009539] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2577763-3cb3-4a21-bdfc-9940319399b5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.018667] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2a0ce3-9a2d-4c99-ab74-7e14df67d6b3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.051857] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08f3a32-6e62-4556-b2ee-6f57455e6208 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.059636] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17c6ae9-10c7-4ebf-9128-e9fb1edf0af7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.074787] env[69186]: DEBUG nova.compute.provider_tree [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.119388] env[69186]: DEBUG nova.network.neutron [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Updating instance_info_cache with network_info: [{"id": "b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15", "address": "fa:16:3e:1e:8c:e8", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6bfc1a5-5d", "ovs_interfaceid": "b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.162915] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634822, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.357028] env[69186]: DEBUG oslo_vmware.api [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Task: {'id': task-3634823, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.579916] env[69186]: DEBUG nova.scheduler.client.report [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.623326] env[69186]: DEBUG oslo_concurrency.lockutils [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Releasing lock "refresh_cache-4e3a9db5-16e2-4093-a631-4ceb4158eeac" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.623916] env[69186]: DEBUG nova.compute.manager [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Instance network_info: |[{"id": "b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15", "address": "fa:16:3e:1e:8c:e8", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6bfc1a5-5d", "ovs_interfaceid": "b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.624324] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:8c:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.632558] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Creating folder: Project (bab4cfeeb37244398dcea02fa2149890). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.633398] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcf1933e-0e48-4ee7-a6f5-f287ee4d6478 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.646720] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Created folder: Project (bab4cfeeb37244398dcea02fa2149890) in parent group-v724677. [ 771.646950] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Creating folder: Instances. Parent ref: group-v724789. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.647227] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef30ec39-3141-4cb8-be7f-3221549caae5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.662592] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634822, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.667048] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Created folder: Instances in parent group-v724789. [ 771.667288] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.667807] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.668055] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d04b81f6-4fd0-429c-be2a-171e99d7db35 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.686984] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.686984] env[69186]: value = "task-3634827" [ 771.686984] env[69186]: _type = "Task" [ 771.686984] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.695791] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634827, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.732493] env[69186]: DEBUG nova.network.neutron [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Updating instance_info_cache with network_info: [{"id": "e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb", "address": "fa:16:3e:a5:d0:a9", "network": {"id": "5b6c4734-9ae3-4069-9bdf-96b955569fdf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2026018221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8041e0d49dfe4d029404c11c4077d5fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e0885f-5d", "ovs_interfaceid": "e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.858251] env[69186]: DEBUG oslo_vmware.api [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Task: {'id': task-3634823, 'name': PowerOnVM_Task, 'duration_secs': 1.000313} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.858251] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.858251] env[69186]: INFO nova.compute.manager [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Took 8.65 seconds to spawn the instance on the hypervisor. [ 771.858251] env[69186]: DEBUG nova.compute.manager [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.859311] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f1c691-d72b-49e0-81d9-dda31a53ec07 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.910995] env[69186]: DEBUG nova.compute.manager [req-5c635588-1ebf-4a2e-b7f3-03fc72a94f8d req-2f0a2a51-f691-42ca-b23e-96a85d2bc6b3 service nova] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Received event network-changed-b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.911222] env[69186]: DEBUG nova.compute.manager [req-5c635588-1ebf-4a2e-b7f3-03fc72a94f8d req-2f0a2a51-f691-42ca-b23e-96a85d2bc6b3 service nova] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Refreshing instance network info cache due to event network-changed-b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.911446] env[69186]: DEBUG oslo_concurrency.lockutils [req-5c635588-1ebf-4a2e-b7f3-03fc72a94f8d req-2f0a2a51-f691-42ca-b23e-96a85d2bc6b3 service nova] Acquiring lock "refresh_cache-4e3a9db5-16e2-4093-a631-4ceb4158eeac" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.911593] env[69186]: DEBUG oslo_concurrency.lockutils [req-5c635588-1ebf-4a2e-b7f3-03fc72a94f8d req-2f0a2a51-f691-42ca-b23e-96a85d2bc6b3 service nova] Acquired lock "refresh_cache-4e3a9db5-16e2-4093-a631-4ceb4158eeac" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.911749] env[69186]: DEBUG nova.network.neutron [req-5c635588-1ebf-4a2e-b7f3-03fc72a94f8d req-2f0a2a51-f691-42ca-b23e-96a85d2bc6b3 service nova] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Refreshing network info cache for port b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.088039] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.088675] env[69186]: DEBUG nova.compute.manager [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.091760] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.380s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.093190] env[69186]: INFO nova.compute.claims [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.162159] env[69186]: DEBUG oslo_vmware.api [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634822, 'name': PowerOnVM_Task, 'duration_secs': 1.027755} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.162486] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.162620] env[69186]: INFO nova.compute.manager [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Took 11.86 seconds to spawn the instance on the hypervisor. [ 772.162799] env[69186]: DEBUG nova.compute.manager [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.163601] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc78900-1b7f-4938-a816-10e865fd8d9c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.198083] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634827, 'name': CreateVM_Task, 'duration_secs': 0.303983} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.198283] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.198973] env[69186]: DEBUG oslo_concurrency.lockutils [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.199222] env[69186]: DEBUG oslo_concurrency.lockutils [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.199445] env[69186]: DEBUG oslo_concurrency.lockutils [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.199696] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02fce61f-6ed4-454a-b3d1-3bd1dd844557 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.205017] env[69186]: DEBUG oslo_vmware.api [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 772.205017] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5226dd12-5df2-982d-94d3-858d5019feaf" [ 772.205017] env[69186]: _type = "Task" [ 772.205017] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.213119] env[69186]: DEBUG oslo_vmware.api [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5226dd12-5df2-982d-94d3-858d5019feaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.236091] env[69186]: DEBUG oslo_concurrency.lockutils [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Releasing lock "refresh_cache-dcd6c82f-24af-4906-841c-1c8f5d7306de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.379184] env[69186]: INFO nova.compute.manager [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Took 37.83 seconds to build instance. [ 772.600157] env[69186]: DEBUG nova.compute.utils [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.603740] env[69186]: DEBUG nova.compute.manager [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.603907] env[69186]: DEBUG nova.network.neutron [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.623895] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b475e27c-be7a-4311-8bb8-e21e1373dea7 tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Acquiring lock "interface-eb3117db-c8ed-44d8-809f-a1bfdedec373-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.624112] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b475e27c-be7a-4311-8bb8-e21e1373dea7 tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Lock "interface-eb3117db-c8ed-44d8-809f-a1bfdedec373-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.624414] env[69186]: DEBUG nova.objects.instance [None req-b475e27c-be7a-4311-8bb8-e21e1373dea7 tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Lazy-loading 'flavor' on Instance uuid eb3117db-c8ed-44d8-809f-a1bfdedec373 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.647624] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.648578] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cf181b-fa4e-4c5e-993d-4f35bfccd8b4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.657465] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.660444] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33649cca-dce7-4072-940b-547a34800ae3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.680810] env[69186]: INFO nova.compute.manager [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Took 44.63 seconds to build instance. [ 772.693634] env[69186]: DEBUG nova.policy [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8aa9dc643a4445d899e309844b5470ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bab4cfeeb37244398dcea02fa2149890', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.715357] env[69186]: DEBUG oslo_vmware.api [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5226dd12-5df2-982d-94d3-858d5019feaf, 'name': SearchDatastore_Task, 'duration_secs': 0.009464} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.715672] env[69186]: DEBUG oslo_concurrency.lockutils [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.715901] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.716148] env[69186]: DEBUG oslo_concurrency.lockutils [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.716280] env[69186]: DEBUG oslo_concurrency.lockutils [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.716467] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.716719] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8a696bc-68d6-4fee-ad3e-f625ef97e5b3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.724279] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.724456] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.726045] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e517acd-ae27-41f4-b46a-66769501b961 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.728158] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.728430] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.728537] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Deleting the datastore file [datastore2] dcd6c82f-24af-4906-841c-1c8f5d7306de {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.728766] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f6b2682-352a-43f0-b7b0-9ebb77fa41ee {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.735168] env[69186]: DEBUG oslo_vmware.api [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 772.735168] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52730a7d-f440-468b-7a1b-ff7fb859d568" [ 772.735168] env[69186]: _type = "Task" [ 772.735168] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.735168] env[69186]: DEBUG oslo_vmware.api [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 772.735168] env[69186]: value = "task-3634829" [ 772.735168] env[69186]: _type = "Task" [ 772.735168] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.745543] env[69186]: DEBUG oslo_vmware.api [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52730a7d-f440-468b-7a1b-ff7fb859d568, 'name': SearchDatastore_Task, 'duration_secs': 0.009225} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.751217] env[69186]: DEBUG oslo_vmware.api [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.751217] env[69186]: DEBUG nova.network.neutron [req-5c635588-1ebf-4a2e-b7f3-03fc72a94f8d req-2f0a2a51-f691-42ca-b23e-96a85d2bc6b3 service nova] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Updated VIF entry in instance network info cache for port b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.751445] env[69186]: DEBUG nova.network.neutron [req-5c635588-1ebf-4a2e-b7f3-03fc72a94f8d req-2f0a2a51-f691-42ca-b23e-96a85d2bc6b3 service nova] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Updating instance_info_cache with network_info: [{"id": "b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15", "address": "fa:16:3e:1e:8c:e8", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6bfc1a5-5d", "ovs_interfaceid": "b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.751445] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d624cb7-fa84-4075-9a07-d834424468de {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.756440] env[69186]: DEBUG oslo_vmware.api [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 772.756440] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e53d6f-eba7-8a7b-efcb-a50d5b1075c8" [ 772.756440] env[69186]: _type = "Task" [ 772.756440] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.763852] env[69186]: DEBUG oslo_vmware.api [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e53d6f-eba7-8a7b-efcb-a50d5b1075c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.880946] env[69186]: DEBUG oslo_concurrency.lockutils [None req-99e7b55d-fd73-4968-ac3c-64dad39583aa tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Lock "eb3117db-c8ed-44d8-809f-a1bfdedec373" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.749s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.061503] env[69186]: DEBUG nova.network.neutron [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Successfully created port: a13fc43d-ff9e-487b-bd42-d61aeca8a4f9 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.110833] env[69186]: DEBUG nova.compute.manager [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.132509] env[69186]: DEBUG nova.objects.instance [None req-b475e27c-be7a-4311-8bb8-e21e1373dea7 tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Lazy-loading 'pci_requests' on Instance uuid eb3117db-c8ed-44d8-809f-a1bfdedec373 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.184822] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.602s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.247908] env[69186]: DEBUG oslo_vmware.api [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3634829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167727} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.248386] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.248921] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.249308] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.259699] env[69186]: DEBUG oslo_concurrency.lockutils [req-5c635588-1ebf-4a2e-b7f3-03fc72a94f8d req-2f0a2a51-f691-42ca-b23e-96a85d2bc6b3 service nova] Releasing lock "refresh_cache-4e3a9db5-16e2-4093-a631-4ceb4158eeac" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.267293] env[69186]: DEBUG oslo_vmware.api [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e53d6f-eba7-8a7b-efcb-a50d5b1075c8, 'name': SearchDatastore_Task, 'duration_secs': 0.01546} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.267553] env[69186]: DEBUG oslo_concurrency.lockutils [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.268196] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 4e3a9db5-16e2-4093-a631-4ceb4158eeac/4e3a9db5-16e2-4093-a631-4ceb4158eeac.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.268196] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45d90b6b-7af0-4569-b32e-f31e580f7a2f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.274034] env[69186]: INFO nova.scheduler.client.report [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Deleted allocations for instance dcd6c82f-24af-4906-841c-1c8f5d7306de [ 773.281109] env[69186]: DEBUG oslo_vmware.api [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 773.281109] env[69186]: value = "task-3634830" [ 773.281109] env[69186]: _type = "Task" [ 773.281109] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.290543] env[69186]: DEBUG oslo_vmware.api [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.383463] env[69186]: DEBUG nova.compute.manager [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.638151] env[69186]: DEBUG nova.objects.base [None req-b475e27c-be7a-4311-8bb8-e21e1373dea7 tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69186) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 773.638400] env[69186]: DEBUG nova.network.neutron [None req-b475e27c-be7a-4311-8bb8-e21e1373dea7 tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.689433] env[69186]: DEBUG nova.compute.manager [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.759928] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec06097-ac19-4e78-8011-f1a45891a46b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.772823] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4d607e-69bc-484c-96d5-034ac839b513 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.778579] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b475e27c-be7a-4311-8bb8-e21e1373dea7 tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Lock "interface-eb3117db-c8ed-44d8-809f-a1bfdedec373-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.153s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.782431] env[69186]: DEBUG oslo_concurrency.lockutils [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.812174] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671cd190-468e-44da-8e50-de907f44e35b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.818415] env[69186]: DEBUG oslo_vmware.api [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498236} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.819128] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 4e3a9db5-16e2-4093-a631-4ceb4158eeac/4e3a9db5-16e2-4093-a631-4ceb4158eeac.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.819352] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.819603] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee5d7862-f260-42a1-a90e-b645363768e9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.825342] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d358358-b11f-4150-83ca-b440e6edda5e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.830532] env[69186]: DEBUG oslo_vmware.api [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 773.830532] env[69186]: value = "task-3634831" [ 773.830532] env[69186]: _type = "Task" [ 773.830532] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.844519] env[69186]: DEBUG nova.compute.provider_tree [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.855372] env[69186]: DEBUG oslo_vmware.api [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.910653] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.932106] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e513b0ff-9c40-48dc-9be9-06bf261937cd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.932489] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e513b0ff-9c40-48dc-9be9-06bf261937cd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.932587] env[69186]: DEBUG nova.compute.manager [None req-e513b0ff-9c40-48dc-9be9-06bf261937cd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.933850] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e938619-92dc-45cf-9165-c6e300da9094 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.940577] env[69186]: DEBUG nova.compute.manager [None req-e513b0ff-9c40-48dc-9be9-06bf261937cd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69186) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 773.941129] env[69186]: DEBUG nova.objects.instance [None req-e513b0ff-9c40-48dc-9be9-06bf261937cd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lazy-loading 'flavor' on Instance uuid e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.120322] env[69186]: DEBUG nova.compute.manager [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.144741] env[69186]: DEBUG nova.virt.hardware [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.144985] env[69186]: DEBUG nova.virt.hardware [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.145157] env[69186]: DEBUG nova.virt.hardware [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.145491] env[69186]: DEBUG nova.virt.hardware [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.145651] env[69186]: DEBUG nova.virt.hardware [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.145797] env[69186]: DEBUG nova.virt.hardware [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.145998] env[69186]: DEBUG nova.virt.hardware [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.146172] env[69186]: DEBUG nova.virt.hardware [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.146358] env[69186]: DEBUG nova.virt.hardware [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.146535] env[69186]: DEBUG nova.virt.hardware [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.146698] env[69186]: DEBUG nova.virt.hardware [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.147565] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8283b689-297e-4d1c-b527-4557bfde109f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.155927] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfb4ce3-7740-4780-a08b-5b81e39400f9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.209506] env[69186]: DEBUG oslo_concurrency.lockutils [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.343740] env[69186]: DEBUG oslo_vmware.api [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089634} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.344403] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.344865] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbd737e-40fd-4f98-8107-8ea62b1719c6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.360055] env[69186]: DEBUG nova.scheduler.client.report [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.373525] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 4e3a9db5-16e2-4093-a631-4ceb4158eeac/4e3a9db5-16e2-4093-a631-4ceb4158eeac.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.374483] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a317563d-1ad2-4d2f-bb42-107565edc73d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.400947] env[69186]: DEBUG oslo_vmware.api [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 774.400947] env[69186]: value = "task-3634832" [ 774.400947] env[69186]: _type = "Task" [ 774.400947] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.411677] env[69186]: DEBUG oslo_vmware.api [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.666252] env[69186]: DEBUG nova.compute.manager [req-f6ffe478-9d54-4308-8482-a7052342170f req-98e0e43d-1252-4e2e-ac55-3fe9ed5ae3f3 service nova] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Received event network-vif-unplugged-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.666252] env[69186]: DEBUG oslo_concurrency.lockutils [req-f6ffe478-9d54-4308-8482-a7052342170f req-98e0e43d-1252-4e2e-ac55-3fe9ed5ae3f3 service nova] Acquiring lock "dcd6c82f-24af-4906-841c-1c8f5d7306de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.666619] env[69186]: DEBUG oslo_concurrency.lockutils [req-f6ffe478-9d54-4308-8482-a7052342170f req-98e0e43d-1252-4e2e-ac55-3fe9ed5ae3f3 service nova] Lock "dcd6c82f-24af-4906-841c-1c8f5d7306de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.666891] env[69186]: DEBUG oslo_concurrency.lockutils [req-f6ffe478-9d54-4308-8482-a7052342170f req-98e0e43d-1252-4e2e-ac55-3fe9ed5ae3f3 service nova] Lock "dcd6c82f-24af-4906-841c-1c8f5d7306de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.667330] env[69186]: DEBUG nova.compute.manager [req-f6ffe478-9d54-4308-8482-a7052342170f req-98e0e43d-1252-4e2e-ac55-3fe9ed5ae3f3 service nova] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] No waiting events found dispatching network-vif-unplugged-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.667721] env[69186]: WARNING nova.compute.manager [req-f6ffe478-9d54-4308-8482-a7052342170f req-98e0e43d-1252-4e2e-ac55-3fe9ed5ae3f3 service nova] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Received unexpected event network-vif-unplugged-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb for instance with vm_state shelved_offloaded and task_state None. [ 774.668217] env[69186]: DEBUG nova.compute.manager [req-f6ffe478-9d54-4308-8482-a7052342170f req-98e0e43d-1252-4e2e-ac55-3fe9ed5ae3f3 service nova] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Received event network-changed-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.668529] env[69186]: DEBUG nova.compute.manager [req-f6ffe478-9d54-4308-8482-a7052342170f req-98e0e43d-1252-4e2e-ac55-3fe9ed5ae3f3 service nova] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Refreshing instance network info cache due to event network-changed-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.668804] env[69186]: DEBUG oslo_concurrency.lockutils [req-f6ffe478-9d54-4308-8482-a7052342170f req-98e0e43d-1252-4e2e-ac55-3fe9ed5ae3f3 service nova] Acquiring lock "refresh_cache-dcd6c82f-24af-4906-841c-1c8f5d7306de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.669013] env[69186]: DEBUG oslo_concurrency.lockutils [req-f6ffe478-9d54-4308-8482-a7052342170f req-98e0e43d-1252-4e2e-ac55-3fe9ed5ae3f3 service nova] Acquired lock "refresh_cache-dcd6c82f-24af-4906-841c-1c8f5d7306de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.669317] env[69186]: DEBUG nova.network.neutron [req-f6ffe478-9d54-4308-8482-a7052342170f req-98e0e43d-1252-4e2e-ac55-3fe9ed5ae3f3 service nova] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Refreshing network info cache for port e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.671199] env[69186]: DEBUG nova.network.neutron [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Successfully updated port: a13fc43d-ff9e-487b-bd42-d61aeca8a4f9 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.875729] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.876257] env[69186]: DEBUG nova.compute.manager [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.879165] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.597s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.912458] env[69186]: DEBUG oslo_vmware.api [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634832, 'name': ReconfigVM_Task, 'duration_secs': 0.300713} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.912458] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 4e3a9db5-16e2-4093-a631-4ceb4158eeac/4e3a9db5-16e2-4093-a631-4ceb4158eeac.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.913460] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6ad85f8-c8ad-4795-854f-98a562722fd0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.919322] env[69186]: DEBUG oslo_vmware.api [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 774.919322] env[69186]: value = "task-3634833" [ 774.919322] env[69186]: _type = "Task" [ 774.919322] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.927668] env[69186]: DEBUG oslo_vmware.api [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634833, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.948318] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-e513b0ff-9c40-48dc-9be9-06bf261937cd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.948751] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-860a7ded-ec1e-4320-ba47-ef077d8a35f8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.954988] env[69186]: DEBUG oslo_vmware.api [None req-e513b0ff-9c40-48dc-9be9-06bf261937cd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 774.954988] env[69186]: value = "task-3634834" [ 774.954988] env[69186]: _type = "Task" [ 774.954988] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.966341] env[69186]: DEBUG oslo_vmware.api [None req-e513b0ff-9c40-48dc-9be9-06bf261937cd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.023146] env[69186]: DEBUG nova.compute.manager [req-e9606440-061c-462a-857c-1c3201d10233 req-fe7dac6b-f65c-4fe0-a3f0-ccb3c19b07f9 service nova] [instance: 00db072e-b278-4803-b7bf-516918f84656] Received event network-vif-plugged-a13fc43d-ff9e-487b-bd42-d61aeca8a4f9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.023504] env[69186]: DEBUG oslo_concurrency.lockutils [req-e9606440-061c-462a-857c-1c3201d10233 req-fe7dac6b-f65c-4fe0-a3f0-ccb3c19b07f9 service nova] Acquiring lock "00db072e-b278-4803-b7bf-516918f84656-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.023842] env[69186]: DEBUG oslo_concurrency.lockutils [req-e9606440-061c-462a-857c-1c3201d10233 req-fe7dac6b-f65c-4fe0-a3f0-ccb3c19b07f9 service nova] Lock "00db072e-b278-4803-b7bf-516918f84656-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.024131] env[69186]: DEBUG oslo_concurrency.lockutils [req-e9606440-061c-462a-857c-1c3201d10233 req-fe7dac6b-f65c-4fe0-a3f0-ccb3c19b07f9 service nova] Lock "00db072e-b278-4803-b7bf-516918f84656-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.024430] env[69186]: DEBUG nova.compute.manager [req-e9606440-061c-462a-857c-1c3201d10233 req-fe7dac6b-f65c-4fe0-a3f0-ccb3c19b07f9 service nova] [instance: 00db072e-b278-4803-b7bf-516918f84656] No waiting events found dispatching network-vif-plugged-a13fc43d-ff9e-487b-bd42-d61aeca8a4f9 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.024729] env[69186]: WARNING nova.compute.manager [req-e9606440-061c-462a-857c-1c3201d10233 req-fe7dac6b-f65c-4fe0-a3f0-ccb3c19b07f9 service nova] [instance: 00db072e-b278-4803-b7bf-516918f84656] Received unexpected event network-vif-plugged-a13fc43d-ff9e-487b-bd42-d61aeca8a4f9 for instance with vm_state building and task_state spawning. [ 775.178050] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Acquiring lock "refresh_cache-00db072e-b278-4803-b7bf-516918f84656" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.178793] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Acquired lock "refresh_cache-00db072e-b278-4803-b7bf-516918f84656" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.180096] env[69186]: DEBUG nova.network.neutron [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.382787] env[69186]: DEBUG nova.compute.utils [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.391571] env[69186]: DEBUG nova.compute.manager [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.391772] env[69186]: DEBUG nova.network.neutron [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.411999] env[69186]: DEBUG nova.compute.manager [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.430433] env[69186]: DEBUG oslo_vmware.api [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634833, 'name': Rename_Task, 'duration_secs': 0.148442} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.430848] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.431126] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b0086f6-935a-43f5-a6d0-2e191100ac01 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.437882] env[69186]: DEBUG oslo_vmware.api [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 775.437882] env[69186]: value = "task-3634835" [ 775.437882] env[69186]: _type = "Task" [ 775.437882] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.448072] env[69186]: DEBUG oslo_vmware.api [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.456760] env[69186]: DEBUG nova.policy [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e999269f9024e1b9c55c8ec393bb391', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfd91ddcb62c48dba383798a87da8a37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.475025] env[69186]: DEBUG oslo_vmware.api [None req-e513b0ff-9c40-48dc-9be9-06bf261937cd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634834, 'name': PowerOffVM_Task, 'duration_secs': 0.393569} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.475025] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-e513b0ff-9c40-48dc-9be9-06bf261937cd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.475025] env[69186]: DEBUG nova.compute.manager [None req-e513b0ff-9c40-48dc-9be9-06bf261937cd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.475025] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bccddc-6ab5-4554-8367-189ecb707b3c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.690305] env[69186]: DEBUG nova.network.neutron [req-f6ffe478-9d54-4308-8482-a7052342170f req-98e0e43d-1252-4e2e-ac55-3fe9ed5ae3f3 service nova] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Updated VIF entry in instance network info cache for port e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.690305] env[69186]: DEBUG nova.network.neutron [req-f6ffe478-9d54-4308-8482-a7052342170f req-98e0e43d-1252-4e2e-ac55-3fe9ed5ae3f3 service nova] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Updating instance_info_cache with network_info: [{"id": "e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb", "address": "fa:16:3e:a5:d0:a9", "network": {"id": "5b6c4734-9ae3-4069-9bdf-96b955569fdf", "bridge": null, "label": "tempest-ServersNegativeTestJSON-2026018221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8041e0d49dfe4d029404c11c4077d5fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape6e0885f-5d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.759659] env[69186]: DEBUG nova.network.neutron [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.816228] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Acquiring lock "eb3117db-c8ed-44d8-809f-a1bfdedec373" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.816418] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Lock "eb3117db-c8ed-44d8-809f-a1bfdedec373" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.816628] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Acquiring lock "eb3117db-c8ed-44d8-809f-a1bfdedec373-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.816819] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Lock "eb3117db-c8ed-44d8-809f-a1bfdedec373-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.817034] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Lock "eb3117db-c8ed-44d8-809f-a1bfdedec373-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.819357] env[69186]: INFO nova.compute.manager [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Terminating instance [ 775.954553] env[69186]: DEBUG oslo_vmware.api [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634835, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.963953] env[69186]: WARNING nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 4ae09b1d-b1cb-413c-b677-9f4af64c05e5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 775.964156] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 0fc874b1-1810-403d-a646-ade0680bc7c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.964309] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 27ac4f0c-fcfb-4023-be75-496a182aeff0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.964493] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 1850db1d-3245-43ea-af39-d698d7d03b75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.964674] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 566f2979-e4dd-4c8d-b76a-cebe43a13af2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.964843] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 1be9cd60-b206-4ce2-a8b5-793a218a2806 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.965023] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 42e71f1b-7786-451e-96cf-df66acd48dde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.965133] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 57a41f79-f205-4ed9-b4c2-67d57d113f63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.965245] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 4f85f88b-4e84-4963-8750-8c17f62af69e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.965353] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 4b5da231-5fde-4cb7-9304-faf5a990231f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.965551] env[69186]: WARNING nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 5d283527-7cce-479b-9160-bc2f9cce7e83 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 775.965736] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 1fae0e2c-fb8d-411b-826e-18cda413b24f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.965877] env[69186]: WARNING nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 0ea7324d-38d7-432d-b7ce-5c59d42eee6d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 775.965987] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance b4c72f06-e9a4-41e4-8725-d5101ae2aca0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.966606] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 0be21c90-925c-47da-a3e1-93978d98867c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.966746] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 6b8edafd-cb4d-4158-8bba-b521fccba8e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.966890] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance f503d73d-b6a6-49cb-9c4c-ece76e61ff8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.967086] env[69186]: WARNING nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 795d88ec-e18d-4b16-b23f-2e0d5455e79e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 775.967508] env[69186]: WARNING nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance b26562ea-4352-445d-9a42-871579a76088 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 775.967852] env[69186]: WARNING nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance c1074fc1-c72a-4eae-865a-cd31a20667e2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 775.967976] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 601edb67-4716-4c68-be2d-18285c148e79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.968158] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.968558] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance eb3117db-c8ed-44d8-809f-a1bfdedec373 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.969138] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 4e3a9db5-16e2-4093-a631-4ceb4158eeac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.969352] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 00db072e-b278-4803-b7bf-516918f84656 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.969552] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.990482] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e513b0ff-9c40-48dc-9be9-06bf261937cd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.040703] env[69186]: DEBUG nova.network.neutron [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Successfully created port: cab5b9d2-03ce-489f-bebe-fb1aa207fcff {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.065167] env[69186]: DEBUG nova.network.neutron [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Updating instance_info_cache with network_info: [{"id": "a13fc43d-ff9e-487b-bd42-d61aeca8a4f9", "address": "fa:16:3e:b1:c8:eb", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa13fc43d-ff", "ovs_interfaceid": "a13fc43d-ff9e-487b-bd42-d61aeca8a4f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.193078] env[69186]: DEBUG oslo_concurrency.lockutils [req-f6ffe478-9d54-4308-8482-a7052342170f req-98e0e43d-1252-4e2e-ac55-3fe9ed5ae3f3 service nova] Releasing lock "refresh_cache-dcd6c82f-24af-4906-841c-1c8f5d7306de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.326031] env[69186]: DEBUG nova.compute.manager [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.326031] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.326031] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060c31b6-eddd-4211-b353-86891a43ca32 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.338991] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.342034] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19662a48-29ad-4dfb-853b-39520a92f4a4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.348106] env[69186]: DEBUG oslo_vmware.api [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Waiting for the task: (returnval){ [ 776.348106] env[69186]: value = "task-3634836" [ 776.348106] env[69186]: _type = "Task" [ 776.348106] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.359929] env[69186]: DEBUG oslo_vmware.api [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Task: {'id': task-3634836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.429123] env[69186]: DEBUG nova.compute.manager [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.458651] env[69186]: DEBUG oslo_vmware.api [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634835, 'name': PowerOnVM_Task, 'duration_secs': 0.580107} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.458756] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.458955] env[69186]: INFO nova.compute.manager [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Took 7.52 seconds to spawn the instance on the hypervisor. [ 776.461842] env[69186]: DEBUG nova.compute.manager [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.461842] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854182c7-1eee-4326-b35d-6a59394192a0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.467151] env[69186]: DEBUG nova.virt.hardware [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.467380] env[69186]: DEBUG nova.virt.hardware [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.467535] env[69186]: DEBUG nova.virt.hardware [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.467718] env[69186]: DEBUG nova.virt.hardware [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.467862] env[69186]: DEBUG nova.virt.hardware [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.468101] env[69186]: DEBUG nova.virt.hardware [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.468323] env[69186]: DEBUG nova.virt.hardware [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.468506] env[69186]: DEBUG nova.virt.hardware [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.469108] env[69186]: DEBUG nova.virt.hardware [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.469340] env[69186]: DEBUG nova.virt.hardware [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.469537] env[69186]: DEBUG nova.virt.hardware [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.470453] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ac7c32-247e-4baf-a91e-7b056cb7962f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.475464] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 52ded3f3-e73d-4a27-a464-9493e09b61a1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 776.488543] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce095d64-87d0-4daa-b51d-4540c0f799f8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.568308] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Releasing lock "refresh_cache-00db072e-b278-4803-b7bf-516918f84656" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.568845] env[69186]: DEBUG nova.compute.manager [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Instance network_info: |[{"id": "a13fc43d-ff9e-487b-bd42-d61aeca8a4f9", "address": "fa:16:3e:b1:c8:eb", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa13fc43d-ff", "ovs_interfaceid": "a13fc43d-ff9e-487b-bd42-d61aeca8a4f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.569358] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:c8:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a13fc43d-ff9e-487b-bd42-d61aeca8a4f9', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.582842] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.583244] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00db072e-b278-4803-b7bf-516918f84656] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.583905] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5feaadb5-30ac-4799-ab70-9e820ffa2eff {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.608672] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.608672] env[69186]: value = "task-3634837" [ 776.608672] env[69186]: _type = "Task" [ 776.608672] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.612858] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquiring lock "dcd6c82f-24af-4906-841c-1c8f5d7306de" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.619362] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634837, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.860271] env[69186]: DEBUG oslo_vmware.api [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Task: {'id': task-3634836, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.989498] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance ca1b71dc-0931-435e-8848-c7d3391cda32 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 777.004504] env[69186]: INFO nova.compute.manager [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Took 39.19 seconds to build instance. [ 777.120046] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634837, 'name': CreateVM_Task, 'duration_secs': 0.356497} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.121280] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00db072e-b278-4803-b7bf-516918f84656] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.121595] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.121875] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.122542] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.122883] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c85369b-6a51-4607-85f1-52e351923e62 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.129322] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 777.129322] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a0961a-1352-3dd1-25c4-8d8106d89ad1" [ 777.129322] env[69186]: _type = "Task" [ 777.129322] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.136905] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a0961a-1352-3dd1-25c4-8d8106d89ad1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.294119] env[69186]: DEBUG nova.compute.manager [req-0e93d7ea-1458-423b-80fb-b26961b5b544 req-cb74f82e-f5db-4902-b5a2-6a6942708bc5 service nova] [instance: 00db072e-b278-4803-b7bf-516918f84656] Received event network-changed-a13fc43d-ff9e-487b-bd42-d61aeca8a4f9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.294324] env[69186]: DEBUG nova.compute.manager [req-0e93d7ea-1458-423b-80fb-b26961b5b544 req-cb74f82e-f5db-4902-b5a2-6a6942708bc5 service nova] [instance: 00db072e-b278-4803-b7bf-516918f84656] Refreshing instance network info cache due to event network-changed-a13fc43d-ff9e-487b-bd42-d61aeca8a4f9. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.294543] env[69186]: DEBUG oslo_concurrency.lockutils [req-0e93d7ea-1458-423b-80fb-b26961b5b544 req-cb74f82e-f5db-4902-b5a2-6a6942708bc5 service nova] Acquiring lock "refresh_cache-00db072e-b278-4803-b7bf-516918f84656" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.294692] env[69186]: DEBUG oslo_concurrency.lockutils [req-0e93d7ea-1458-423b-80fb-b26961b5b544 req-cb74f82e-f5db-4902-b5a2-6a6942708bc5 service nova] Acquired lock "refresh_cache-00db072e-b278-4803-b7bf-516918f84656" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.294853] env[69186]: DEBUG nova.network.neutron [req-0e93d7ea-1458-423b-80fb-b26961b5b544 req-cb74f82e-f5db-4902-b5a2-6a6942708bc5 service nova] [instance: 00db072e-b278-4803-b7bf-516918f84656] Refreshing network info cache for port a13fc43d-ff9e-487b-bd42-d61aeca8a4f9 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.362019] env[69186]: DEBUG oslo_vmware.api [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Task: {'id': task-3634836, 'name': PowerOffVM_Task, 'duration_secs': 0.553743} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.362019] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.362019] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.362019] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2e9b920-8a80-429b-8299-cfb76c5c1974 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.441868] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.442129] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.442316] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Deleting the datastore file [datastore2] eb3117db-c8ed-44d8-809f-a1bfdedec373 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.442587] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73bae42a-90e2-4f74-b512-ba591f87c1a8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.448696] env[69186]: DEBUG oslo_vmware.api [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Waiting for the task: (returnval){ [ 777.448696] env[69186]: value = "task-3634839" [ 777.448696] env[69186]: _type = "Task" [ 777.448696] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.457729] env[69186]: DEBUG oslo_vmware.api [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Task: {'id': task-3634839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.498209] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 42529ebf-4349-4d54-8ad8-da779bfd9af2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 777.507063] env[69186]: DEBUG oslo_concurrency.lockutils [None req-06c75f1f-253f-4403-9389-b16540bb4263 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Lock "4e3a9db5-16e2-4093-a631-4ceb4158eeac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.685s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.641929] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a0961a-1352-3dd1-25c4-8d8106d89ad1, 'name': SearchDatastore_Task, 'duration_secs': 0.019845} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.641929] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.641929] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.642135] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.642245] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.642429] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.642743] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-995bed94-c9fb-4b2a-8242-232dffbea543 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.660756] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.660972] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.662443] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18fbe34a-b3f3-464a-9ef4-0406a774777d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.669531] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 777.669531] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52014e1a-e7af-ddb3-4d4b-e841815899a1" [ 777.669531] env[69186]: _type = "Task" [ 777.669531] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.678285] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52014e1a-e7af-ddb3-4d4b-e841815899a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.911997] env[69186]: DEBUG nova.compute.manager [req-5ec66f08-a796-43c9-a15c-fbfed16ee4a9 req-79c5c85d-ddef-4795-9393-59da969e1142 service nova] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Received event network-vif-plugged-cab5b9d2-03ce-489f-bebe-fb1aa207fcff {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.912217] env[69186]: DEBUG oslo_concurrency.lockutils [req-5ec66f08-a796-43c9-a15c-fbfed16ee4a9 req-79c5c85d-ddef-4795-9393-59da969e1142 service nova] Acquiring lock "8afc2d09-29e9-4e5e-a483-8a8f4a2fd298-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.912420] env[69186]: DEBUG oslo_concurrency.lockutils [req-5ec66f08-a796-43c9-a15c-fbfed16ee4a9 req-79c5c85d-ddef-4795-9393-59da969e1142 service nova] Lock "8afc2d09-29e9-4e5e-a483-8a8f4a2fd298-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.912581] env[69186]: DEBUG oslo_concurrency.lockutils [req-5ec66f08-a796-43c9-a15c-fbfed16ee4a9 req-79c5c85d-ddef-4795-9393-59da969e1142 service nova] Lock "8afc2d09-29e9-4e5e-a483-8a8f4a2fd298-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.912739] env[69186]: DEBUG nova.compute.manager [req-5ec66f08-a796-43c9-a15c-fbfed16ee4a9 req-79c5c85d-ddef-4795-9393-59da969e1142 service nova] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] No waiting events found dispatching network-vif-plugged-cab5b9d2-03ce-489f-bebe-fb1aa207fcff {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.912896] env[69186]: WARNING nova.compute.manager [req-5ec66f08-a796-43c9-a15c-fbfed16ee4a9 req-79c5c85d-ddef-4795-9393-59da969e1142 service nova] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Received unexpected event network-vif-plugged-cab5b9d2-03ce-489f-bebe-fb1aa207fcff for instance with vm_state building and task_state spawning. [ 777.965276] env[69186]: DEBUG oslo_vmware.api [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Task: {'id': task-3634839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271478} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.965475] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.965655] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.966334] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.966334] env[69186]: INFO nova.compute.manager [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Took 1.64 seconds to destroy the instance on the hypervisor. [ 777.966334] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.966690] env[69186]: DEBUG nova.compute.manager [-] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.966690] env[69186]: DEBUG nova.network.neutron [-] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.001180] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance cb7ae2c4-3eef-4254-af3a-3a5de42222d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 778.009784] env[69186]: DEBUG nova.compute.manager [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.187584] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52014e1a-e7af-ddb3-4d4b-e841815899a1, 'name': SearchDatastore_Task, 'duration_secs': 0.00915} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.188561] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32849172-8f9c-49de-bb17-d94c93f05987 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.194566] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 778.194566] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]526540a1-9136-f4c8-c2cc-d2b9fba5f764" [ 778.194566] env[69186]: _type = "Task" [ 778.194566] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.203263] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]526540a1-9136-f4c8-c2cc-d2b9fba5f764, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.210604] env[69186]: DEBUG nova.compute.manager [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.211589] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63049b1c-992c-43c0-8f26-5c01419dd123 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.221852] env[69186]: DEBUG nova.network.neutron [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Successfully updated port: cab5b9d2-03ce-489f-bebe-fb1aa207fcff {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.255137] env[69186]: DEBUG nova.network.neutron [req-0e93d7ea-1458-423b-80fb-b26961b5b544 req-cb74f82e-f5db-4902-b5a2-6a6942708bc5 service nova] [instance: 00db072e-b278-4803-b7bf-516918f84656] Updated VIF entry in instance network info cache for port a13fc43d-ff9e-487b-bd42-d61aeca8a4f9. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.255494] env[69186]: DEBUG nova.network.neutron [req-0e93d7ea-1458-423b-80fb-b26961b5b544 req-cb74f82e-f5db-4902-b5a2-6a6942708bc5 service nova] [instance: 00db072e-b278-4803-b7bf-516918f84656] Updating instance_info_cache with network_info: [{"id": "a13fc43d-ff9e-487b-bd42-d61aeca8a4f9", "address": "fa:16:3e:b1:c8:eb", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa13fc43d-ff", "ovs_interfaceid": "a13fc43d-ff9e-487b-bd42-d61aeca8a4f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.508758] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance e9e7d775-f6be-484c-ae78-4d3bb64c3fa7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 778.547527] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.711879] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]526540a1-9136-f4c8-c2cc-d2b9fba5f764, 'name': SearchDatastore_Task, 'duration_secs': 0.015648} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.712169] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.712464] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 00db072e-b278-4803-b7bf-516918f84656/00db072e-b278-4803-b7bf-516918f84656.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.712694] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71c304bd-435a-46fa-886a-b56a18aaa75a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.720537] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 778.720537] env[69186]: value = "task-3634840" [ 778.720537] env[69186]: _type = "Task" [ 778.720537] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.727746] env[69186]: INFO nova.compute.manager [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] instance snapshotting [ 778.727952] env[69186]: WARNING nova.compute.manager [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 778.730153] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "refresh_cache-8afc2d09-29e9-4e5e-a483-8a8f4a2fd298" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.730153] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired lock "refresh_cache-8afc2d09-29e9-4e5e-a483-8a8f4a2fd298" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.730153] env[69186]: DEBUG nova.network.neutron [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.732433] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574602ed-4c8b-408e-8139-e788b7326b1b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.738650] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.761906] env[69186]: DEBUG nova.network.neutron [-] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.764018] env[69186]: DEBUG oslo_concurrency.lockutils [req-0e93d7ea-1458-423b-80fb-b26961b5b544 req-cb74f82e-f5db-4902-b5a2-6a6942708bc5 service nova] Releasing lock "refresh_cache-00db072e-b278-4803-b7bf-516918f84656" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.766025] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f0e51d-068d-4a98-80f2-6a6b2597cf46 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.010735] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 3b562f5d-78aa-4625-aa1b-4a21d998365a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 779.237297] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634840, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.249197] env[69186]: DEBUG nova.objects.instance [None req-8994e493-03ed-4569-bebf-d1245453ad9d tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Lazy-loading 'flavor' on Instance uuid 42e71f1b-7786-451e-96cf-df66acd48dde {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.264424] env[69186]: INFO nova.compute.manager [-] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Took 1.30 seconds to deallocate network for instance. [ 779.280434] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Creating Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 779.283716] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3e83fb26-c644-41c2-898d-fc634f103b53 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.289263] env[69186]: DEBUG nova.network.neutron [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.294020] env[69186]: DEBUG oslo_vmware.api [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 779.294020] env[69186]: value = "task-3634841" [ 779.294020] env[69186]: _type = "Task" [ 779.294020] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.302336] env[69186]: DEBUG oslo_vmware.api [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634841, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.343738] env[69186]: DEBUG nova.compute.manager [req-a53a37bd-633e-4038-907f-0438afc1a005 req-68779e36-9478-4613-9612-f846dc387720 service nova] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Received event network-vif-deleted-3ea78774-2119-4faf-9d90-c9f13020f4fb {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.485521] env[69186]: DEBUG nova.network.neutron [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Updating instance_info_cache with network_info: [{"id": "cab5b9d2-03ce-489f-bebe-fb1aa207fcff", "address": "fa:16:3e:f2:36:79", "network": {"id": "00dd6897-3c7d-4519-99b4-1d7e73246cdf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870319695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dfd91ddcb62c48dba383798a87da8a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcab5b9d2-03", "ovs_interfaceid": "cab5b9d2-03ce-489f-bebe-fb1aa207fcff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.514233] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance b569ac00-41a9-49a4-b9f3-9e901fd1d7a6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 779.731465] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537667} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.731613] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 00db072e-b278-4803-b7bf-516918f84656/00db072e-b278-4803-b7bf-516918f84656.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.731880] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.734032] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-416c19aa-40c7-481a-be10-852bac4cffca {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.738339] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 779.738339] env[69186]: value = "task-3634842" [ 779.738339] env[69186]: _type = "Task" [ 779.738339] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.746441] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.758098] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8994e493-03ed-4569-bebf-d1245453ad9d tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Acquiring lock "refresh_cache-42e71f1b-7786-451e-96cf-df66acd48dde" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.758293] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8994e493-03ed-4569-bebf-d1245453ad9d tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Acquired lock "refresh_cache-42e71f1b-7786-451e-96cf-df66acd48dde" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.777803] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.804171] env[69186]: DEBUG oslo_vmware.api [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634841, 'name': CreateSnapshot_Task, 'duration_secs': 0.435855} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.804310] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Created Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 779.805015] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a587f3-95ff-41bf-a116-3c194458b56a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.952432] env[69186]: DEBUG nova.compute.manager [req-6626fa31-0c4e-4057-b88e-a284da1bedf2 req-bf8e59f1-4083-4c15-8502-242feafa1344 service nova] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Received event network-changed-cab5b9d2-03ce-489f-bebe-fb1aa207fcff {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.952633] env[69186]: DEBUG nova.compute.manager [req-6626fa31-0c4e-4057-b88e-a284da1bedf2 req-bf8e59f1-4083-4c15-8502-242feafa1344 service nova] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Refreshing instance network info cache due to event network-changed-cab5b9d2-03ce-489f-bebe-fb1aa207fcff. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.952878] env[69186]: DEBUG oslo_concurrency.lockutils [req-6626fa31-0c4e-4057-b88e-a284da1bedf2 req-bf8e59f1-4083-4c15-8502-242feafa1344 service nova] Acquiring lock "refresh_cache-8afc2d09-29e9-4e5e-a483-8a8f4a2fd298" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.961269] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "2e199da1-fcc4-4760-86bf-9035d7e60cab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.961269] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "2e199da1-fcc4-4760-86bf-9035d7e60cab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.988276] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Releasing lock "refresh_cache-8afc2d09-29e9-4e5e-a483-8a8f4a2fd298" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.988672] env[69186]: DEBUG nova.compute.manager [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Instance network_info: |[{"id": "cab5b9d2-03ce-489f-bebe-fb1aa207fcff", "address": "fa:16:3e:f2:36:79", "network": {"id": "00dd6897-3c7d-4519-99b4-1d7e73246cdf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870319695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dfd91ddcb62c48dba383798a87da8a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcab5b9d2-03", "ovs_interfaceid": "cab5b9d2-03ce-489f-bebe-fb1aa207fcff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.988990] env[69186]: DEBUG oslo_concurrency.lockutils [req-6626fa31-0c4e-4057-b88e-a284da1bedf2 req-bf8e59f1-4083-4c15-8502-242feafa1344 service nova] Acquired lock "refresh_cache-8afc2d09-29e9-4e5e-a483-8a8f4a2fd298" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.989189] env[69186]: DEBUG nova.network.neutron [req-6626fa31-0c4e-4057-b88e-a284da1bedf2 req-bf8e59f1-4083-4c15-8502-242feafa1344 service nova] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Refreshing network info cache for port cab5b9d2-03ce-489f-bebe-fb1aa207fcff {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.990556] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:36:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cab5b9d2-03ce-489f-bebe-fb1aa207fcff', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.998864] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Creating folder: Project (dfd91ddcb62c48dba383798a87da8a37). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.999898] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3647f1ea-4ea8-4049-8347-97c36eea7426 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.011673] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Created folder: Project (dfd91ddcb62c48dba383798a87da8a37) in parent group-v724677. [ 780.012135] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Creating folder: Instances. Parent ref: group-v724794. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.012135] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd48f518-8cd9-4a83-827d-7651584c348f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.017223] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance b511d405-7aae-4e3d-896a-1fb40b586d02 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 780.023921] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Created folder: Instances in parent group-v724794. [ 780.024187] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.024379] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.024589] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53acb6b2-194f-4d6e-a557-1470a3f10e55 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.052179] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.052179] env[69186]: value = "task-3634845" [ 780.052179] env[69186]: _type = "Task" [ 780.052179] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.065382] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634845, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.229048] env[69186]: DEBUG nova.network.neutron [None req-8994e493-03ed-4569-bebf-d1245453ad9d tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.250151] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114388} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.250424] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.251324] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7342e8f-5d9a-4d0c-a08d-75d93485544d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.275967] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 00db072e-b278-4803-b7bf-516918f84656/00db072e-b278-4803-b7bf-516918f84656.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.276308] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7cdde59-540a-4ce9-97a4-fab5833ec0e2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.297947] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 780.297947] env[69186]: value = "task-3634846" [ 780.297947] env[69186]: _type = "Task" [ 780.297947] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.308744] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634846, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.323696] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Creating linked-clone VM from snapshot {{(pid=69186) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 780.324054] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9e9f3e10-5899-4b1a-b0b7-099dd7afe4ef {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.333698] env[69186]: DEBUG oslo_vmware.api [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 780.333698] env[69186]: value = "task-3634847" [ 780.333698] env[69186]: _type = "Task" [ 780.333698] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.346865] env[69186]: DEBUG oslo_vmware.api [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634847, 'name': CloneVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.525620] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 37112ffb-7735-4ad1-9af3-f17be5948788 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 780.564434] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634845, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.810613] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.815507] env[69186]: DEBUG nova.network.neutron [req-6626fa31-0c4e-4057-b88e-a284da1bedf2 req-bf8e59f1-4083-4c15-8502-242feafa1344 service nova] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Updated VIF entry in instance network info cache for port cab5b9d2-03ce-489f-bebe-fb1aa207fcff. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.815959] env[69186]: DEBUG nova.network.neutron [req-6626fa31-0c4e-4057-b88e-a284da1bedf2 req-bf8e59f1-4083-4c15-8502-242feafa1344 service nova] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Updating instance_info_cache with network_info: [{"id": "cab5b9d2-03ce-489f-bebe-fb1aa207fcff", "address": "fa:16:3e:f2:36:79", "network": {"id": "00dd6897-3c7d-4519-99b4-1d7e73246cdf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870319695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dfd91ddcb62c48dba383798a87da8a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcab5b9d2-03", "ovs_interfaceid": "cab5b9d2-03ce-489f-bebe-fb1aa207fcff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.849716] env[69186]: DEBUG oslo_vmware.api [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634847, 'name': CloneVM_Task} progress is 93%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.028939] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 1f788af6-a840-4c80-84ec-389cd38b278c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 781.067412] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634845, 'name': CreateVM_Task, 'duration_secs': 0.747002} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.067676] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.068596] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.068716] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.068986] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.069392] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c23acebd-0cd3-4814-83e9-293c6241bfb1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.075099] env[69186]: DEBUG oslo_vmware.api [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 781.075099] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5264fcb7-f5db-c975-8a24-13c1b64d3a13" [ 781.075099] env[69186]: _type = "Task" [ 781.075099] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.085077] env[69186]: DEBUG oslo_vmware.api [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5264fcb7-f5db-c975-8a24-13c1b64d3a13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.109524] env[69186]: DEBUG nova.network.neutron [None req-8994e493-03ed-4569-bebf-d1245453ad9d tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Updating instance_info_cache with network_info: [{"id": "5b63b6d7-5828-4f64-87be-f7df25deae9e", "address": "fa:16:3e:1f:bd:a0", "network": {"id": "b739e5e7-9c50-492b-b32c-f066d73196b4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-420456208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a146e07fbc742d3acaa057d8175ae49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b63b6d7-58", "ovs_interfaceid": "5b63b6d7-5828-4f64-87be-f7df25deae9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.310463] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634846, 'name': ReconfigVM_Task, 'duration_secs': 0.790929} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.310759] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 00db072e-b278-4803-b7bf-516918f84656/00db072e-b278-4803-b7bf-516918f84656.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.311429] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29b74d5c-03d1-49cb-a383-bfb724288854 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.318020] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 781.318020] env[69186]: value = "task-3634848" [ 781.318020] env[69186]: _type = "Task" [ 781.318020] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.321840] env[69186]: DEBUG oslo_concurrency.lockutils [req-6626fa31-0c4e-4057-b88e-a284da1bedf2 req-bf8e59f1-4083-4c15-8502-242feafa1344 service nova] Releasing lock "refresh_cache-8afc2d09-29e9-4e5e-a483-8a8f4a2fd298" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.326067] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634848, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.346347] env[69186]: DEBUG oslo_vmware.api [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634847, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.535880] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 12f477f2-595e-4a26-a4d6-62169a4f6824 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 781.541383] env[69186]: DEBUG nova.objects.instance [None req-ca18d78e-6153-4fab-858b-baf8a1772c6b tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Lazy-loading 'flavor' on Instance uuid 42e71f1b-7786-451e-96cf-df66acd48dde {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.585468] env[69186]: DEBUG oslo_vmware.api [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5264fcb7-f5db-c975-8a24-13c1b64d3a13, 'name': SearchDatastore_Task, 'duration_secs': 0.011509} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.585777] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.586030] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.586270] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.586416] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.586595] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.586856] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d527151c-0bc2-4915-a3e3-7a5b1486fa37 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.594914] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.595098] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.595786] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52d54b77-0e33-4a74-8a5f-844460c3678c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.600485] env[69186]: DEBUG oslo_vmware.api [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 781.600485] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b0d6da-06b1-e803-c774-9f6a8496e05d" [ 781.600485] env[69186]: _type = "Task" [ 781.600485] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.609596] env[69186]: DEBUG oslo_vmware.api [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b0d6da-06b1-e803-c774-9f6a8496e05d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.612142] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8994e493-03ed-4569-bebf-d1245453ad9d tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Releasing lock "refresh_cache-42e71f1b-7786-451e-96cf-df66acd48dde" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.612358] env[69186]: DEBUG nova.compute.manager [None req-8994e493-03ed-4569-bebf-d1245453ad9d tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Inject network info {{(pid=69186) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 781.612606] env[69186]: DEBUG nova.compute.manager [None req-8994e493-03ed-4569-bebf-d1245453ad9d tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] network_info to inject: |[{"id": "5b63b6d7-5828-4f64-87be-f7df25deae9e", "address": "fa:16:3e:1f:bd:a0", "network": {"id": "b739e5e7-9c50-492b-b32c-f066d73196b4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-420456208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a146e07fbc742d3acaa057d8175ae49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b63b6d7-58", "ovs_interfaceid": "5b63b6d7-5828-4f64-87be-f7df25deae9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 781.617699] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8994e493-03ed-4569-bebf-d1245453ad9d tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Reconfiguring VM instance to set the machine id {{(pid=69186) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 781.617946] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2c41be3-5f5c-4f06-bf05-ccc166fe8246 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.634384] env[69186]: DEBUG oslo_vmware.api [None req-8994e493-03ed-4569-bebf-d1245453ad9d tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Waiting for the task: (returnval){ [ 781.634384] env[69186]: value = "task-3634849" [ 781.634384] env[69186]: _type = "Task" [ 781.634384] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.642463] env[69186]: DEBUG oslo_vmware.api [None req-8994e493-03ed-4569-bebf-d1245453ad9d tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Task: {'id': task-3634849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.829147] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634848, 'name': Rename_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.845208] env[69186]: DEBUG oslo_vmware.api [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634847, 'name': CloneVM_Task} progress is 95%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.982301] env[69186]: DEBUG nova.compute.manager [req-24862ef1-250f-49a2-bf74-fd7dc71adfd1 req-4f30c189-e936-4e6b-8f3c-aaff88431a79 service nova] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Received event network-changed-5b63b6d7-5828-4f64-87be-f7df25deae9e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.982301] env[69186]: DEBUG nova.compute.manager [req-24862ef1-250f-49a2-bf74-fd7dc71adfd1 req-4f30c189-e936-4e6b-8f3c-aaff88431a79 service nova] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Refreshing instance network info cache due to event network-changed-5b63b6d7-5828-4f64-87be-f7df25deae9e. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.982301] env[69186]: DEBUG oslo_concurrency.lockutils [req-24862ef1-250f-49a2-bf74-fd7dc71adfd1 req-4f30c189-e936-4e6b-8f3c-aaff88431a79 service nova] Acquiring lock "refresh_cache-42e71f1b-7786-451e-96cf-df66acd48dde" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.982567] env[69186]: DEBUG oslo_concurrency.lockutils [req-24862ef1-250f-49a2-bf74-fd7dc71adfd1 req-4f30c189-e936-4e6b-8f3c-aaff88431a79 service nova] Acquired lock "refresh_cache-42e71f1b-7786-451e-96cf-df66acd48dde" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.982567] env[69186]: DEBUG nova.network.neutron [req-24862ef1-250f-49a2-bf74-fd7dc71adfd1 req-4f30c189-e936-4e6b-8f3c-aaff88431a79 service nova] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Refreshing network info cache for port 5b63b6d7-5828-4f64-87be-f7df25deae9e {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.039812] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance e59eda66-dd95-45f2-9d48-8c6254fbebad has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 782.046955] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ca18d78e-6153-4fab-858b-baf8a1772c6b tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Acquiring lock "refresh_cache-42e71f1b-7786-451e-96cf-df66acd48dde" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.110501] env[69186]: DEBUG oslo_vmware.api [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b0d6da-06b1-e803-c774-9f6a8496e05d, 'name': SearchDatastore_Task, 'duration_secs': 0.010929} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.111363] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-119ac4dc-e5f4-4069-a4c5-d3c5e069cd2d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.116588] env[69186]: DEBUG oslo_vmware.api [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 782.116588] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d83d2f-ddf6-3449-dbb6-c7a0d3a57743" [ 782.116588] env[69186]: _type = "Task" [ 782.116588] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.125058] env[69186]: DEBUG oslo_vmware.api [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d83d2f-ddf6-3449-dbb6-c7a0d3a57743, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.143391] env[69186]: DEBUG oslo_vmware.api [None req-8994e493-03ed-4569-bebf-d1245453ad9d tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Task: {'id': task-3634849, 'name': ReconfigVM_Task, 'duration_secs': 0.173634} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.143690] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8994e493-03ed-4569-bebf-d1245453ad9d tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Reconfigured VM instance to set the machine id {{(pid=69186) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 782.329036] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634848, 'name': Rename_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.346312] env[69186]: DEBUG oslo_vmware.api [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634847, 'name': CloneVM_Task, 'duration_secs': 1.809539} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.346913] env[69186]: INFO nova.virt.vmwareapi.vmops [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Created linked-clone VM from snapshot [ 782.348180] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7010a7de-9a16-402b-abd1-487fbde0acac {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.356844] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Uploading image 38682e7f-5602-453a-976f-d3c47cca4056 {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 782.379415] env[69186]: DEBUG oslo_vmware.rw_handles [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 782.379415] env[69186]: value = "vm-724797" [ 782.379415] env[69186]: _type = "VirtualMachine" [ 782.379415] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 782.379766] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-98c1e6d5-7c81-49a0-be84-ebf96515715c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.387432] env[69186]: DEBUG oslo_vmware.rw_handles [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lease: (returnval){ [ 782.387432] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52deff3e-ae56-3ee2-37c1-5394d5148005" [ 782.387432] env[69186]: _type = "HttpNfcLease" [ 782.387432] env[69186]: } obtained for exporting VM: (result){ [ 782.387432] env[69186]: value = "vm-724797" [ 782.387432] env[69186]: _type = "VirtualMachine" [ 782.387432] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 782.387775] env[69186]: DEBUG oslo_vmware.api [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the lease: (returnval){ [ 782.387775] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52deff3e-ae56-3ee2-37c1-5394d5148005" [ 782.387775] env[69186]: _type = "HttpNfcLease" [ 782.387775] env[69186]: } to be ready. {{(pid=69186) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 782.395098] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 782.395098] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52deff3e-ae56-3ee2-37c1-5394d5148005" [ 782.395098] env[69186]: _type = "HttpNfcLease" [ 782.395098] env[69186]: } is initializing. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 782.544719] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 24dd714b-4a10-49e4-91d0-6ced17d00b0e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 782.628723] env[69186]: DEBUG oslo_vmware.api [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d83d2f-ddf6-3449-dbb6-c7a0d3a57743, 'name': SearchDatastore_Task, 'duration_secs': 0.014451} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.628723] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.628723] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298/8afc2d09-29e9-4e5e-a483-8a8f4a2fd298.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.628723] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f0849e6-dc34-468e-a182-7a016588021b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.635964] env[69186]: DEBUG oslo_vmware.api [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 782.635964] env[69186]: value = "task-3634851" [ 782.635964] env[69186]: _type = "Task" [ 782.635964] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.643213] env[69186]: DEBUG oslo_vmware.api [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.766326] env[69186]: DEBUG nova.network.neutron [req-24862ef1-250f-49a2-bf74-fd7dc71adfd1 req-4f30c189-e936-4e6b-8f3c-aaff88431a79 service nova] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Updated VIF entry in instance network info cache for port 5b63b6d7-5828-4f64-87be-f7df25deae9e. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.766806] env[69186]: DEBUG nova.network.neutron [req-24862ef1-250f-49a2-bf74-fd7dc71adfd1 req-4f30c189-e936-4e6b-8f3c-aaff88431a79 service nova] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Updating instance_info_cache with network_info: [{"id": "5b63b6d7-5828-4f64-87be-f7df25deae9e", "address": "fa:16:3e:1f:bd:a0", "network": {"id": "b739e5e7-9c50-492b-b32c-f066d73196b4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-420456208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a146e07fbc742d3acaa057d8175ae49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b63b6d7-58", "ovs_interfaceid": "5b63b6d7-5828-4f64-87be-f7df25deae9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.828875] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634848, 'name': Rename_Task, 'duration_secs': 1.146987} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.829223] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.829476] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7684d507-fbf9-4dd2-97ab-b708ca800497 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.836062] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 782.836062] env[69186]: value = "task-3634852" [ 782.836062] env[69186]: _type = "Task" [ 782.836062] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.843840] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.895932] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 782.895932] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52deff3e-ae56-3ee2-37c1-5394d5148005" [ 782.895932] env[69186]: _type = "HttpNfcLease" [ 782.895932] env[69186]: } is ready. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 782.896234] env[69186]: DEBUG oslo_vmware.rw_handles [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 782.896234] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52deff3e-ae56-3ee2-37c1-5394d5148005" [ 782.896234] env[69186]: _type = "HttpNfcLease" [ 782.896234] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 782.896973] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d334ff8c-728d-4b06-aa76-cf7ce89ddb75 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.904637] env[69186]: DEBUG oslo_vmware.rw_handles [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b88e2e-6b82-1594-b069-c6f9c0ce8d31/disk-0.vmdk from lease info. {{(pid=69186) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 782.904824] env[69186]: DEBUG oslo_vmware.rw_handles [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b88e2e-6b82-1594-b069-c6f9c0ce8d31/disk-0.vmdk for reading. {{(pid=69186) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 782.997593] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ab0a92a6-f406-42bc-8780-777c38a3edb3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.052067] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 3b71b08a-29ed-4e29-aa4f-1399df38498d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 783.052397] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69186) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 783.056018] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69186) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 783.150553] env[69186]: DEBUG oslo_vmware.api [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634851, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.270256] env[69186]: DEBUG oslo_concurrency.lockutils [req-24862ef1-250f-49a2-bf74-fd7dc71adfd1 req-4f30c189-e936-4e6b-8f3c-aaff88431a79 service nova] Releasing lock "refresh_cache-42e71f1b-7786-451e-96cf-df66acd48dde" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.272203] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ca18d78e-6153-4fab-858b-baf8a1772c6b tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Acquired lock "refresh_cache-42e71f1b-7786-451e-96cf-df66acd48dde" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.355343] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634852, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.654540] env[69186]: DEBUG oslo_vmware.api [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845156} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.655349] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298/8afc2d09-29e9-4e5e-a483-8a8f4a2fd298.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.655990] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.655990] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ebf012c-9df9-4786-9a36-8f066a661b53 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.664785] env[69186]: DEBUG oslo_vmware.api [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 783.664785] env[69186]: value = "task-3634853" [ 783.664785] env[69186]: _type = "Task" [ 783.664785] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.672906] env[69186]: DEBUG oslo_vmware.api [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.778936] env[69186]: DEBUG nova.network.neutron [None req-ca18d78e-6153-4fab-858b-baf8a1772c6b tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.790464] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e375df-e43e-4ee1-b618-a91f21ce521e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.800100] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3582dc-a7e9-46c6-8884-8071469c1a99 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.804812] env[69186]: DEBUG nova.compute.manager [req-3b19d660-4b89-4882-ac64-82d2639127df req-eed3c14e-59a5-4436-9623-972dd63715cb service nova] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Received event network-changed-5b63b6d7-5828-4f64-87be-f7df25deae9e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.805009] env[69186]: DEBUG nova.compute.manager [req-3b19d660-4b89-4882-ac64-82d2639127df req-eed3c14e-59a5-4436-9623-972dd63715cb service nova] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Refreshing instance network info cache due to event network-changed-5b63b6d7-5828-4f64-87be-f7df25deae9e. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 783.805226] env[69186]: DEBUG oslo_concurrency.lockutils [req-3b19d660-4b89-4882-ac64-82d2639127df req-eed3c14e-59a5-4436-9623-972dd63715cb service nova] Acquiring lock "refresh_cache-42e71f1b-7786-451e-96cf-df66acd48dde" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.835626] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db8a609-e2b6-4e61-a7d2-3037f5b449af {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.849112] env[69186]: DEBUG oslo_vmware.api [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634852, 'name': PowerOnVM_Task, 'duration_secs': 0.645416} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.850392] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6febdd1d-fede-40be-9e49-db2b2e34cc0e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.854482] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.854584] env[69186]: INFO nova.compute.manager [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Took 9.73 seconds to spawn the instance on the hypervisor. [ 783.854769] env[69186]: DEBUG nova.compute.manager [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.855824] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4120dfb2-972f-4c57-a126-62c8277c6eb1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.869027] env[69186]: DEBUG nova.compute.provider_tree [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.175458] env[69186]: DEBUG oslo_vmware.api [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072776} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.175944] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.176837] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94fac69-916b-4c17-852e-0e91872c973f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.204055] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298/8afc2d09-29e9-4e5e-a483-8a8f4a2fd298.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.204055] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46a3c449-8ffa-4cf8-9f09-6a51d2c245ff {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.223665] env[69186]: DEBUG oslo_vmware.api [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 784.223665] env[69186]: value = "task-3634854" [ 784.223665] env[69186]: _type = "Task" [ 784.223665] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.232458] env[69186]: DEBUG oslo_vmware.api [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634854, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.377333] env[69186]: DEBUG nova.scheduler.client.report [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.390258] env[69186]: INFO nova.compute.manager [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Took 43.85 seconds to build instance. [ 784.626341] env[69186]: DEBUG nova.network.neutron [None req-ca18d78e-6153-4fab-858b-baf8a1772c6b tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Updating instance_info_cache with network_info: [{"id": "5b63b6d7-5828-4f64-87be-f7df25deae9e", "address": "fa:16:3e:1f:bd:a0", "network": {"id": "b739e5e7-9c50-492b-b32c-f066d73196b4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-420456208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a146e07fbc742d3acaa057d8175ae49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b63b6d7-58", "ovs_interfaceid": "5b63b6d7-5828-4f64-87be-f7df25deae9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.739235] env[69186]: DEBUG oslo_vmware.api [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634854, 'name': ReconfigVM_Task, 'duration_secs': 0.286429} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.739235] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298/8afc2d09-29e9-4e5e-a483-8a8f4a2fd298.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.739235] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bb07680-9d7a-4777-881a-453f115e91d0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.746159] env[69186]: DEBUG oslo_vmware.api [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 784.746159] env[69186]: value = "task-3634855" [ 784.746159] env[69186]: _type = "Task" [ 784.746159] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.752836] env[69186]: DEBUG oslo_vmware.api [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634855, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.887630] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69186) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 784.887898] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.009s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.888247] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.141s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.888452] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.893599] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.461s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.897024] env[69186]: INFO nova.compute.claims [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.902926] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Lock "00db072e-b278-4803-b7bf-516918f84656" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.527s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.932156] env[69186]: INFO nova.scheduler.client.report [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Deleted allocations for instance 4ae09b1d-b1cb-413c-b677-9f4af64c05e5 [ 785.129529] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ca18d78e-6153-4fab-858b-baf8a1772c6b tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Releasing lock "refresh_cache-42e71f1b-7786-451e-96cf-df66acd48dde" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.129825] env[69186]: DEBUG nova.compute.manager [None req-ca18d78e-6153-4fab-858b-baf8a1772c6b tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Inject network info {{(pid=69186) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 785.130184] env[69186]: DEBUG nova.compute.manager [None req-ca18d78e-6153-4fab-858b-baf8a1772c6b tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] network_info to inject: |[{"id": "5b63b6d7-5828-4f64-87be-f7df25deae9e", "address": "fa:16:3e:1f:bd:a0", "network": {"id": "b739e5e7-9c50-492b-b32c-f066d73196b4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-420456208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a146e07fbc742d3acaa057d8175ae49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b63b6d7-58", "ovs_interfaceid": "5b63b6d7-5828-4f64-87be-f7df25deae9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 785.135269] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ca18d78e-6153-4fab-858b-baf8a1772c6b tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Reconfiguring VM instance to set the machine id {{(pid=69186) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 785.135618] env[69186]: DEBUG oslo_concurrency.lockutils [req-3b19d660-4b89-4882-ac64-82d2639127df req-eed3c14e-59a5-4436-9623-972dd63715cb service nova] Acquired lock "refresh_cache-42e71f1b-7786-451e-96cf-df66acd48dde" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.135796] env[69186]: DEBUG nova.network.neutron [req-3b19d660-4b89-4882-ac64-82d2639127df req-eed3c14e-59a5-4436-9623-972dd63715cb service nova] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Refreshing network info cache for port 5b63b6d7-5828-4f64-87be-f7df25deae9e {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.137074] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c41f47ac-5166-49c7-b9f8-d0c567c0728f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.156227] env[69186]: DEBUG oslo_vmware.api [None req-ca18d78e-6153-4fab-858b-baf8a1772c6b tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Waiting for the task: (returnval){ [ 785.156227] env[69186]: value = "task-3634856" [ 785.156227] env[69186]: _type = "Task" [ 785.156227] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.164870] env[69186]: DEBUG oslo_vmware.api [None req-ca18d78e-6153-4fab-858b-baf8a1772c6b tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Task: {'id': task-3634856, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.254268] env[69186]: DEBUG oslo_vmware.api [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634855, 'name': Rename_Task, 'duration_secs': 0.15866} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.254551] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.256035] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ca062f5-427d-4f28-8ef7-b98f2ae406b3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.261594] env[69186]: DEBUG oslo_vmware.api [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 785.261594] env[69186]: value = "task-3634857" [ 785.261594] env[69186]: _type = "Task" [ 785.261594] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.270208] env[69186]: DEBUG oslo_vmware.api [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.386721] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Acquiring lock "42e71f1b-7786-451e-96cf-df66acd48dde" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.387051] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Lock "42e71f1b-7786-451e-96cf-df66acd48dde" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.389018] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Acquiring lock "42e71f1b-7786-451e-96cf-df66acd48dde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.389018] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Lock "42e71f1b-7786-451e-96cf-df66acd48dde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.389018] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Lock "42e71f1b-7786-451e-96cf-df66acd48dde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.390857] env[69186]: INFO nova.compute.manager [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Terminating instance [ 785.406581] env[69186]: DEBUG nova.compute.manager [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.440639] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Lock "4ae09b1d-b1cb-413c-b677-9f4af64c05e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.264s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.666227] env[69186]: DEBUG oslo_vmware.api [None req-ca18d78e-6153-4fab-858b-baf8a1772c6b tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Task: {'id': task-3634856, 'name': ReconfigVM_Task, 'duration_secs': 0.189362} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.666486] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ca18d78e-6153-4fab-858b-baf8a1772c6b tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Reconfigured VM instance to set the machine id {{(pid=69186) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 785.774733] env[69186]: DEBUG oslo_vmware.api [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634857, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.897902] env[69186]: DEBUG nova.compute.manager [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.898183] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.899337] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6297b380-e1c4-45f5-ba8e-e9f7af4fc900 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.910355] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.913226] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02c9a147-6dae-4a6e-832a-059d09d76d74 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.925506] env[69186]: DEBUG oslo_vmware.api [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Waiting for the task: (returnval){ [ 785.925506] env[69186]: value = "task-3634858" [ 785.925506] env[69186]: _type = "Task" [ 785.925506] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.943237] env[69186]: DEBUG oslo_vmware.api [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Task: {'id': task-3634858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.944522] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.014810] env[69186]: DEBUG nova.network.neutron [req-3b19d660-4b89-4882-ac64-82d2639127df req-eed3c14e-59a5-4436-9623-972dd63715cb service nova] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Updated VIF entry in instance network info cache for port 5b63b6d7-5828-4f64-87be-f7df25deae9e. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.015319] env[69186]: DEBUG nova.network.neutron [req-3b19d660-4b89-4882-ac64-82d2639127df req-eed3c14e-59a5-4436-9623-972dd63715cb service nova] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Updating instance_info_cache with network_info: [{"id": "5b63b6d7-5828-4f64-87be-f7df25deae9e", "address": "fa:16:3e:1f:bd:a0", "network": {"id": "b739e5e7-9c50-492b-b32c-f066d73196b4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-420456208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a146e07fbc742d3acaa057d8175ae49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b63b6d7-58", "ovs_interfaceid": "5b63b6d7-5828-4f64-87be-f7df25deae9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.276649] env[69186]: DEBUG oslo_vmware.api [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634857, 'name': PowerOnVM_Task, 'duration_secs': 0.696848} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.277058] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.277268] env[69186]: INFO nova.compute.manager [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Took 9.85 seconds to spawn the instance on the hypervisor. [ 786.277388] env[69186]: DEBUG nova.compute.manager [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.278279] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e6371c-d39c-4560-b164-fcde7f4f3b30 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.322035] env[69186]: DEBUG nova.compute.manager [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.322854] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390ccfe3-2895-46c2-9467-270d4f488186 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.435912] env[69186]: DEBUG oslo_vmware.api [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Task: {'id': task-3634858, 'name': PowerOffVM_Task, 'duration_secs': 0.258012} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.439053] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.439053] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.439725] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c4e9477-ce43-4dd5-aefd-1bd70f8317ea {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.507084] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.507359] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.507466] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Deleting the datastore file [datastore2] 42e71f1b-7786-451e-96cf-df66acd48dde {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.507836] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7798cd6c-99bd-44c2-980f-af70997ec35a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.515257] env[69186]: DEBUG oslo_vmware.api [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Waiting for the task: (returnval){ [ 786.515257] env[69186]: value = "task-3634860" [ 786.515257] env[69186]: _type = "Task" [ 786.515257] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.521609] env[69186]: DEBUG oslo_concurrency.lockutils [req-3b19d660-4b89-4882-ac64-82d2639127df req-eed3c14e-59a5-4436-9623-972dd63715cb service nova] Releasing lock "refresh_cache-42e71f1b-7786-451e-96cf-df66acd48dde" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.526924] env[69186]: DEBUG oslo_vmware.api [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Task: {'id': task-3634860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.533883] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb90f1c4-cae5-46a4-8f8f-55274450f5ae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.541282] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3e75db-9fd2-4bc2-802a-486cc15bff69 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.573116] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5754d6-f6ff-411f-a58e-f941b8af5bb7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.580976] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c87419-9747-4267-8785-04e64fe490af {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.595035] env[69186]: DEBUG nova.compute.provider_tree [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.805300] env[69186]: INFO nova.compute.manager [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Took 41.12 seconds to build instance. [ 786.837985] env[69186]: INFO nova.compute.manager [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] instance snapshotting [ 786.844047] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7f9ea3-f968-4370-ab7b-bfad4dd20726 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.865996] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50044780-f7d6-472f-9751-a2aa6f303834 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.029549] env[69186]: DEBUG oslo_vmware.api [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Task: {'id': task-3634860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308872} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.029980] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.030213] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.030409] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.030623] env[69186]: INFO nova.compute.manager [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Took 1.13 seconds to destroy the instance on the hypervisor. [ 787.031060] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.031156] env[69186]: DEBUG nova.compute.manager [-] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.031229] env[69186]: DEBUG nova.network.neutron [-] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.098285] env[69186]: DEBUG nova.scheduler.client.report [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.305328] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7100d104-b896-46f1-8ccc-8ad927c90898 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "8afc2d09-29e9-4e5e-a483-8a8f4a2fd298" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.714s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.378176] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Creating Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 787.378769] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d6b868f9-4ed2-45b6-9d21-5c2f2fa4bb86 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.387199] env[69186]: DEBUG oslo_vmware.api [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 787.387199] env[69186]: value = "task-3634861" [ 787.387199] env[69186]: _type = "Task" [ 787.387199] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.396289] env[69186]: DEBUG oslo_vmware.api [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634861, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.604405] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.604954] env[69186]: DEBUG nova.compute.manager [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.610409] env[69186]: DEBUG oslo_concurrency.lockutils [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.915s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.610949] env[69186]: DEBUG oslo_concurrency.lockutils [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.613150] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.249s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.614570] env[69186]: INFO nova.compute.claims [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.660932] env[69186]: INFO nova.scheduler.client.report [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Deleted allocations for instance 0ea7324d-38d7-432d-b7ce-5c59d42eee6d [ 787.809347] env[69186]: DEBUG nova.compute.manager [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.899191] env[69186]: DEBUG oslo_vmware.api [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634861, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.120012] env[69186]: DEBUG nova.compute.utils [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.123866] env[69186]: DEBUG nova.compute.manager [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.124189] env[69186]: DEBUG nova.network.neutron [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.134090] env[69186]: DEBUG nova.compute.manager [req-3d608bb2-c046-4ac4-9ec8-15ffdbffa92d req-e5535868-6448-4044-add5-1da0272f85db service nova] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Received event network-vif-deleted-5b63b6d7-5828-4f64-87be-f7df25deae9e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.134340] env[69186]: INFO nova.compute.manager [req-3d608bb2-c046-4ac4-9ec8-15ffdbffa92d req-e5535868-6448-4044-add5-1da0272f85db service nova] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Neutron deleted interface 5b63b6d7-5828-4f64-87be-f7df25deae9e; detaching it from the instance and deleting it from the info cache [ 788.134519] env[69186]: DEBUG nova.network.neutron [req-3d608bb2-c046-4ac4-9ec8-15ffdbffa92d req-e5535868-6448-4044-add5-1da0272f85db service nova] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.173782] env[69186]: DEBUG oslo_concurrency.lockutils [None req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "0ea7324d-38d7-432d-b7ce-5c59d42eee6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.647s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.175855] env[69186]: DEBUG nova.policy [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ac44d094caa4a9ca9e19020e562451d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c871534126f40d4aa0fe76b63805c2f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.344046] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.399135] env[69186]: DEBUG oslo_vmware.api [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634861, 'name': CreateSnapshot_Task, 'duration_secs': 0.971951} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.399498] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Created Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 788.400654] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a591d5bb-171a-4c92-8cf1-d4847c361270 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.490624] env[69186]: DEBUG nova.network.neutron [-] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.600016] env[69186]: DEBUG nova.network.neutron [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Successfully created port: 1be47535-76f4-47b2-8528-4fd5953db65b {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.625108] env[69186]: DEBUG nova.compute.manager [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.642563] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b51a1fd2-fd8b-4b57-9a92-9d1d880cee3e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.660078] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d50cfc8-3358-4988-99e6-015c8cdff88c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.704547] env[69186]: DEBUG nova.compute.manager [req-3d608bb2-c046-4ac4-9ec8-15ffdbffa92d req-e5535868-6448-4044-add5-1da0272f85db service nova] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Detach interface failed, port_id=5b63b6d7-5828-4f64-87be-f7df25deae9e, reason: Instance 42e71f1b-7786-451e-96cf-df66acd48dde could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 788.844096] env[69186]: INFO nova.compute.manager [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Rebuilding instance [ 788.909558] env[69186]: DEBUG nova.compute.manager [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.909952] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2788fbc5-a9d2-4205-aed7-33b5ab20e9ec {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.925519] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Creating linked-clone VM from snapshot {{(pid=69186) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 788.928585] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2c2864d1-5b8b-4b3b-ae46-d68dc6d944d1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.940319] env[69186]: DEBUG oslo_vmware.api [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 788.940319] env[69186]: value = "task-3634862" [ 788.940319] env[69186]: _type = "Task" [ 788.940319] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.948651] env[69186]: DEBUG oslo_vmware.api [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634862, 'name': CloneVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.997660] env[69186]: INFO nova.compute.manager [-] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Took 1.97 seconds to deallocate network for instance. [ 789.417339] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a1ed0c-f229-4ae9-b7d2-94f2e020a832 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.425783] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08be057d-ee6e-47e3-9d19-c0763159042b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.465883] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab47180-b85e-4cb9-89f9-a71bd370effe {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.482835] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a531bffd-e3cb-43ba-a6c1-a2f1c0cafe4e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.487354] env[69186]: DEBUG oslo_vmware.api [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634862, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.498301] env[69186]: DEBUG nova.compute.provider_tree [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.507407] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.644365] env[69186]: DEBUG nova.compute.manager [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.666768] env[69186]: DEBUG nova.virt.hardware [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.667118] env[69186]: DEBUG nova.virt.hardware [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.667280] env[69186]: DEBUG nova.virt.hardware [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.667465] env[69186]: DEBUG nova.virt.hardware [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.667629] env[69186]: DEBUG nova.virt.hardware [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.667777] env[69186]: DEBUG nova.virt.hardware [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.668049] env[69186]: DEBUG nova.virt.hardware [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.668696] env[69186]: DEBUG nova.virt.hardware [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.668696] env[69186]: DEBUG nova.virt.hardware [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.668696] env[69186]: DEBUG nova.virt.hardware [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.668696] env[69186]: DEBUG nova.virt.hardware [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.669631] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c7cc44-2c0f-407b-8347-d8e9858dcbe5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.679031] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3beab9b7-dc20-4d88-92c4-67ce458b4741 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.964628] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.964840] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f57d678-857e-4823-b700-935683bcbe76 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.972475] env[69186]: DEBUG oslo_vmware.api [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634862, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.973845] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Acquiring lock "57a41f79-f205-4ed9-b4c2-67d57d113f63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.974096] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Lock "57a41f79-f205-4ed9-b4c2-67d57d113f63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.974300] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Acquiring lock "57a41f79-f205-4ed9-b4c2-67d57d113f63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.974481] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Lock "57a41f79-f205-4ed9-b4c2-67d57d113f63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.974643] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Lock "57a41f79-f205-4ed9-b4c2-67d57d113f63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.976333] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 789.976333] env[69186]: value = "task-3634863" [ 789.976333] env[69186]: _type = "Task" [ 789.976333] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.979781] env[69186]: INFO nova.compute.manager [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Terminating instance [ 789.986526] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.002288] env[69186]: DEBUG nova.scheduler.client.report [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.282425] env[69186]: DEBUG nova.compute.manager [req-54f5cff3-0fb2-4a46-8222-7e45c13c829d req-5814a7de-2386-4e0f-b8bb-76548bad9f30 service nova] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Received event network-vif-plugged-1be47535-76f4-47b2-8528-4fd5953db65b {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.282744] env[69186]: DEBUG oslo_concurrency.lockutils [req-54f5cff3-0fb2-4a46-8222-7e45c13c829d req-5814a7de-2386-4e0f-b8bb-76548bad9f30 service nova] Acquiring lock "52ded3f3-e73d-4a27-a464-9493e09b61a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.282969] env[69186]: DEBUG oslo_concurrency.lockutils [req-54f5cff3-0fb2-4a46-8222-7e45c13c829d req-5814a7de-2386-4e0f-b8bb-76548bad9f30 service nova] Lock "52ded3f3-e73d-4a27-a464-9493e09b61a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.283233] env[69186]: DEBUG oslo_concurrency.lockutils [req-54f5cff3-0fb2-4a46-8222-7e45c13c829d req-5814a7de-2386-4e0f-b8bb-76548bad9f30 service nova] Lock "52ded3f3-e73d-4a27-a464-9493e09b61a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.283436] env[69186]: DEBUG nova.compute.manager [req-54f5cff3-0fb2-4a46-8222-7e45c13c829d req-5814a7de-2386-4e0f-b8bb-76548bad9f30 service nova] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] No waiting events found dispatching network-vif-plugged-1be47535-76f4-47b2-8528-4fd5953db65b {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.283647] env[69186]: WARNING nova.compute.manager [req-54f5cff3-0fb2-4a46-8222-7e45c13c829d req-5814a7de-2386-4e0f-b8bb-76548bad9f30 service nova] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Received unexpected event network-vif-plugged-1be47535-76f4-47b2-8528-4fd5953db65b for instance with vm_state building and task_state spawning. [ 790.397749] env[69186]: DEBUG nova.network.neutron [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Successfully updated port: 1be47535-76f4-47b2-8528-4fd5953db65b {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.470318] env[69186]: DEBUG oslo_vmware.api [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634862, 'name': CloneVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.485101] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634863, 'name': PowerOffVM_Task, 'duration_secs': 0.363707} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.486584] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.486730] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.489825] env[69186]: DEBUG nova.compute.manager [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.490058] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.490786] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3148cf38-cf7e-481a-be35-240415389328 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.493729] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquiring lock "c99fbd54-5a9d-452e-988f-67b67d4ad106" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.493955] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "c99fbd54-5a9d-452e-988f-67b67d4ad106" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.494717] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedddf03-990c-4ff8-ac52-6f3823322dc8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.502127] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.504215] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80d8262f-2096-401a-afa7-802f707327c6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.505494] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.505697] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84f63837-b5b5-4a99-b0af-206729662285 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.507748] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.895s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.508207] env[69186]: DEBUG nova.compute.manager [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.510970] env[69186]: DEBUG oslo_concurrency.lockutils [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.398s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.511207] env[69186]: DEBUG oslo_concurrency.lockutils [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.512996] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.058s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.513199] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.514893] env[69186]: DEBUG oslo_concurrency.lockutils [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.925s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.516264] env[69186]: INFO nova.compute.claims [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.524406] env[69186]: DEBUG oslo_vmware.api [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Waiting for the task: (returnval){ [ 790.524406] env[69186]: value = "task-3634865" [ 790.524406] env[69186]: _type = "Task" [ 790.524406] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.538022] env[69186]: DEBUG oslo_vmware.api [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Task: {'id': task-3634865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.553514] env[69186]: INFO nova.scheduler.client.report [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Deleted allocations for instance 5d283527-7cce-479b-9160-bc2f9cce7e83 [ 790.561349] env[69186]: INFO nova.scheduler.client.report [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Deleted allocations for instance 795d88ec-e18d-4b16-b23f-2e0d5455e79e [ 790.577865] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.578104] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.578285] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Deleting the datastore file [datastore1] 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.578543] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bad4a27-cfcb-4960-b0b1-1c177c9a9c95 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.585393] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 790.585393] env[69186]: value = "task-3634866" [ 790.585393] env[69186]: _type = "Task" [ 790.585393] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.595895] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.679581] env[69186]: DEBUG oslo_vmware.rw_handles [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b88e2e-6b82-1594-b069-c6f9c0ce8d31/disk-0.vmdk. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 790.680829] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f358fc3-cc79-48bc-baaf-df2b18d5e8d7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.686973] env[69186]: DEBUG oslo_vmware.rw_handles [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b88e2e-6b82-1594-b069-c6f9c0ce8d31/disk-0.vmdk is in state: ready. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 790.687166] env[69186]: ERROR oslo_vmware.rw_handles [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b88e2e-6b82-1594-b069-c6f9c0ce8d31/disk-0.vmdk due to incomplete transfer. [ 790.687398] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a792743e-3bd9-412a-8f77-77acdd7cfb9d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.697035] env[69186]: DEBUG oslo_vmware.rw_handles [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b88e2e-6b82-1594-b069-c6f9c0ce8d31/disk-0.vmdk. {{(pid=69186) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 790.697035] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Uploaded image 38682e7f-5602-453a-976f-d3c47cca4056 to the Glance image server {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 790.698414] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Destroying the VM {{(pid=69186) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 790.698691] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f77e7af8-ba45-4816-82dd-a2e82eb066ed {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.704971] env[69186]: DEBUG oslo_vmware.api [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 790.704971] env[69186]: value = "task-3634867" [ 790.704971] env[69186]: _type = "Task" [ 790.704971] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.715104] env[69186]: DEBUG oslo_vmware.api [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634867, 'name': Destroy_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.900541] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Acquiring lock "refresh_cache-52ded3f3-e73d-4a27-a464-9493e09b61a1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.900699] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Acquired lock "refresh_cache-52ded3f3-e73d-4a27-a464-9493e09b61a1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.901297] env[69186]: DEBUG nova.network.neutron [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.972045] env[69186]: DEBUG oslo_vmware.api [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634862, 'name': CloneVM_Task, 'duration_secs': 1.536792} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.972045] env[69186]: INFO nova.virt.vmwareapi.vmops [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Created linked-clone VM from snapshot [ 790.972735] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6aa92cb-612e-4f3a-b8e4-cde6d6059544 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.980784] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Uploading image b74d51d4-be23-4bb0-92da-9b72c057db5e {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 791.001831] env[69186]: DEBUG oslo_vmware.rw_handles [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 791.001831] env[69186]: value = "vm-724799" [ 791.001831] env[69186]: _type = "VirtualMachine" [ 791.001831] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 791.002161] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2f95af89-9a6b-44f5-aa5e-6a5d0e09817b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.008710] env[69186]: DEBUG oslo_vmware.rw_handles [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Lease: (returnval){ [ 791.008710] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52582ffd-c6a2-61b7-81ef-01807e05dba2" [ 791.008710] env[69186]: _type = "HttpNfcLease" [ 791.008710] env[69186]: } obtained for exporting VM: (result){ [ 791.008710] env[69186]: value = "vm-724799" [ 791.008710] env[69186]: _type = "VirtualMachine" [ 791.008710] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 791.008954] env[69186]: DEBUG oslo_vmware.api [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the lease: (returnval){ [ 791.008954] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52582ffd-c6a2-61b7-81ef-01807e05dba2" [ 791.008954] env[69186]: _type = "HttpNfcLease" [ 791.008954] env[69186]: } to be ready. {{(pid=69186) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 791.015016] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 791.015016] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52582ffd-c6a2-61b7-81ef-01807e05dba2" [ 791.015016] env[69186]: _type = "HttpNfcLease" [ 791.015016] env[69186]: } is initializing. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 791.024878] env[69186]: DEBUG nova.compute.utils [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.024987] env[69186]: DEBUG nova.compute.manager [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.025155] env[69186]: DEBUG nova.network.neutron [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.036883] env[69186]: DEBUG oslo_vmware.api [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Task: {'id': task-3634865, 'name': PowerOffVM_Task, 'duration_secs': 0.350406} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.037674] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.037674] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.037674] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5c85b50-7625-4451-9c28-c79deccb1353 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.063137] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Lock "5d283527-7cce-479b-9160-bc2f9cce7e83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.336s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.066649] env[69186]: DEBUG nova.policy [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b46c0071f854177895da8d0077d94f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa508e72f4e64c54bd0bbd510c8897ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.070843] env[69186]: DEBUG oslo_concurrency.lockutils [None req-49151ba2-074a-4845-b091-93a163087165 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Lock "795d88ec-e18d-4b16-b23f-2e0d5455e79e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.387s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.095869] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301767} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.096172] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.096324] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.096504] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.108592] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.108842] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.109052] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Deleting the datastore file [datastore1] 57a41f79-f205-4ed9-b4c2-67d57d113f63 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.109321] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05bdb705-ed30-4d46-a14b-b8d240b887a5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.116328] env[69186]: DEBUG oslo_vmware.api [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Waiting for the task: (returnval){ [ 791.116328] env[69186]: value = "task-3634870" [ 791.116328] env[69186]: _type = "Task" [ 791.116328] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.125026] env[69186]: DEBUG oslo_vmware.api [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Task: {'id': task-3634870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.214715] env[69186]: DEBUG oslo_vmware.api [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634867, 'name': Destroy_Task, 'duration_secs': 0.457581} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.214900] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Destroyed the VM [ 791.215149] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Deleting Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 791.215397] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5d7f4663-01fb-4329-b05b-0207514bba09 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.222821] env[69186]: DEBUG oslo_vmware.api [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 791.222821] env[69186]: value = "task-3634871" [ 791.222821] env[69186]: _type = "Task" [ 791.222821] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.232336] env[69186]: DEBUG oslo_vmware.api [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634871, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.473051] env[69186]: DEBUG nova.network.neutron [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.493231] env[69186]: DEBUG nova.network.neutron [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Successfully created port: 2a80d604-bc32-4d2d-9d94-ff1ad0acb116 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.520021] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 791.520021] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52582ffd-c6a2-61b7-81ef-01807e05dba2" [ 791.520021] env[69186]: _type = "HttpNfcLease" [ 791.520021] env[69186]: } is ready. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 791.520021] env[69186]: DEBUG oslo_vmware.rw_handles [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 791.520021] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52582ffd-c6a2-61b7-81ef-01807e05dba2" [ 791.520021] env[69186]: _type = "HttpNfcLease" [ 791.520021] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 791.520021] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502b200e-b295-4b87-a1f9-f0972a1ed9d0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.531205] env[69186]: DEBUG nova.compute.manager [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.535519] env[69186]: DEBUG oslo_vmware.rw_handles [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5224215b-f5b5-af66-13c5-368b57c72bde/disk-0.vmdk from lease info. {{(pid=69186) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 791.535519] env[69186]: DEBUG oslo_vmware.rw_handles [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5224215b-f5b5-af66-13c5-368b57c72bde/disk-0.vmdk for reading. {{(pid=69186) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 791.626858] env[69186]: DEBUG oslo_vmware.api [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Task: {'id': task-3634870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153342} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.629693] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.630022] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.630661] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.630661] env[69186]: INFO nova.compute.manager [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Took 1.14 seconds to destroy the instance on the hypervisor. [ 791.630661] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.631704] env[69186]: DEBUG nova.compute.manager [-] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.631704] env[69186]: DEBUG nova.network.neutron [-] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.649221] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5524dd5f-4283-4d63-8afe-0003807cd6b4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.735284] env[69186]: DEBUG oslo_vmware.api [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634871, 'name': RemoveSnapshot_Task, 'duration_secs': 0.39623} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.735693] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Deleted Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 791.736100] env[69186]: INFO nova.compute.manager [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Took 13.00 seconds to snapshot the instance on the hypervisor. [ 791.806841] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.807850] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.808156] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.808367] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.808562] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.812691] env[69186]: INFO nova.compute.manager [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Terminating instance [ 791.901343] env[69186]: DEBUG nova.network.neutron [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Updating instance_info_cache with network_info: [{"id": "1be47535-76f4-47b2-8528-4fd5953db65b", "address": "fa:16:3e:0c:c5:23", "network": {"id": "af46ea94-4f19-4c96-91e7-af7f670832f2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1150275532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c871534126f40d4aa0fe76b63805c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1be47535-76", "ovs_interfaceid": "1be47535-76f4-47b2-8528-4fd5953db65b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.111157] env[69186]: DEBUG nova.compute.manager [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.150420] env[69186]: DEBUG nova.virt.hardware [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.150684] env[69186]: DEBUG nova.virt.hardware [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.150863] env[69186]: DEBUG nova.virt.hardware [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.151058] env[69186]: DEBUG nova.virt.hardware [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.151248] env[69186]: DEBUG nova.virt.hardware [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.151837] env[69186]: DEBUG nova.virt.hardware [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.152165] env[69186]: DEBUG nova.virt.hardware [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.152485] env[69186]: DEBUG nova.virt.hardware [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.152776] env[69186]: DEBUG nova.virt.hardware [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.153282] env[69186]: DEBUG nova.virt.hardware [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.153853] env[69186]: DEBUG nova.virt.hardware [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.157048] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343c27de-8645-46dd-a9f6-a5dde2e7f7fe {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.170975] env[69186]: DEBUG nova.virt.hardware [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.171376] env[69186]: DEBUG nova.virt.hardware [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.171586] env[69186]: DEBUG nova.virt.hardware [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.171814] env[69186]: DEBUG nova.virt.hardware [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.172141] env[69186]: DEBUG nova.virt.hardware [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.172349] env[69186]: DEBUG nova.virt.hardware [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.172605] env[69186]: DEBUG nova.virt.hardware [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.172810] env[69186]: DEBUG nova.virt.hardware [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.173037] env[69186]: DEBUG nova.virt.hardware [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.173270] env[69186]: DEBUG nova.virt.hardware [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.173748] env[69186]: DEBUG nova.virt.hardware [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.175209] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d608e6a7-25a1-4d8c-96f6-a6d808347f0e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.181241] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77a6cce-4865-4f13-a7d7-179b7f0164c6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.208017] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfc231c-943d-44e6-aa62-cc53496fd45a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.230047] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:36:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cab5b9d2-03ce-489f-bebe-fb1aa207fcff', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.238229] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.239792] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.240651] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835e2e70-b1a2-4a24-8006-e7d94f745cfd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.243706] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-434b4c5f-3414-4f8d-bafb-5f8db27a09f3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.259318] env[69186]: DEBUG nova.compute.manager [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Instance disappeared during snapshot {{(pid=69186) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 792.268579] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cc5ac0-6cd7-489a-a187-4ed77287aeb3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.271917] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.271917] env[69186]: value = "task-3634872" [ 792.271917] env[69186]: _type = "Task" [ 792.271917] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.279755] env[69186]: DEBUG nova.compute.manager [None req-0119fafc-8d21-47e4-90be-dec4169dc09f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Image not found during clean up 38682e7f-5602-453a-976f-d3c47cca4056 {{(pid=69186) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 792.309527] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0515b7-21d4-412b-a1de-1b3bb1b25464 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.317604] env[69186]: DEBUG nova.compute.manager [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.317919] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.318243] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634872, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.319566] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9521b7-226b-46c5-933c-fb2a49aa3844 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.327284] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3574db-6a3f-46f7-91ad-9c9d39d43b32 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.334582] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.335282] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b71fc879-ac7b-425f-bbe5-1de15b742cc0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.346224] env[69186]: DEBUG nova.compute.provider_tree [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.397098] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.397434] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.397715] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Deleting the datastore file [datastore2] e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.398014] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4214bcfe-c80c-47cd-9855-9a18de2ab503 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.409263] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Releasing lock "refresh_cache-52ded3f3-e73d-4a27-a464-9493e09b61a1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.409708] env[69186]: DEBUG nova.compute.manager [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Instance network_info: |[{"id": "1be47535-76f4-47b2-8528-4fd5953db65b", "address": "fa:16:3e:0c:c5:23", "network": {"id": "af46ea94-4f19-4c96-91e7-af7f670832f2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1150275532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c871534126f40d4aa0fe76b63805c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1be47535-76", "ovs_interfaceid": "1be47535-76f4-47b2-8528-4fd5953db65b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.410068] env[69186]: DEBUG oslo_vmware.api [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 792.410068] env[69186]: value = "task-3634874" [ 792.410068] env[69186]: _type = "Task" [ 792.410068] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.416019] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:c5:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd72ef32-a57c-43b0-93df-e8a030987d44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1be47535-76f4-47b2-8528-4fd5953db65b', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.418216] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Creating folder: Project (3c871534126f40d4aa0fe76b63805c2f). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.418668] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0b58d47-bbe0-4c3e-9b5a-3d339578aa90 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.429885] env[69186]: DEBUG oslo_vmware.api [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.432976] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Created folder: Project (3c871534126f40d4aa0fe76b63805c2f) in parent group-v724677. [ 792.433287] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Creating folder: Instances. Parent ref: group-v724801. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.433616] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7bb74f3-a69e-4e4e-9a3c-d978bcdfdaad {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.442988] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Created folder: Instances in parent group-v724801. [ 792.443247] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.443449] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.443649] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19f6e2fe-eb4e-4cd2-9caf-ed314d2d863a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.463565] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.463565] env[69186]: value = "task-3634877" [ 792.463565] env[69186]: _type = "Task" [ 792.463565] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.472020] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634877, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.541435] env[69186]: DEBUG nova.compute.manager [req-bb4a7218-b3aa-45b6-8dd8-eca7a2e9b2bd req-994a9c8f-2df8-4e14-b735-3bf7b1b3cf6a service nova] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Received event network-changed-1be47535-76f4-47b2-8528-4fd5953db65b {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.541740] env[69186]: DEBUG nova.compute.manager [req-bb4a7218-b3aa-45b6-8dd8-eca7a2e9b2bd req-994a9c8f-2df8-4e14-b735-3bf7b1b3cf6a service nova] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Refreshing instance network info cache due to event network-changed-1be47535-76f4-47b2-8528-4fd5953db65b. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.542332] env[69186]: DEBUG oslo_concurrency.lockutils [req-bb4a7218-b3aa-45b6-8dd8-eca7a2e9b2bd req-994a9c8f-2df8-4e14-b735-3bf7b1b3cf6a service nova] Acquiring lock "refresh_cache-52ded3f3-e73d-4a27-a464-9493e09b61a1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.542332] env[69186]: DEBUG oslo_concurrency.lockutils [req-bb4a7218-b3aa-45b6-8dd8-eca7a2e9b2bd req-994a9c8f-2df8-4e14-b735-3bf7b1b3cf6a service nova] Acquired lock "refresh_cache-52ded3f3-e73d-4a27-a464-9493e09b61a1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.542576] env[69186]: DEBUG nova.network.neutron [req-bb4a7218-b3aa-45b6-8dd8-eca7a2e9b2bd req-994a9c8f-2df8-4e14-b735-3bf7b1b3cf6a service nova] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Refreshing network info cache for port 1be47535-76f4-47b2-8528-4fd5953db65b {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.711842] env[69186]: DEBUG oslo_concurrency.lockutils [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "0cecc88c-1b89-4bd3-8368-a3426f5220b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.712091] env[69186]: DEBUG oslo_concurrency.lockutils [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "0cecc88c-1b89-4bd3-8368-a3426f5220b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.791052] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634872, 'name': CreateVM_Task, 'duration_secs': 0.362321} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.791052] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.791052] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.791052] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.791052] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.791052] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2587caa-d596-4374-92be-38f7de67a74c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.798645] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 792.798645] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52686093-27b9-3555-7839-a384355a6aa8" [ 792.798645] env[69186]: _type = "Task" [ 792.798645] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.814519] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52686093-27b9-3555-7839-a384355a6aa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.855320] env[69186]: DEBUG nova.scheduler.client.report [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.861575] env[69186]: DEBUG nova.compute.manager [req-eba90ced-43b1-4bc9-9733-cc14e811980d req-2f599e14-2284-4cba-aaf3-0e8b6e4df8ed service nova] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Received event network-vif-deleted-20db33f7-e291-4f0b-8b0f-9762d7cb736c {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.861575] env[69186]: INFO nova.compute.manager [req-eba90ced-43b1-4bc9-9733-cc14e811980d req-2f599e14-2284-4cba-aaf3-0e8b6e4df8ed service nova] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Neutron deleted interface 20db33f7-e291-4f0b-8b0f-9762d7cb736c; detaching it from the instance and deleting it from the info cache [ 792.861575] env[69186]: DEBUG nova.network.neutron [req-eba90ced-43b1-4bc9-9733-cc14e811980d req-2f599e14-2284-4cba-aaf3-0e8b6e4df8ed service nova] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.928963] env[69186]: DEBUG oslo_vmware.api [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3634874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225726} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.930843] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.930843] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.930843] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.931218] env[69186]: INFO nova.compute.manager [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Took 0.61 seconds to destroy the instance on the hypervisor. [ 792.933605] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.933605] env[69186]: DEBUG nova.compute.manager [-] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.933605] env[69186]: DEBUG nova.network.neutron [-] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.975489] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634877, 'name': CreateVM_Task, 'duration_secs': 0.480286} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.975899] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.978281] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.160823] env[69186]: DEBUG nova.network.neutron [-] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.313065] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52686093-27b9-3555-7839-a384355a6aa8, 'name': SearchDatastore_Task, 'duration_secs': 0.013729} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.313912] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.314634] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.315084] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.315655] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.315947] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.317231] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.317663] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.318023] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a340013-041d-4076-b677-54438723a31f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.320970] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-964c0d5e-45ca-4e99-9d5c-a601ec82be30 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.327275] env[69186]: DEBUG oslo_vmware.api [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Waiting for the task: (returnval){ [ 793.327275] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521019b6-d19c-2223-23f8-699411a45447" [ 793.327275] env[69186]: _type = "Task" [ 793.327275] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.334934] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.335347] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.337232] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9751df7c-11da-4266-a9b7-176de966c076 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.349335] env[69186]: DEBUG oslo_vmware.api [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521019b6-d19c-2223-23f8-699411a45447, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.357038] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 793.357038] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5287ab77-9f20-986c-1832-a98584acee2b" [ 793.357038] env[69186]: _type = "Task" [ 793.357038] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.363534] env[69186]: DEBUG oslo_concurrency.lockutils [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.848s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.363534] env[69186]: DEBUG nova.compute.manager [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.368013] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.965s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.371160] env[69186]: INFO nova.compute.claims [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.376158] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c65670e3-cae4-4204-bf6c-6da2fa7bfae9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.390330] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5287ab77-9f20-986c-1832-a98584acee2b, 'name': SearchDatastore_Task, 'duration_secs': 0.01206} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.390330] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3a748ac-83df-4cbd-93f8-984fbafec2b8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.398614] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f5bbb5-5cbf-4303-b723-db5e4fedb647 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.414107] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 793.414107] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528372c4-40e5-f0b1-123a-02a9d0f398db" [ 793.414107] env[69186]: _type = "Task" [ 793.414107] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.423645] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528372c4-40e5-f0b1-123a-02a9d0f398db, 'name': SearchDatastore_Task, 'duration_secs': 0.013627} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.424020] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.424353] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298/8afc2d09-29e9-4e5e-a483-8a8f4a2fd298.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.424697] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-100dd73e-cff7-4ddd-b70b-e53e42eda62b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.441015] env[69186]: DEBUG nova.compute.manager [req-eba90ced-43b1-4bc9-9733-cc14e811980d req-2f599e14-2284-4cba-aaf3-0e8b6e4df8ed service nova] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Detach interface failed, port_id=20db33f7-e291-4f0b-8b0f-9762d7cb736c, reason: Instance 57a41f79-f205-4ed9-b4c2-67d57d113f63 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 793.451106] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 793.451106] env[69186]: value = "task-3634878" [ 793.451106] env[69186]: _type = "Task" [ 793.451106] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.459024] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.526411] env[69186]: DEBUG nova.network.neutron [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Successfully updated port: 2a80d604-bc32-4d2d-9d94-ff1ad0acb116 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.620760] env[69186]: DEBUG nova.network.neutron [req-bb4a7218-b3aa-45b6-8dd8-eca7a2e9b2bd req-994a9c8f-2df8-4e14-b735-3bf7b1b3cf6a service nova] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Updated VIF entry in instance network info cache for port 1be47535-76f4-47b2-8528-4fd5953db65b. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.621352] env[69186]: DEBUG nova.network.neutron [req-bb4a7218-b3aa-45b6-8dd8-eca7a2e9b2bd req-994a9c8f-2df8-4e14-b735-3bf7b1b3cf6a service nova] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Updating instance_info_cache with network_info: [{"id": "1be47535-76f4-47b2-8528-4fd5953db65b", "address": "fa:16:3e:0c:c5:23", "network": {"id": "af46ea94-4f19-4c96-91e7-af7f670832f2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1150275532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c871534126f40d4aa0fe76b63805c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1be47535-76", "ovs_interfaceid": "1be47535-76f4-47b2-8528-4fd5953db65b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.664307] env[69186]: INFO nova.compute.manager [-] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Took 2.03 seconds to deallocate network for instance. [ 793.845049] env[69186]: DEBUG oslo_vmware.api [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521019b6-d19c-2223-23f8-699411a45447, 'name': SearchDatastore_Task, 'duration_secs': 0.017648} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.845689] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.845689] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.845888] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.846024] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.847913] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.848333] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92efd38c-9519-4257-ad39-e54369cbd77e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.867347] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.868283] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.871554] env[69186]: DEBUG nova.compute.utils [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.871554] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b654d92-3699-4f8b-b89f-16d295a6c8de {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.876472] env[69186]: DEBUG nova.compute.manager [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.876723] env[69186]: DEBUG nova.network.neutron [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.886923] env[69186]: DEBUG oslo_vmware.api [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Waiting for the task: (returnval){ [ 793.886923] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ff7e40-da0c-a666-a0ad-63715915faf5" [ 793.886923] env[69186]: _type = "Task" [ 793.886923] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.897884] env[69186]: DEBUG oslo_vmware.api [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ff7e40-da0c-a666-a0ad-63715915faf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.963841] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634878, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.985597] env[69186]: DEBUG nova.policy [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8948e873176445baf1266e09e3ee189', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90e1539ca1cb41a4a127448547d495b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.029568] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "refresh_cache-ca1b71dc-0931-435e-8848-c7d3391cda32" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.029568] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquired lock "refresh_cache-ca1b71dc-0931-435e-8848-c7d3391cda32" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.029568] env[69186]: DEBUG nova.network.neutron [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.126584] env[69186]: DEBUG oslo_concurrency.lockutils [req-bb4a7218-b3aa-45b6-8dd8-eca7a2e9b2bd req-994a9c8f-2df8-4e14-b735-3bf7b1b3cf6a service nova] Releasing lock "refresh_cache-52ded3f3-e73d-4a27-a464-9493e09b61a1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.172368] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.199942] env[69186]: DEBUG nova.network.neutron [-] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.381331] env[69186]: DEBUG nova.compute.manager [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.402023] env[69186]: DEBUG oslo_vmware.api [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ff7e40-da0c-a666-a0ad-63715915faf5, 'name': SearchDatastore_Task, 'duration_secs': 0.063028} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.402421] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f8f9c98-7b54-4c78-9d6d-31c0b9c248cd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.412027] env[69186]: DEBUG oslo_vmware.api [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Waiting for the task: (returnval){ [ 794.412027] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d79e67-b3dc-461d-5306-1d7ab0ecf663" [ 794.412027] env[69186]: _type = "Task" [ 794.412027] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.412027] env[69186]: DEBUG nova.network.neutron [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Successfully created port: c3df308a-7b48-4195-91ca-8aca6c2f41e9 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.420540] env[69186]: DEBUG oslo_vmware.api [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d79e67-b3dc-461d-5306-1d7ab0ecf663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.469307] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64833} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.469485] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298/8afc2d09-29e9-4e5e-a483-8a8f4a2fd298.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.469752] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.470063] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf958f4e-ef98-4731-8d72-2f7007ce6dd8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.489980] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 794.489980] env[69186]: value = "task-3634879" [ 794.489980] env[69186]: _type = "Task" [ 794.489980] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.502253] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.579846] env[69186]: DEBUG nova.network.neutron [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.703861] env[69186]: INFO nova.compute.manager [-] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Took 1.77 seconds to deallocate network for instance. [ 794.840964] env[69186]: DEBUG nova.network.neutron [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Updating instance_info_cache with network_info: [{"id": "2a80d604-bc32-4d2d-9d94-ff1ad0acb116", "address": "fa:16:3e:6f:44:c7", "network": {"id": "318febf9-1b9b-468e-89db-688cc7c13504", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994346472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa508e72f4e64c54bd0bbd510c8897ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a80d604-bc", "ovs_interfaceid": "2a80d604-bc32-4d2d-9d94-ff1ad0acb116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.925447] env[69186]: DEBUG oslo_vmware.api [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d79e67-b3dc-461d-5306-1d7ab0ecf663, 'name': SearchDatastore_Task, 'duration_secs': 0.011967} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.927310] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.927310] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 52ded3f3-e73d-4a27-a464-9493e09b61a1/52ded3f3-e73d-4a27-a464-9493e09b61a1.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.927310] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1fb61ae-0cc9-4b07-8a23-82b2a7001634 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.939205] env[69186]: DEBUG oslo_vmware.api [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Waiting for the task: (returnval){ [ 794.939205] env[69186]: value = "task-3634880" [ 794.939205] env[69186]: _type = "Task" [ 794.939205] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.950384] env[69186]: DEBUG oslo_vmware.api [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Task: {'id': task-3634880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.005116] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066023} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.005116] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.005452] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e175b223-07f0-4b5f-9cc2-4fd72b6cc1a1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.033425] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298/8afc2d09-29e9-4e5e-a483-8a8f4a2fd298.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.038043] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a7b7cd2-e4b8-4d38-8e7e-2ffda0f52d28 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.055542] env[69186]: DEBUG nova.compute.manager [req-16e4a965-0ba4-4720-9d6e-6e4064f652fb req-b1b454d9-e188-4493-8c11-2a1831c3d6fb service nova] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Received event network-vif-plugged-2a80d604-bc32-4d2d-9d94-ff1ad0acb116 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.055921] env[69186]: DEBUG oslo_concurrency.lockutils [req-16e4a965-0ba4-4720-9d6e-6e4064f652fb req-b1b454d9-e188-4493-8c11-2a1831c3d6fb service nova] Acquiring lock "ca1b71dc-0931-435e-8848-c7d3391cda32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.056210] env[69186]: DEBUG oslo_concurrency.lockutils [req-16e4a965-0ba4-4720-9d6e-6e4064f652fb req-b1b454d9-e188-4493-8c11-2a1831c3d6fb service nova] Lock "ca1b71dc-0931-435e-8848-c7d3391cda32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.056443] env[69186]: DEBUG oslo_concurrency.lockutils [req-16e4a965-0ba4-4720-9d6e-6e4064f652fb req-b1b454d9-e188-4493-8c11-2a1831c3d6fb service nova] Lock "ca1b71dc-0931-435e-8848-c7d3391cda32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.056724] env[69186]: DEBUG nova.compute.manager [req-16e4a965-0ba4-4720-9d6e-6e4064f652fb req-b1b454d9-e188-4493-8c11-2a1831c3d6fb service nova] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] No waiting events found dispatching network-vif-plugged-2a80d604-bc32-4d2d-9d94-ff1ad0acb116 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.056952] env[69186]: WARNING nova.compute.manager [req-16e4a965-0ba4-4720-9d6e-6e4064f652fb req-b1b454d9-e188-4493-8c11-2a1831c3d6fb service nova] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Received unexpected event network-vif-plugged-2a80d604-bc32-4d2d-9d94-ff1ad0acb116 for instance with vm_state building and task_state spawning. [ 795.057185] env[69186]: DEBUG nova.compute.manager [req-16e4a965-0ba4-4720-9d6e-6e4064f652fb req-b1b454d9-e188-4493-8c11-2a1831c3d6fb service nova] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Received event network-changed-2a80d604-bc32-4d2d-9d94-ff1ad0acb116 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.057378] env[69186]: DEBUG nova.compute.manager [req-16e4a965-0ba4-4720-9d6e-6e4064f652fb req-b1b454d9-e188-4493-8c11-2a1831c3d6fb service nova] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Refreshing instance network info cache due to event network-changed-2a80d604-bc32-4d2d-9d94-ff1ad0acb116. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.057598] env[69186]: DEBUG oslo_concurrency.lockutils [req-16e4a965-0ba4-4720-9d6e-6e4064f652fb req-b1b454d9-e188-4493-8c11-2a1831c3d6fb service nova] Acquiring lock "refresh_cache-ca1b71dc-0931-435e-8848-c7d3391cda32" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.065277] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 795.065277] env[69186]: value = "task-3634881" [ 795.065277] env[69186]: _type = "Task" [ 795.065277] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.074918] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.200867] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59f6475-a927-44e5-bb5d-2beed195d10f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.214479] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a20c75-33e9-47a4-8bf7-0a297c5f226c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.221023] env[69186]: DEBUG nova.compute.manager [req-dce26086-b23c-4865-a9d3-6a2c73f9f0ac req-98ce68ff-a78f-4aac-828b-eea781d8ef30 service nova] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Received event network-vif-deleted-ee6a51e5-dcfb-485e-b643-2de38f14c8d9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.221023] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.251841] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c30a42-f8de-46dc-88d2-0264386c7e9f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.260952] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9ebf6b-459f-4e35-a720-d1cf933a4f2f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.275985] env[69186]: DEBUG nova.compute.provider_tree [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.347190] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Releasing lock "refresh_cache-ca1b71dc-0931-435e-8848-c7d3391cda32" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.347190] env[69186]: DEBUG nova.compute.manager [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Instance network_info: |[{"id": "2a80d604-bc32-4d2d-9d94-ff1ad0acb116", "address": "fa:16:3e:6f:44:c7", "network": {"id": "318febf9-1b9b-468e-89db-688cc7c13504", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994346472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa508e72f4e64c54bd0bbd510c8897ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a80d604-bc", "ovs_interfaceid": "2a80d604-bc32-4d2d-9d94-ff1ad0acb116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.347354] env[69186]: DEBUG oslo_concurrency.lockutils [req-16e4a965-0ba4-4720-9d6e-6e4064f652fb req-b1b454d9-e188-4493-8c11-2a1831c3d6fb service nova] Acquired lock "refresh_cache-ca1b71dc-0931-435e-8848-c7d3391cda32" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.347354] env[69186]: DEBUG nova.network.neutron [req-16e4a965-0ba4-4720-9d6e-6e4064f652fb req-b1b454d9-e188-4493-8c11-2a1831c3d6fb service nova] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Refreshing network info cache for port 2a80d604-bc32-4d2d-9d94-ff1ad0acb116 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.348580] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:44:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a80d604-bc32-4d2d-9d94-ff1ad0acb116', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.359110] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.360077] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.361308] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c3c9d34-f11c-42ec-9d98-ea896bc80e9e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.384651] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.384651] env[69186]: value = "task-3634882" [ 795.384651] env[69186]: _type = "Task" [ 795.384651] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.398620] env[69186]: DEBUG nova.compute.manager [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.400750] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634882, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.438027] env[69186]: DEBUG nova.virt.hardware [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.438325] env[69186]: DEBUG nova.virt.hardware [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.438490] env[69186]: DEBUG nova.virt.hardware [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.438702] env[69186]: DEBUG nova.virt.hardware [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.438989] env[69186]: DEBUG nova.virt.hardware [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.439216] env[69186]: DEBUG nova.virt.hardware [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.439441] env[69186]: DEBUG nova.virt.hardware [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.439631] env[69186]: DEBUG nova.virt.hardware [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.439825] env[69186]: DEBUG nova.virt.hardware [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.439997] env[69186]: DEBUG nova.virt.hardware [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.440182] env[69186]: DEBUG nova.virt.hardware [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.441220] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a445072-a01a-45c4-8bf4-d4dddf13abcd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.456121] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fe8b0d-f47d-45aa-b337-1c8904fdbac6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.461310] env[69186]: DEBUG oslo_vmware.api [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Task: {'id': task-3634880, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.575665] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634881, 'name': ReconfigVM_Task, 'duration_secs': 0.474628} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.575995] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298/8afc2d09-29e9-4e5e-a483-8a8f4a2fd298.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.576738] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1043c3e3-a9fc-4c71-8a83-2ce2c2511535 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.583441] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 795.583441] env[69186]: value = "task-3634883" [ 795.583441] env[69186]: _type = "Task" [ 795.583441] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.592614] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634883, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.779296] env[69186]: DEBUG nova.scheduler.client.report [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.895775] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634882, 'name': CreateVM_Task, 'duration_secs': 0.483712} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.895985] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.896723] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.896892] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.897261] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.897528] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a36d3d4-5e45-4f76-9e60-7470d2124fcf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.902358] env[69186]: DEBUG oslo_vmware.api [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 795.902358] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524a572d-4954-b830-807c-fc00704a1f85" [ 795.902358] env[69186]: _type = "Task" [ 795.902358] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.910999] env[69186]: DEBUG oslo_vmware.api [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524a572d-4954-b830-807c-fc00704a1f85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.954487] env[69186]: DEBUG oslo_vmware.api [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Task: {'id': task-3634880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545523} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.954487] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 52ded3f3-e73d-4a27-a464-9493e09b61a1/52ded3f3-e73d-4a27-a464-9493e09b61a1.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.954487] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.954487] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0555a6b-ee98-4f6f-8db2-86f9e3f642f1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.959716] env[69186]: DEBUG oslo_vmware.api [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Waiting for the task: (returnval){ [ 795.959716] env[69186]: value = "task-3634884" [ 795.959716] env[69186]: _type = "Task" [ 795.959716] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.967911] env[69186]: DEBUG oslo_vmware.api [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Task: {'id': task-3634884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.095021] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634883, 'name': Rename_Task, 'duration_secs': 0.183565} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.095389] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.095672] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d131fe9-a693-4000-aaeb-c5868ea3d0a5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.102280] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 796.102280] env[69186]: value = "task-3634885" [ 796.102280] env[69186]: _type = "Task" [ 796.102280] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.110738] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.218364] env[69186]: DEBUG oslo_concurrency.lockutils [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Acquiring lock "1fae0e2c-fb8d-411b-826e-18cda413b24f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.218755] env[69186]: DEBUG oslo_concurrency.lockutils [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Lock "1fae0e2c-fb8d-411b-826e-18cda413b24f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.218947] env[69186]: DEBUG oslo_concurrency.lockutils [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Acquiring lock "1fae0e2c-fb8d-411b-826e-18cda413b24f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.219173] env[69186]: DEBUG oslo_concurrency.lockutils [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Lock "1fae0e2c-fb8d-411b-826e-18cda413b24f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.219344] env[69186]: DEBUG oslo_concurrency.lockutils [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Lock "1fae0e2c-fb8d-411b-826e-18cda413b24f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.221987] env[69186]: INFO nova.compute.manager [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Terminating instance [ 796.283115] env[69186]: DEBUG nova.network.neutron [req-16e4a965-0ba4-4720-9d6e-6e4064f652fb req-b1b454d9-e188-4493-8c11-2a1831c3d6fb service nova] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Updated VIF entry in instance network info cache for port 2a80d604-bc32-4d2d-9d94-ff1ad0acb116. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.283115] env[69186]: DEBUG nova.network.neutron [req-16e4a965-0ba4-4720-9d6e-6e4064f652fb req-b1b454d9-e188-4493-8c11-2a1831c3d6fb service nova] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Updating instance_info_cache with network_info: [{"id": "2a80d604-bc32-4d2d-9d94-ff1ad0acb116", "address": "fa:16:3e:6f:44:c7", "network": {"id": "318febf9-1b9b-468e-89db-688cc7c13504", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994346472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa508e72f4e64c54bd0bbd510c8897ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a80d604-bc", "ovs_interfaceid": "2a80d604-bc32-4d2d-9d94-ff1ad0acb116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.285409] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.918s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.285773] env[69186]: DEBUG nova.compute.manager [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.291831] env[69186]: DEBUG oslo_concurrency.lockutils [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.691s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.292400] env[69186]: DEBUG oslo_concurrency.lockutils [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.295204] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.234s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.295669] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.298541] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.554s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.300515] env[69186]: INFO nova.compute.claims [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.357312] env[69186]: INFO nova.scheduler.client.report [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Deleted allocations for instance c1074fc1-c72a-4eae-865a-cd31a20667e2 [ 796.362530] env[69186]: INFO nova.scheduler.client.report [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Deleted allocations for instance b26562ea-4352-445d-9a42-871579a76088 [ 796.416681] env[69186]: DEBUG oslo_vmware.api [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524a572d-4954-b830-807c-fc00704a1f85, 'name': SearchDatastore_Task, 'duration_secs': 0.013519} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.418763] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.419368] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.419702] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.419928] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.420222] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.420870] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b2ae21c-3a6e-47a3-b425-1374d67765ad {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.431760] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.431968] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.432885] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af131f19-e55a-4575-82ad-7698d1eb1789 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.441687] env[69186]: DEBUG oslo_vmware.api [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 796.441687] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f08d82-93d1-aa17-6325-752db55ff530" [ 796.441687] env[69186]: _type = "Task" [ 796.441687] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.450525] env[69186]: DEBUG oslo_vmware.api [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f08d82-93d1-aa17-6325-752db55ff530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.466364] env[69186]: DEBUG nova.network.neutron [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Successfully updated port: c3df308a-7b48-4195-91ca-8aca6c2f41e9 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.474688] env[69186]: DEBUG oslo_vmware.api [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Task: {'id': task-3634884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089652} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.474991] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.475851] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa87110d-b572-4684-9b71-2785549b3d4b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.505808] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 52ded3f3-e73d-4a27-a464-9493e09b61a1/52ded3f3-e73d-4a27-a464-9493e09b61a1.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.506570] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fed23a99-c081-4f69-a7c2-e45409bf7faf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.529250] env[69186]: DEBUG oslo_vmware.api [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Waiting for the task: (returnval){ [ 796.529250] env[69186]: value = "task-3634886" [ 796.529250] env[69186]: _type = "Task" [ 796.529250] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.538015] env[69186]: DEBUG oslo_vmware.api [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Task: {'id': task-3634886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.614901] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634885, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.726015] env[69186]: DEBUG nova.compute.manager [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.726409] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.727773] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37d038d-0143-4c8c-9a6f-11c229ef1b59 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.737131] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.737384] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87ee0f5a-c047-440d-b6b7-bdb046f06ad1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.743347] env[69186]: DEBUG oslo_vmware.api [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Waiting for the task: (returnval){ [ 796.743347] env[69186]: value = "task-3634887" [ 796.743347] env[69186]: _type = "Task" [ 796.743347] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.751650] env[69186]: DEBUG oslo_vmware.api [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Task: {'id': task-3634887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.787980] env[69186]: DEBUG oslo_concurrency.lockutils [req-16e4a965-0ba4-4720-9d6e-6e4064f652fb req-b1b454d9-e188-4493-8c11-2a1831c3d6fb service nova] Releasing lock "refresh_cache-ca1b71dc-0931-435e-8848-c7d3391cda32" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.794615] env[69186]: DEBUG nova.compute.utils [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.796621] env[69186]: DEBUG nova.compute.manager [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.797129] env[69186]: DEBUG nova.network.neutron [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.879863] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6d2afcdf-a641-44b9-b441-84b11f798a73 tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Lock "c1074fc1-c72a-4eae-865a-cd31a20667e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.300s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.882385] env[69186]: DEBUG nova.policy [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbb5094f487f4cc3b742677f07fc2e26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8755d5e7b80c42759c354436c48eb763', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.886980] env[69186]: DEBUG oslo_concurrency.lockutils [None req-668f3a0d-1f97-4839-b51e-abf3f197a036 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Lock "b26562ea-4352-445d-9a42-871579a76088" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.260s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.957056] env[69186]: DEBUG oslo_vmware.api [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f08d82-93d1-aa17-6325-752db55ff530, 'name': SearchDatastore_Task, 'duration_secs': 0.012784} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.958457] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b84b0110-b395-483b-8ec7-bae47c0d84d7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.965496] env[69186]: DEBUG oslo_vmware.api [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 796.965496] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5231511c-4ec9-c3fc-e673-d95e5caa2042" [ 796.965496] env[69186]: _type = "Task" [ 796.965496] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.970924] env[69186]: DEBUG oslo_concurrency.lockutils [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Acquiring lock "refresh_cache-42529ebf-4349-4d54-8ad8-da779bfd9af2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.971107] env[69186]: DEBUG oslo_concurrency.lockutils [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Acquired lock "refresh_cache-42529ebf-4349-4d54-8ad8-da779bfd9af2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.971278] env[69186]: DEBUG nova.network.neutron [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.977720] env[69186]: DEBUG oslo_vmware.api [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5231511c-4ec9-c3fc-e673-d95e5caa2042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.039223] env[69186]: DEBUG oslo_vmware.api [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Task: {'id': task-3634886, 'name': ReconfigVM_Task, 'duration_secs': 0.424644} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.039564] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 52ded3f3-e73d-4a27-a464-9493e09b61a1/52ded3f3-e73d-4a27-a464-9493e09b61a1.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.040295] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6ddef6b-7e08-44a2-b7a1-57cb3526e072 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.046559] env[69186]: DEBUG oslo_vmware.api [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Waiting for the task: (returnval){ [ 797.046559] env[69186]: value = "task-3634888" [ 797.046559] env[69186]: _type = "Task" [ 797.046559] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.056648] env[69186]: DEBUG oslo_vmware.api [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Task: {'id': task-3634888, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.113827] env[69186]: DEBUG oslo_vmware.api [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634885, 'name': PowerOnVM_Task, 'duration_secs': 0.551444} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.114105] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.114311] env[69186]: DEBUG nova.compute.manager [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.115117] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d04921-ad52-4c6f-a514-a4e6375846d8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.246456] env[69186]: DEBUG nova.compute.manager [req-0f456bdd-2dd1-4144-b674-c8cb7191ac9c req-62f4ddae-a736-4840-bf8e-cc09939bc595 service nova] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Received event network-vif-plugged-c3df308a-7b48-4195-91ca-8aca6c2f41e9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.246716] env[69186]: DEBUG oslo_concurrency.lockutils [req-0f456bdd-2dd1-4144-b674-c8cb7191ac9c req-62f4ddae-a736-4840-bf8e-cc09939bc595 service nova] Acquiring lock "42529ebf-4349-4d54-8ad8-da779bfd9af2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.246926] env[69186]: DEBUG oslo_concurrency.lockutils [req-0f456bdd-2dd1-4144-b674-c8cb7191ac9c req-62f4ddae-a736-4840-bf8e-cc09939bc595 service nova] Lock "42529ebf-4349-4d54-8ad8-da779bfd9af2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.247682] env[69186]: DEBUG oslo_concurrency.lockutils [req-0f456bdd-2dd1-4144-b674-c8cb7191ac9c req-62f4ddae-a736-4840-bf8e-cc09939bc595 service nova] Lock "42529ebf-4349-4d54-8ad8-da779bfd9af2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.247911] env[69186]: DEBUG nova.compute.manager [req-0f456bdd-2dd1-4144-b674-c8cb7191ac9c req-62f4ddae-a736-4840-bf8e-cc09939bc595 service nova] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] No waiting events found dispatching network-vif-plugged-c3df308a-7b48-4195-91ca-8aca6c2f41e9 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.248305] env[69186]: WARNING nova.compute.manager [req-0f456bdd-2dd1-4144-b674-c8cb7191ac9c req-62f4ddae-a736-4840-bf8e-cc09939bc595 service nova] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Received unexpected event network-vif-plugged-c3df308a-7b48-4195-91ca-8aca6c2f41e9 for instance with vm_state building and task_state spawning. [ 797.248409] env[69186]: DEBUG nova.compute.manager [req-0f456bdd-2dd1-4144-b674-c8cb7191ac9c req-62f4ddae-a736-4840-bf8e-cc09939bc595 service nova] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Received event network-changed-c3df308a-7b48-4195-91ca-8aca6c2f41e9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.248652] env[69186]: DEBUG nova.compute.manager [req-0f456bdd-2dd1-4144-b674-c8cb7191ac9c req-62f4ddae-a736-4840-bf8e-cc09939bc595 service nova] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Refreshing instance network info cache due to event network-changed-c3df308a-7b48-4195-91ca-8aca6c2f41e9. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.249022] env[69186]: DEBUG oslo_concurrency.lockutils [req-0f456bdd-2dd1-4144-b674-c8cb7191ac9c req-62f4ddae-a736-4840-bf8e-cc09939bc595 service nova] Acquiring lock "refresh_cache-42529ebf-4349-4d54-8ad8-da779bfd9af2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.260365] env[69186]: DEBUG oslo_vmware.api [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Task: {'id': task-3634887, 'name': PowerOffVM_Task, 'duration_secs': 0.213192} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.261304] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.261622] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.262047] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4915d6a8-39cb-46de-8e43-280c76025cb7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.301062] env[69186]: DEBUG nova.compute.manager [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.321019] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.321019] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.321019] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Deleting the datastore file [datastore2] 1fae0e2c-fb8d-411b-826e-18cda413b24f {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.321019] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ef666ec-658e-41a7-b7c0-30e1609890f2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.329151] env[69186]: DEBUG oslo_vmware.api [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Waiting for the task: (returnval){ [ 797.329151] env[69186]: value = "task-3634890" [ 797.329151] env[69186]: _type = "Task" [ 797.329151] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.342246] env[69186]: DEBUG oslo_vmware.api [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Task: {'id': task-3634890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.485234] env[69186]: DEBUG oslo_vmware.api [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5231511c-4ec9-c3fc-e673-d95e5caa2042, 'name': SearchDatastore_Task, 'duration_secs': 0.012971} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.485537] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.485815] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] ca1b71dc-0931-435e-8848-c7d3391cda32/ca1b71dc-0931-435e-8848-c7d3391cda32.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.486644] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bfdf2ab-9fc5-461a-b2b9-14fa581bb0bf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.494067] env[69186]: DEBUG oslo_vmware.api [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 797.494067] env[69186]: value = "task-3634891" [ 797.494067] env[69186]: _type = "Task" [ 797.494067] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.507077] env[69186]: DEBUG oslo_vmware.api [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.557557] env[69186]: DEBUG oslo_vmware.api [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Task: {'id': task-3634888, 'name': Rename_Task, 'duration_secs': 0.190987} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.558060] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.558490] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30df375d-8a3c-49d4-90ce-f2d059e933f7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.565817] env[69186]: DEBUG oslo_vmware.api [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Waiting for the task: (returnval){ [ 797.565817] env[69186]: value = "task-3634892" [ 797.565817] env[69186]: _type = "Task" [ 797.565817] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.575034] env[69186]: DEBUG oslo_vmware.api [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Task: {'id': task-3634892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.581154] env[69186]: DEBUG nova.network.neutron [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.591580] env[69186]: DEBUG nova.network.neutron [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Successfully created port: bfb2b3c6-18da-4449-ac3f-6904f7a032ef {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.644091] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.806699] env[69186]: INFO nova.virt.block_device [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Booting with volume f082f57c-871b-47d7-8d75-13175d577e64 at /dev/sda [ 797.843785] env[69186]: DEBUG oslo_vmware.api [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Task: {'id': task-3634890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426596} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.846305] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.846305] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.846305] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.846305] env[69186]: INFO nova.compute.manager [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 797.846305] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.846305] env[69186]: DEBUG nova.compute.manager [-] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.847085] env[69186]: DEBUG nova.network.neutron [-] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.868323] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c016e80f-ef21-457d-a1ef-0a37ea92e739 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.882482] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b63203-4f21-4d56-9fac-f61a46d00810 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.924524] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2f603bd-ac59-43ca-8c31-31879befc923 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.934600] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8bd646-db59-42c7-8974-b7103e69e4ae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.994381] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9816948-9aa3-41fd-b946-46c31e8f74e3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.011967] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5547e960-5771-4302-bdca-637b28c98d75 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.016125] env[69186]: DEBUG oslo_vmware.api [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634891, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.028322] env[69186]: DEBUG nova.virt.block_device [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Updating existing volume attachment record: 8fad328e-14ac-4847-8241-0063ff7644da {{(pid=69186) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 798.034830] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052e5e3e-8870-4b73-8410-2ccbf09f75ef {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.042701] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85866e48-130c-4e86-b6ea-6403c06d7943 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.078713] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852821f6-6ad0-4df1-a384-bc25d262e070 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.092295] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815c91c8-4f4b-4f18-8996-7ce77db9fb29 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.099278] env[69186]: DEBUG oslo_vmware.api [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Task: {'id': task-3634892, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.115037] env[69186]: DEBUG nova.compute.provider_tree [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.362792] env[69186]: DEBUG nova.network.neutron [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Updating instance_info_cache with network_info: [{"id": "c3df308a-7b48-4195-91ca-8aca6c2f41e9", "address": "fa:16:3e:e9:ba:ff", "network": {"id": "14fa2778-51c0-45ab-91d1-62e06b2aa34c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1287108341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90e1539ca1cb41a4a127448547d495b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3df308a-7b", "ovs_interfaceid": "c3df308a-7b48-4195-91ca-8aca6c2f41e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.514361] env[69186]: DEBUG oslo_vmware.api [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649121} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.514757] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] ca1b71dc-0931-435e-8848-c7d3391cda32/ca1b71dc-0931-435e-8848-c7d3391cda32.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.515128] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.515335] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d000e88-401a-4eee-94ed-b015f9b57e1d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.524848] env[69186]: DEBUG oslo_vmware.api [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 798.524848] env[69186]: value = "task-3634893" [ 798.524848] env[69186]: _type = "Task" [ 798.524848] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.536998] env[69186]: DEBUG oslo_vmware.api [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.584825] env[69186]: DEBUG oslo_vmware.api [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Task: {'id': task-3634892, 'name': PowerOnVM_Task, 'duration_secs': 0.840893} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.589674] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.589674] env[69186]: INFO nova.compute.manager [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Took 8.94 seconds to spawn the instance on the hypervisor. [ 798.589674] env[69186]: DEBUG nova.compute.manager [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.589674] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ba927e-0d1c-4bce-99c1-6f05c032fb96 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.618667] env[69186]: DEBUG nova.scheduler.client.report [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.869244] env[69186]: DEBUG oslo_concurrency.lockutils [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Releasing lock "refresh_cache-42529ebf-4349-4d54-8ad8-da779bfd9af2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.869244] env[69186]: DEBUG nova.compute.manager [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Instance network_info: |[{"id": "c3df308a-7b48-4195-91ca-8aca6c2f41e9", "address": "fa:16:3e:e9:ba:ff", "network": {"id": "14fa2778-51c0-45ab-91d1-62e06b2aa34c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1287108341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90e1539ca1cb41a4a127448547d495b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3df308a-7b", "ovs_interfaceid": "c3df308a-7b48-4195-91ca-8aca6c2f41e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.869730] env[69186]: DEBUG oslo_concurrency.lockutils [req-0f456bdd-2dd1-4144-b674-c8cb7191ac9c req-62f4ddae-a736-4840-bf8e-cc09939bc595 service nova] Acquired lock "refresh_cache-42529ebf-4349-4d54-8ad8-da779bfd9af2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.869730] env[69186]: DEBUG nova.network.neutron [req-0f456bdd-2dd1-4144-b674-c8cb7191ac9c req-62f4ddae-a736-4840-bf8e-cc09939bc595 service nova] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Refreshing network info cache for port c3df308a-7b48-4195-91ca-8aca6c2f41e9 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.873048] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:ba:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '503991c4-44d0-42d9-aa03-5259331f1051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3df308a-7b48-4195-91ca-8aca6c2f41e9', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.887192] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Creating folder: Project (90e1539ca1cb41a4a127448547d495b0). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.889025] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e0f517e-2b1c-4cdd-8a12-dbe094653c5e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.902884] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Created folder: Project (90e1539ca1cb41a4a127448547d495b0) in parent group-v724677. [ 798.903063] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Creating folder: Instances. Parent ref: group-v724805. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.903267] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a26d906-e631-4eae-a5cb-f9f0fbd199f1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.914690] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Created folder: Instances in parent group-v724805. [ 798.914690] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.914690] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.914690] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71b93a94-2b15-4090-8b95-8edc1d58e683 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.942047] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.942047] env[69186]: value = "task-3634896" [ 798.942047] env[69186]: _type = "Task" [ 798.942047] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.950397] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634896, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.047537] env[69186]: DEBUG oslo_vmware.api [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064043} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.047537] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.049363] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0803879-da6a-4078-928e-f5783e577310 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.084308] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] ca1b71dc-0931-435e-8848-c7d3391cda32/ca1b71dc-0931-435e-8848-c7d3391cda32.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.084728] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cf4c934-e35d-40ac-a1e0-3d137cf17096 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.120652] env[69186]: INFO nova.compute.manager [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Took 48.70 seconds to build instance. [ 799.120652] env[69186]: DEBUG oslo_vmware.api [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 799.120652] env[69186]: value = "task-3634897" [ 799.120652] env[69186]: _type = "Task" [ 799.120652] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.123948] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.124797] env[69186]: DEBUG nova.compute.manager [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.131643] env[69186]: DEBUG nova.compute.manager [req-9a90f3a3-ef87-4c95-9b74-68dfc8d73534 req-c52c8390-0275-4047-a521-60c1b0098560 service nova] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Received event network-vif-deleted-b14ca57e-658b-4ace-bb17-7ea4a97fffef {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.131643] env[69186]: INFO nova.compute.manager [req-9a90f3a3-ef87-4c95-9b74-68dfc8d73534 req-c52c8390-0275-4047-a521-60c1b0098560 service nova] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Neutron deleted interface b14ca57e-658b-4ace-bb17-7ea4a97fffef; detaching it from the instance and deleting it from the info cache [ 799.131643] env[69186]: DEBUG nova.network.neutron [req-9a90f3a3-ef87-4c95-9b74-68dfc8d73534 req-c52c8390-0275-4047-a521-60c1b0098560 service nova] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.139574] env[69186]: DEBUG oslo_concurrency.lockutils [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.359s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.141220] env[69186]: DEBUG oslo_concurrency.lockutils [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.144327] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.236s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.146205] env[69186]: INFO nova.compute.claims [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.157651] env[69186]: DEBUG oslo_vmware.api [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.314601] env[69186]: DEBUG nova.network.neutron [-] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.451535] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634896, 'name': CreateVM_Task, 'duration_secs': 0.499165} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.451724] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.452445] env[69186]: DEBUG oslo_concurrency.lockutils [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.452930] env[69186]: DEBUG oslo_concurrency.lockutils [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.453854] env[69186]: DEBUG oslo_concurrency.lockutils [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.457583] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea5b5192-310c-4a3b-a8c2-1d4b96ee1de5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.463705] env[69186]: DEBUG oslo_vmware.api [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Waiting for the task: (returnval){ [ 799.463705] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52465183-359b-06f0-fbdd-dfc35ecdc6c0" [ 799.463705] env[69186]: _type = "Task" [ 799.463705] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.474957] env[69186]: DEBUG oslo_vmware.api [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52465183-359b-06f0-fbdd-dfc35ecdc6c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.526086] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "8afc2d09-29e9-4e5e-a483-8a8f4a2fd298" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.526086] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "8afc2d09-29e9-4e5e-a483-8a8f4a2fd298" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.526086] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "8afc2d09-29e9-4e5e-a483-8a8f4a2fd298-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.526086] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "8afc2d09-29e9-4e5e-a483-8a8f4a2fd298-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.526371] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "8afc2d09-29e9-4e5e-a483-8a8f4a2fd298-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.527960] env[69186]: INFO nova.compute.manager [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Terminating instance [ 799.635594] env[69186]: DEBUG oslo_vmware.api [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634897, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.636091] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Lock "52ded3f3-e73d-4a27-a464-9493e09b61a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.965s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.637708] env[69186]: DEBUG nova.compute.utils [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.640574] env[69186]: DEBUG nova.compute.manager [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.640574] env[69186]: DEBUG nova.network.neutron [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.665602] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89cd90f7-b01e-4d89-b2f8-6cf212fc3577 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.668668] env[69186]: DEBUG oslo_concurrency.lockutils [None req-550d8215-461e-4f4e-96ae-fc5b2731aaa8 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "dcd6c82f-24af-4906-841c-1c8f5d7306de" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 45.908s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.669899] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "dcd6c82f-24af-4906-841c-1c8f5d7306de" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 23.058s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.670124] env[69186]: INFO nova.compute.manager [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Unshelving [ 799.678330] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2d4882-9cab-4033-b024-6881020896a4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.720930] env[69186]: DEBUG nova.compute.manager [req-9a90f3a3-ef87-4c95-9b74-68dfc8d73534 req-c52c8390-0275-4047-a521-60c1b0098560 service nova] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Detach interface failed, port_id=b14ca57e-658b-4ace-bb17-7ea4a97fffef, reason: Instance 1fae0e2c-fb8d-411b-826e-18cda413b24f could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 799.771286] env[69186]: DEBUG nova.policy [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46a8349dda9f4cada408ab72daeff569', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc2bc0efaf0a49039fc066abcc953317', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.819763] env[69186]: INFO nova.compute.manager [-] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Took 1.97 seconds to deallocate network for instance. [ 799.870082] env[69186]: DEBUG nova.network.neutron [req-0f456bdd-2dd1-4144-b674-c8cb7191ac9c req-62f4ddae-a736-4840-bf8e-cc09939bc595 service nova] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Updated VIF entry in instance network info cache for port c3df308a-7b48-4195-91ca-8aca6c2f41e9. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.870475] env[69186]: DEBUG nova.network.neutron [req-0f456bdd-2dd1-4144-b674-c8cb7191ac9c req-62f4ddae-a736-4840-bf8e-cc09939bc595 service nova] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Updating instance_info_cache with network_info: [{"id": "c3df308a-7b48-4195-91ca-8aca6c2f41e9", "address": "fa:16:3e:e9:ba:ff", "network": {"id": "14fa2778-51c0-45ab-91d1-62e06b2aa34c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1287108341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90e1539ca1cb41a4a127448547d495b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3df308a-7b", "ovs_interfaceid": "c3df308a-7b48-4195-91ca-8aca6c2f41e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.976120] env[69186]: DEBUG oslo_vmware.api [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52465183-359b-06f0-fbdd-dfc35ecdc6c0, 'name': SearchDatastore_Task, 'duration_secs': 0.014729} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.976120] env[69186]: DEBUG oslo_concurrency.lockutils [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.976513] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.976954] env[69186]: DEBUG oslo_concurrency.lockutils [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.977257] env[69186]: DEBUG oslo_concurrency.lockutils [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.977582] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.978137] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0b0d3e0-02b7-4094-802a-357c44f5b647 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.990030] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.990030] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.990030] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11c32fea-421a-455b-ab86-8725aa58eaac {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.994457] env[69186]: DEBUG oslo_vmware.api [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Waiting for the task: (returnval){ [ 799.994457] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c634cd-0789-78ec-e190-bfd9edb45153" [ 799.994457] env[69186]: _type = "Task" [ 799.994457] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.006997] env[69186]: DEBUG oslo_vmware.api [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c634cd-0789-78ec-e190-bfd9edb45153, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.034657] env[69186]: DEBUG nova.compute.manager [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.034880] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.035808] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4555768-281f-4002-971e-b75b64730f5c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.053024] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.053024] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7b179c9-788d-4614-9ad7-39e2acc2f065 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.056674] env[69186]: DEBUG oslo_vmware.api [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 800.056674] env[69186]: value = "task-3634898" [ 800.056674] env[69186]: _type = "Task" [ 800.056674] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.067009] env[69186]: DEBUG oslo_vmware.api [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.141021] env[69186]: DEBUG oslo_vmware.api [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634897, 'name': ReconfigVM_Task, 'duration_secs': 0.553232} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.141363] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Reconfigured VM instance instance-00000027 to attach disk [datastore2] ca1b71dc-0931-435e-8848-c7d3391cda32/ca1b71dc-0931-435e-8848-c7d3391cda32.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.142067] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2c96980-998d-4642-8385-4844789b0204 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.144993] env[69186]: DEBUG nova.compute.manager [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.148468] env[69186]: DEBUG nova.compute.manager [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.163171] env[69186]: DEBUG oslo_vmware.api [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 800.163171] env[69186]: value = "task-3634899" [ 800.163171] env[69186]: _type = "Task" [ 800.163171] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.183998] env[69186]: DEBUG oslo_vmware.api [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634899, 'name': Rename_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.198226] env[69186]: DEBUG nova.compute.manager [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.198226] env[69186]: DEBUG nova.virt.hardware [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.198226] env[69186]: DEBUG nova.virt.hardware [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.198226] env[69186]: DEBUG nova.virt.hardware [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.199156] env[69186]: DEBUG nova.virt.hardware [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.199406] env[69186]: DEBUG nova.virt.hardware [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.199606] env[69186]: DEBUG nova.virt.hardware [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.199885] env[69186]: DEBUG nova.virt.hardware [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.200203] env[69186]: DEBUG nova.virt.hardware [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.200507] env[69186]: DEBUG nova.virt.hardware [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.200736] env[69186]: DEBUG nova.virt.hardware [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.200965] env[69186]: DEBUG nova.virt.hardware [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.202017] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcad82e-e566-4ebe-81ad-6e5c2fc201c6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.213460] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d142fa-5faf-43f3-ba8b-c1f1a83e6227 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.326284] env[69186]: DEBUG oslo_concurrency.lockutils [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.375200] env[69186]: DEBUG oslo_concurrency.lockutils [req-0f456bdd-2dd1-4144-b674-c8cb7191ac9c req-62f4ddae-a736-4840-bf8e-cc09939bc595 service nova] Releasing lock "refresh_cache-42529ebf-4349-4d54-8ad8-da779bfd9af2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.511130] env[69186]: DEBUG oslo_vmware.api [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c634cd-0789-78ec-e190-bfd9edb45153, 'name': SearchDatastore_Task, 'duration_secs': 0.02772} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.511903] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35e97c1c-02ca-4ee5-a864-17eb13665303 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.519631] env[69186]: DEBUG oslo_vmware.api [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Waiting for the task: (returnval){ [ 800.519631] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52aa9de4-ef76-78a8-21af-336ab52c5ebc" [ 800.519631] env[69186]: _type = "Task" [ 800.519631] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.527791] env[69186]: DEBUG oslo_vmware.api [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52aa9de4-ef76-78a8-21af-336ab52c5ebc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.567278] env[69186]: DEBUG oslo_vmware.api [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634898, 'name': PowerOffVM_Task, 'duration_secs': 0.206633} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.572580] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.572580] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.575266] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b2ce134-788e-4bc1-ae09-d373823fcdb7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.650434] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.650434] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.650566] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Deleting the datastore file [datastore2] 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.650720] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2963f9b0-6fae-4020-862a-d95808023ebb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.674773] env[69186]: DEBUG oslo_vmware.api [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 800.674773] env[69186]: value = "task-3634901" [ 800.674773] env[69186]: _type = "Task" [ 800.674773] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.683460] env[69186]: DEBUG oslo_vmware.api [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634899, 'name': Rename_Task, 'duration_secs': 0.261115} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.684572] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.686304] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.688766] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54680cbc-4e99-495a-b689-a9ea7f154c85 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.696968] env[69186]: DEBUG oslo_vmware.api [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.698268] env[69186]: DEBUG nova.network.neutron [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Successfully created port: 6e4a572e-202f-4c93-9471-b4d6976047f4 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.704656] env[69186]: DEBUG oslo_vmware.api [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 800.704656] env[69186]: value = "task-3634902" [ 800.704656] env[69186]: _type = "Task" [ 800.704656] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.716675] env[69186]: DEBUG oslo_vmware.api [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.720562] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.726104] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.727173] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.734181] env[69186]: DEBUG nova.network.neutron [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Successfully updated port: bfb2b3c6-18da-4449-ac3f-6904f7a032ef {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.957206] env[69186]: DEBUG nova.compute.manager [req-5ecd5951-83a5-4fb9-856b-84884b4c53b2 req-8ca81cc3-bc91-402e-99db-502f5cf70caf service nova] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Received event network-vif-plugged-bfb2b3c6-18da-4449-ac3f-6904f7a032ef {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.957606] env[69186]: DEBUG oslo_concurrency.lockutils [req-5ecd5951-83a5-4fb9-856b-84884b4c53b2 req-8ca81cc3-bc91-402e-99db-502f5cf70caf service nova] Acquiring lock "cb7ae2c4-3eef-4254-af3a-3a5de42222d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.957836] env[69186]: DEBUG oslo_concurrency.lockutils [req-5ecd5951-83a5-4fb9-856b-84884b4c53b2 req-8ca81cc3-bc91-402e-99db-502f5cf70caf service nova] Lock "cb7ae2c4-3eef-4254-af3a-3a5de42222d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.957953] env[69186]: DEBUG oslo_concurrency.lockutils [req-5ecd5951-83a5-4fb9-856b-84884b4c53b2 req-8ca81cc3-bc91-402e-99db-502f5cf70caf service nova] Lock "cb7ae2c4-3eef-4254-af3a-3a5de42222d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.958189] env[69186]: DEBUG nova.compute.manager [req-5ecd5951-83a5-4fb9-856b-84884b4c53b2 req-8ca81cc3-bc91-402e-99db-502f5cf70caf service nova] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] No waiting events found dispatching network-vif-plugged-bfb2b3c6-18da-4449-ac3f-6904f7a032ef {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.958419] env[69186]: WARNING nova.compute.manager [req-5ecd5951-83a5-4fb9-856b-84884b4c53b2 req-8ca81cc3-bc91-402e-99db-502f5cf70caf service nova] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Received unexpected event network-vif-plugged-bfb2b3c6-18da-4449-ac3f-6904f7a032ef for instance with vm_state building and task_state spawning. [ 800.961159] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c129579-dc11-4def-a2f2-da5251431073 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.977665] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde6fc91-5d39-4e26-acf6-c0cf7db772ce {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.022032] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d182f598-4caf-43d7-8a23-89eb153b645e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.034271] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6daaed-44e4-4d4e-8f19-2e47d851a8b7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.042563] env[69186]: DEBUG oslo_vmware.api [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52aa9de4-ef76-78a8-21af-336ab52c5ebc, 'name': SearchDatastore_Task, 'duration_secs': 0.023712} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.042563] env[69186]: DEBUG oslo_concurrency.lockutils [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.042825] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 42529ebf-4349-4d54-8ad8-da779bfd9af2/42529ebf-4349-4d54-8ad8-da779bfd9af2.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.043112] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eebd59b4-b11f-4a68-9783-debc02338cfa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.053324] env[69186]: DEBUG nova.compute.provider_tree [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.061622] env[69186]: DEBUG oslo_vmware.api [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Waiting for the task: (returnval){ [ 801.061622] env[69186]: value = "task-3634903" [ 801.061622] env[69186]: _type = "Task" [ 801.061622] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.063135] env[69186]: DEBUG oslo_vmware.rw_handles [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5224215b-f5b5-af66-13c5-368b57c72bde/disk-0.vmdk. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 801.064097] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20f89d4-bd56-4ccd-ab40-9fe8d90c7281 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.078269] env[69186]: DEBUG oslo_vmware.rw_handles [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5224215b-f5b5-af66-13c5-368b57c72bde/disk-0.vmdk is in state: ready. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 801.078269] env[69186]: ERROR oslo_vmware.rw_handles [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5224215b-f5b5-af66-13c5-368b57c72bde/disk-0.vmdk due to incomplete transfer. [ 801.081762] env[69186]: DEBUG oslo_concurrency.lockutils [None req-db7c0907-70e7-4586-a13c-5f78c3ea5919 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Acquiring lock "52ded3f3-e73d-4a27-a464-9493e09b61a1" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.082048] env[69186]: DEBUG oslo_concurrency.lockutils [None req-db7c0907-70e7-4586-a13c-5f78c3ea5919 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Lock "52ded3f3-e73d-4a27-a464-9493e09b61a1" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.082387] env[69186]: INFO nova.compute.manager [None req-db7c0907-70e7-4586-a13c-5f78c3ea5919 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Rebooting instance [ 801.083659] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-36f3358c-6424-4ec7-a5c9-0f4d0351a539 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.085587] env[69186]: DEBUG oslo_vmware.api [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Task: {'id': task-3634903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.091422] env[69186]: DEBUG oslo_vmware.rw_handles [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5224215b-f5b5-af66-13c5-368b57c72bde/disk-0.vmdk. {{(pid=69186) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 801.091656] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Uploaded image b74d51d4-be23-4bb0-92da-9b72c057db5e to the Glance image server {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 801.094038] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Destroying the VM {{(pid=69186) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 801.094924] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7c65327e-adae-4177-a76c-6294553343dc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.102101] env[69186]: DEBUG oslo_vmware.api [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 801.102101] env[69186]: value = "task-3634904" [ 801.102101] env[69186]: _type = "Task" [ 801.102101] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.111167] env[69186]: DEBUG oslo_vmware.api [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634904, 'name': Destroy_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.165531] env[69186]: DEBUG nova.compute.manager [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.185552] env[69186]: DEBUG oslo_vmware.api [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3634901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293918} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.189137] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.189137] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.189137] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.189137] env[69186]: INFO nova.compute.manager [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Took 1.15 seconds to destroy the instance on the hypervisor. [ 801.189137] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.189610] env[69186]: DEBUG nova.compute.manager [-] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.192152] env[69186]: DEBUG nova.network.neutron [-] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.203380] env[69186]: DEBUG nova.virt.hardware [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.203635] env[69186]: DEBUG nova.virt.hardware [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.203797] env[69186]: DEBUG nova.virt.hardware [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.203987] env[69186]: DEBUG nova.virt.hardware [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.204158] env[69186]: DEBUG nova.virt.hardware [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.204406] env[69186]: DEBUG nova.virt.hardware [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.204510] env[69186]: DEBUG nova.virt.hardware [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.204701] env[69186]: DEBUG nova.virt.hardware [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.205050] env[69186]: DEBUG nova.virt.hardware [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.205050] env[69186]: DEBUG nova.virt.hardware [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.205135] env[69186]: DEBUG nova.virt.hardware [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.206086] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec454f67-5a36-4279-8a96-01372cc09451 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.220237] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88905244-049d-471d-acdb-44cd49c9fb3a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.224776] env[69186]: DEBUG oslo_vmware.api [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634902, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.237126] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Acquiring lock "refresh_cache-cb7ae2c4-3eef-4254-af3a-3a5de42222d6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.237287] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Acquired lock "refresh_cache-cb7ae2c4-3eef-4254-af3a-3a5de42222d6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.237441] env[69186]: DEBUG nova.network.neutron [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.561409] env[69186]: DEBUG nova.scheduler.client.report [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.580061] env[69186]: DEBUG oslo_vmware.api [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Task: {'id': task-3634903, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.619391] env[69186]: DEBUG oslo_vmware.api [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634904, 'name': Destroy_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.620113] env[69186]: DEBUG oslo_concurrency.lockutils [None req-db7c0907-70e7-4586-a13c-5f78c3ea5919 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Acquiring lock "refresh_cache-52ded3f3-e73d-4a27-a464-9493e09b61a1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.620434] env[69186]: DEBUG oslo_concurrency.lockutils [None req-db7c0907-70e7-4586-a13c-5f78c3ea5919 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Acquired lock "refresh_cache-52ded3f3-e73d-4a27-a464-9493e09b61a1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.620544] env[69186]: DEBUG nova.network.neutron [None req-db7c0907-70e7-4586-a13c-5f78c3ea5919 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.719623] env[69186]: DEBUG oslo_vmware.api [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634902, 'name': PowerOnVM_Task, 'duration_secs': 0.684615} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.720252] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.720765] env[69186]: INFO nova.compute.manager [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Took 9.61 seconds to spawn the instance on the hypervisor. [ 801.721137] env[69186]: DEBUG nova.compute.manager [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.722309] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b918b6ed-b735-4a9d-8354-ef4657a57d35 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.809711] env[69186]: DEBUG nova.network.neutron [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.075221] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.931s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.075841] env[69186]: DEBUG nova.compute.manager [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.083025] env[69186]: DEBUG oslo_vmware.api [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Task: {'id': task-3634903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57472} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.083025] env[69186]: DEBUG nova.network.neutron [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Updating instance_info_cache with network_info: [{"id": "bfb2b3c6-18da-4449-ac3f-6904f7a032ef", "address": "fa:16:3e:b7:06:7b", "network": {"id": "3edacfb9-9cc0-441a-adaa-8153bb8bb049", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2026817294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8755d5e7b80c42759c354436c48eb763", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfb2b3c6-18", "ovs_interfaceid": "bfb2b3c6-18da-4449-ac3f-6904f7a032ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.083604] env[69186]: DEBUG oslo_concurrency.lockutils [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.873s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.087026] env[69186]: INFO nova.compute.claims [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.087026] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 42529ebf-4349-4d54-8ad8-da779bfd9af2/42529ebf-4349-4d54-8ad8-da779bfd9af2.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.087602] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.087923] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c23313c0-c99f-427c-ade4-1fad33b4e87a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.094879] env[69186]: DEBUG oslo_vmware.api [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Waiting for the task: (returnval){ [ 802.094879] env[69186]: value = "task-3634905" [ 802.094879] env[69186]: _type = "Task" [ 802.094879] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.107200] env[69186]: DEBUG oslo_vmware.api [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Task: {'id': task-3634905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.120217] env[69186]: DEBUG oslo_vmware.api [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634904, 'name': Destroy_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.257525] env[69186]: INFO nova.compute.manager [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Took 48.91 seconds to build instance. [ 802.478447] env[69186]: DEBUG nova.network.neutron [-] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.572296] env[69186]: DEBUG nova.network.neutron [None req-db7c0907-70e7-4586-a13c-5f78c3ea5919 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Updating instance_info_cache with network_info: [{"id": "1be47535-76f4-47b2-8528-4fd5953db65b", "address": "fa:16:3e:0c:c5:23", "network": {"id": "af46ea94-4f19-4c96-91e7-af7f670832f2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1150275532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c871534126f40d4aa0fe76b63805c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1be47535-76", "ovs_interfaceid": "1be47535-76f4-47b2-8528-4fd5953db65b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.581716] env[69186]: DEBUG nova.compute.utils [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.584186] env[69186]: DEBUG nova.compute.manager [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.584365] env[69186]: DEBUG nova.network.neutron [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.588458] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Releasing lock "refresh_cache-cb7ae2c4-3eef-4254-af3a-3a5de42222d6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.588458] env[69186]: DEBUG nova.compute.manager [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Instance network_info: |[{"id": "bfb2b3c6-18da-4449-ac3f-6904f7a032ef", "address": "fa:16:3e:b7:06:7b", "network": {"id": "3edacfb9-9cc0-441a-adaa-8153bb8bb049", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2026817294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8755d5e7b80c42759c354436c48eb763", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfb2b3c6-18", "ovs_interfaceid": "bfb2b3c6-18da-4449-ac3f-6904f7a032ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.588881] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:06:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfb2b3c6-18da-4449-ac3f-6904f7a032ef', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.596430] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Creating folder: Project (8755d5e7b80c42759c354436c48eb763). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.601249] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc1cbc13-10a0-436f-afb9-cf5afb0c9915 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.623592] env[69186]: DEBUG oslo_vmware.api [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Task: {'id': task-3634905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07405} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.624531] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.624974] env[69186]: DEBUG oslo_vmware.api [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634904, 'name': Destroy_Task, 'duration_secs': 1.051392} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.626187] env[69186]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 802.626331] env[69186]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69186) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 802.626937] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83b877e-c7bc-47a1-90d1-eaafbfd3cf2b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.630163] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Destroyed the VM [ 802.631092] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Deleting Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 802.631092] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Folder already exists: Project (8755d5e7b80c42759c354436c48eb763). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 802.631092] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Creating folder: Instances. Parent ref: group-v724735. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.631282] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-22013e25-2c7a-4ab6-b47f-999a3f1fe27b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.633736] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-127da42a-cbc2-439d-aa59-7185248e39a2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.656526] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 42529ebf-4349-4d54-8ad8-da779bfd9af2/42529ebf-4349-4d54-8ad8-da779bfd9af2.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.659334] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf0c6b6b-a372-4e31-a923-bf1c50ee00a4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.674154] env[69186]: DEBUG oslo_vmware.api [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 802.674154] env[69186]: value = "task-3634907" [ 802.674154] env[69186]: _type = "Task" [ 802.674154] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.674522] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Created folder: Instances in parent group-v724735. [ 802.674677] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.675718] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.682460] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a9b19cb-6761-4ff9-9eb0-e771c96db505 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.694665] env[69186]: DEBUG nova.policy [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd0e7c09ee9c492eb7fdd1597947ebee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8598e739d2b942c9909402a64150d686', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.697399] env[69186]: DEBUG oslo_vmware.api [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Waiting for the task: (returnval){ [ 802.697399] env[69186]: value = "task-3634909" [ 802.697399] env[69186]: _type = "Task" [ 802.697399] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.706509] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.706509] env[69186]: value = "task-3634910" [ 802.706509] env[69186]: _type = "Task" [ 802.706509] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.706819] env[69186]: DEBUG oslo_vmware.api [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634907, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.714835] env[69186]: DEBUG oslo_vmware.api [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Task: {'id': task-3634909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.720455] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634910, 'name': CreateVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.760150] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "ca1b71dc-0931-435e-8848-c7d3391cda32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.660s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.825886] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Acquiring lock "59a8bf73-4ace-4481-86a6-d884a6bcc62f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.827435] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Lock "59a8bf73-4ace-4481-86a6-d884a6bcc62f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.941749] env[69186]: DEBUG nova.network.neutron [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Successfully updated port: 6e4a572e-202f-4c93-9471-b4d6976047f4 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.986330] env[69186]: INFO nova.compute.manager [-] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Took 1.80 seconds to deallocate network for instance. [ 803.076403] env[69186]: DEBUG oslo_concurrency.lockutils [None req-db7c0907-70e7-4586-a13c-5f78c3ea5919 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Releasing lock "refresh_cache-52ded3f3-e73d-4a27-a464-9493e09b61a1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.088237] env[69186]: DEBUG nova.compute.manager [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.190176] env[69186]: DEBUG oslo_vmware.api [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634907, 'name': RemoveSnapshot_Task} progress is 75%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.194719] env[69186]: DEBUG nova.network.neutron [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Successfully created port: e6f00a17-d0bd-490f-8fda-906eeeceeeb8 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.210386] env[69186]: DEBUG oslo_vmware.api [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Task: {'id': task-3634909, 'name': ReconfigVM_Task, 'duration_secs': 0.279279} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.216464] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 42529ebf-4349-4d54-8ad8-da779bfd9af2/42529ebf-4349-4d54-8ad8-da779bfd9af2.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.217310] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f3da541-1912-4efb-b736-69aff541b5d9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.224537] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634910, 'name': CreateVM_Task, 'duration_secs': 0.303723} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.225821] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.228334] env[69186]: DEBUG oslo_vmware.api [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Waiting for the task: (returnval){ [ 803.228334] env[69186]: value = "task-3634911" [ 803.228334] env[69186]: _type = "Task" [ 803.228334] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.228334] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'attachment_id': '8fad328e-14ac-4847-8241-0063ff7644da', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724746', 'volume_id': 'f082f57c-871b-47d7-8d75-13175d577e64', 'name': 'volume-f082f57c-871b-47d7-8d75-13175d577e64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb7ae2c4-3eef-4254-af3a-3a5de42222d6', 'attached_at': '', 'detached_at': '', 'volume_id': 'f082f57c-871b-47d7-8d75-13175d577e64', 'serial': 'f082f57c-871b-47d7-8d75-13175d577e64'}, 'delete_on_termination': True, 'device_type': None, 'disk_bus': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69186) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 803.228751] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Root volume attach. Driver type: vmdk {{(pid=69186) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 803.228751] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f05bbf-186a-4e0b-94c6-83e33c3ce0b8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.242069] env[69186]: DEBUG oslo_vmware.api [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Task: {'id': task-3634911, 'name': Rename_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.246126] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9341b84c-8a5d-45c4-9358-8d68cb1df063 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.258614] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0140a165-3f12-4b9b-8a07-efedbb86290d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.264643] env[69186]: DEBUG nova.compute.manager [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.272117] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d02e5fce-6d28-4ef7-b644-497d35552325 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.281157] env[69186]: DEBUG oslo_vmware.api [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Waiting for the task: (returnval){ [ 803.281157] env[69186]: value = "task-3634912" [ 803.281157] env[69186]: _type = "Task" [ 803.281157] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.288306] env[69186]: DEBUG oslo_vmware.api [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Task: {'id': task-3634912, 'name': RelocateVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.444246] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquiring lock "refresh_cache-e9e7d775-f6be-484c-ae78-4d3bb64c3fa7" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.444449] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquired lock "refresh_cache-e9e7d775-f6be-484c-ae78-4d3bb64c3fa7" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.444785] env[69186]: DEBUG nova.network.neutron [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.480063] env[69186]: DEBUG nova.compute.manager [req-c1412a33-a85a-47bf-8516-a21ead4c8b97 req-8abfa063-3419-4ca6-9ad8-c30deab91a00 service nova] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Received event network-changed-bfb2b3c6-18da-4449-ac3f-6904f7a032ef {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.480063] env[69186]: DEBUG nova.compute.manager [req-c1412a33-a85a-47bf-8516-a21ead4c8b97 req-8abfa063-3419-4ca6-9ad8-c30deab91a00 service nova] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Refreshing instance network info cache due to event network-changed-bfb2b3c6-18da-4449-ac3f-6904f7a032ef. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.480063] env[69186]: DEBUG oslo_concurrency.lockutils [req-c1412a33-a85a-47bf-8516-a21ead4c8b97 req-8abfa063-3419-4ca6-9ad8-c30deab91a00 service nova] Acquiring lock "refresh_cache-cb7ae2c4-3eef-4254-af3a-3a5de42222d6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.480063] env[69186]: DEBUG oslo_concurrency.lockutils [req-c1412a33-a85a-47bf-8516-a21ead4c8b97 req-8abfa063-3419-4ca6-9ad8-c30deab91a00 service nova] Acquired lock "refresh_cache-cb7ae2c4-3eef-4254-af3a-3a5de42222d6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.480063] env[69186]: DEBUG nova.network.neutron [req-c1412a33-a85a-47bf-8516-a21ead4c8b97 req-8abfa063-3419-4ca6-9ad8-c30deab91a00 service nova] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Refreshing network info cache for port bfb2b3c6-18da-4449-ac3f-6904f7a032ef {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.498021] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.587858] env[69186]: DEBUG nova.compute.manager [None req-db7c0907-70e7-4586-a13c-5f78c3ea5919 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.588525] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f571ec6b-44e9-4efa-9f1d-40f29fe3762a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.686774] env[69186]: DEBUG oslo_vmware.api [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634907, 'name': RemoveSnapshot_Task, 'duration_secs': 0.863193} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.689275] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Deleted Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 803.689503] env[69186]: INFO nova.compute.manager [None req-c24d86b4-d1af-4e44-9e46-b7a1a176e053 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Took 16.85 seconds to snapshot the instance on the hypervisor. [ 803.738943] env[69186]: DEBUG oslo_vmware.api [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Task: {'id': task-3634911, 'name': Rename_Task, 'duration_secs': 0.149637} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.739803] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.739803] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6e5ab0b-f406-47a2-b677-449b91bc3578 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.745796] env[69186]: DEBUG oslo_vmware.api [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Waiting for the task: (returnval){ [ 803.745796] env[69186]: value = "task-3634913" [ 803.745796] env[69186]: _type = "Task" [ 803.745796] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.755776] env[69186]: DEBUG oslo_vmware.api [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Task: {'id': task-3634913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.787572] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.793647] env[69186]: DEBUG oslo_vmware.api [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Task: {'id': task-3634912, 'name': RelocateVM_Task, 'duration_secs': 0.391828} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.793958] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Volume attach. Driver type: vmdk {{(pid=69186) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 803.794206] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724746', 'volume_id': 'f082f57c-871b-47d7-8d75-13175d577e64', 'name': 'volume-f082f57c-871b-47d7-8d75-13175d577e64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb7ae2c4-3eef-4254-af3a-3a5de42222d6', 'attached_at': '', 'detached_at': '', 'volume_id': 'f082f57c-871b-47d7-8d75-13175d577e64', 'serial': 'f082f57c-871b-47d7-8d75-13175d577e64'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 803.795082] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94cbe1a-0d07-468c-b956-1b5d11fd718e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.815584] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08de693-421e-49f1-9bf2-5aa0d63cc3d0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.841894] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] volume-f082f57c-871b-47d7-8d75-13175d577e64/volume-f082f57c-871b-47d7-8d75-13175d577e64.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.844682] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb6aacb1-c9e6-4fdc-9133-ba128f6d8b97 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.866689] env[69186]: DEBUG oslo_vmware.api [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Waiting for the task: (returnval){ [ 803.866689] env[69186]: value = "task-3634914" [ 803.866689] env[69186]: _type = "Task" [ 803.866689] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.875718] env[69186]: DEBUG oslo_vmware.api [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Task: {'id': task-3634914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.898597] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0faabade-30cb-4c75-9ab8-da0870321153 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.909191] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd8042d-2ed6-46e0-a872-6956105c6f1a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.962434] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf2b61d-3b72-40ef-80c8-2287536c7d19 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.974128] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d594c99-3d92-4a89-8e4c-6a771f6f8604 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.994969] env[69186]: DEBUG nova.compute.provider_tree [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.001853] env[69186]: DEBUG nova.network.neutron [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.106686] env[69186]: DEBUG nova.compute.manager [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.151637] env[69186]: DEBUG nova.virt.hardware [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.151885] env[69186]: DEBUG nova.virt.hardware [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.152103] env[69186]: DEBUG nova.virt.hardware [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.152571] env[69186]: DEBUG nova.virt.hardware [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.152687] env[69186]: DEBUG nova.virt.hardware [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.152763] env[69186]: DEBUG nova.virt.hardware [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.152955] env[69186]: DEBUG nova.virt.hardware [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.153127] env[69186]: DEBUG nova.virt.hardware [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.153296] env[69186]: DEBUG nova.virt.hardware [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.153457] env[69186]: DEBUG nova.virt.hardware [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.153629] env[69186]: DEBUG nova.virt.hardware [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.154522] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab994ffb-934c-4c15-bd9d-34c3c397521a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.167895] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0e4150-ce93-40d1-a48a-9a401994b1dc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.255773] env[69186]: DEBUG oslo_vmware.api [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Task: {'id': task-3634913, 'name': PowerOnVM_Task, 'duration_secs': 0.505179} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.255914] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.256198] env[69186]: INFO nova.compute.manager [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Took 8.86 seconds to spawn the instance on the hypervisor. [ 804.256325] env[69186]: DEBUG nova.compute.manager [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.259158] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5645f256-acf7-4e35-b622-0d274e707802 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.316141] env[69186]: DEBUG nova.network.neutron [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Updating instance_info_cache with network_info: [{"id": "6e4a572e-202f-4c93-9471-b4d6976047f4", "address": "fa:16:3e:25:2e:67", "network": {"id": "930f2715-64e6-4a3b-b684-9b507eba82ae", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-410407698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fc2bc0efaf0a49039fc066abcc953317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e4a572e-20", "ovs_interfaceid": "6e4a572e-202f-4c93-9471-b4d6976047f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.378801] env[69186]: DEBUG oslo_vmware.api [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Task: {'id': task-3634914, 'name': ReconfigVM_Task, 'duration_secs': 0.375403} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.379249] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Reconfigured VM instance instance-00000029 to attach disk [datastore2] volume-f082f57c-871b-47d7-8d75-13175d577e64/volume-f082f57c-871b-47d7-8d75-13175d577e64.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.384691] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4044f833-1f73-413d-b486-7abee7c18057 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.396821] env[69186]: DEBUG nova.network.neutron [req-c1412a33-a85a-47bf-8516-a21ead4c8b97 req-8abfa063-3419-4ca6-9ad8-c30deab91a00 service nova] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Updated VIF entry in instance network info cache for port bfb2b3c6-18da-4449-ac3f-6904f7a032ef. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.397205] env[69186]: DEBUG nova.network.neutron [req-c1412a33-a85a-47bf-8516-a21ead4c8b97 req-8abfa063-3419-4ca6-9ad8-c30deab91a00 service nova] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Updating instance_info_cache with network_info: [{"id": "bfb2b3c6-18da-4449-ac3f-6904f7a032ef", "address": "fa:16:3e:b7:06:7b", "network": {"id": "3edacfb9-9cc0-441a-adaa-8153bb8bb049", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2026817294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8755d5e7b80c42759c354436c48eb763", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfb2b3c6-18", "ovs_interfaceid": "bfb2b3c6-18da-4449-ac3f-6904f7a032ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.404813] env[69186]: DEBUG oslo_vmware.api [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Waiting for the task: (returnval){ [ 804.404813] env[69186]: value = "task-3634915" [ 804.404813] env[69186]: _type = "Task" [ 804.404813] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.416770] env[69186]: DEBUG oslo_vmware.api [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Task: {'id': task-3634915, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.469890] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4b0bf794-baab-421c-ba1b-a0556a063b14 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "ca1b71dc-0931-435e-8848-c7d3391cda32" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.469890] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4b0bf794-baab-421c-ba1b-a0556a063b14 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "ca1b71dc-0931-435e-8848-c7d3391cda32" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.469890] env[69186]: DEBUG nova.compute.manager [None req-4b0bf794-baab-421c-ba1b-a0556a063b14 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.471251] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e195956c-a835-4a28-9981-b4df2d46088d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.478734] env[69186]: DEBUG nova.compute.manager [None req-4b0bf794-baab-421c-ba1b-a0556a063b14 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69186) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 804.479479] env[69186]: DEBUG nova.objects.instance [None req-4b0bf794-baab-421c-ba1b-a0556a063b14 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lazy-loading 'flavor' on Instance uuid ca1b71dc-0931-435e-8848-c7d3391cda32 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.498352] env[69186]: DEBUG nova.scheduler.client.report [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.526970] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Acquiring lock "cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.526970] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Lock "cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.617541] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bee03a-0ec9-4a02-85a3-337eee6b8f28 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.625940] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-db7c0907-70e7-4586-a13c-5f78c3ea5919 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Doing hard reboot of VM {{(pid=69186) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 804.626379] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ac55e5e1-22c9-4944-a9ed-69aa92caeffa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.631887] env[69186]: DEBUG oslo_vmware.api [None req-db7c0907-70e7-4586-a13c-5f78c3ea5919 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Waiting for the task: (returnval){ [ 804.631887] env[69186]: value = "task-3634916" [ 804.631887] env[69186]: _type = "Task" [ 804.631887] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.642015] env[69186]: DEBUG oslo_vmware.api [None req-db7c0907-70e7-4586-a13c-5f78c3ea5919 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Task: {'id': task-3634916, 'name': ResetVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.777380] env[69186]: INFO nova.compute.manager [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Took 41.22 seconds to build instance. [ 804.818648] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Releasing lock "refresh_cache-e9e7d775-f6be-484c-ae78-4d3bb64c3fa7" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.819876] env[69186]: DEBUG nova.compute.manager [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Instance network_info: |[{"id": "6e4a572e-202f-4c93-9471-b4d6976047f4", "address": "fa:16:3e:25:2e:67", "network": {"id": "930f2715-64e6-4a3b-b684-9b507eba82ae", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-410407698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fc2bc0efaf0a49039fc066abcc953317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e4a572e-20", "ovs_interfaceid": "6e4a572e-202f-4c93-9471-b4d6976047f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.820184] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:2e:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e4a572e-202f-4c93-9471-b4d6976047f4', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.826987] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.827546] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.827768] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bb0590f-62b0-4bf8-b859-ccb5ac7ba09e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.847756] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.847756] env[69186]: value = "task-3634917" [ 804.847756] env[69186]: _type = "Task" [ 804.847756] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.855430] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634917, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.884706] env[69186]: DEBUG nova.network.neutron [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Successfully updated port: e6f00a17-d0bd-490f-8fda-906eeeceeeb8 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.900617] env[69186]: DEBUG oslo_concurrency.lockutils [req-c1412a33-a85a-47bf-8516-a21ead4c8b97 req-8abfa063-3419-4ca6-9ad8-c30deab91a00 service nova] Releasing lock "refresh_cache-cb7ae2c4-3eef-4254-af3a-3a5de42222d6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.901088] env[69186]: DEBUG nova.compute.manager [req-c1412a33-a85a-47bf-8516-a21ead4c8b97 req-8abfa063-3419-4ca6-9ad8-c30deab91a00 service nova] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Received event network-vif-deleted-cab5b9d2-03ce-489f-bebe-fb1aa207fcff {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.901296] env[69186]: DEBUG nova.compute.manager [req-c1412a33-a85a-47bf-8516-a21ead4c8b97 req-8abfa063-3419-4ca6-9ad8-c30deab91a00 service nova] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Received event network-vif-plugged-6e4a572e-202f-4c93-9471-b4d6976047f4 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.901959] env[69186]: DEBUG oslo_concurrency.lockutils [req-c1412a33-a85a-47bf-8516-a21ead4c8b97 req-8abfa063-3419-4ca6-9ad8-c30deab91a00 service nova] Acquiring lock "e9e7d775-f6be-484c-ae78-4d3bb64c3fa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.902237] env[69186]: DEBUG oslo_concurrency.lockutils [req-c1412a33-a85a-47bf-8516-a21ead4c8b97 req-8abfa063-3419-4ca6-9ad8-c30deab91a00 service nova] Lock "e9e7d775-f6be-484c-ae78-4d3bb64c3fa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.903222] env[69186]: DEBUG oslo_concurrency.lockutils [req-c1412a33-a85a-47bf-8516-a21ead4c8b97 req-8abfa063-3419-4ca6-9ad8-c30deab91a00 service nova] Lock "e9e7d775-f6be-484c-ae78-4d3bb64c3fa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.903222] env[69186]: DEBUG nova.compute.manager [req-c1412a33-a85a-47bf-8516-a21ead4c8b97 req-8abfa063-3419-4ca6-9ad8-c30deab91a00 service nova] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] No waiting events found dispatching network-vif-plugged-6e4a572e-202f-4c93-9471-b4d6976047f4 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.903438] env[69186]: WARNING nova.compute.manager [req-c1412a33-a85a-47bf-8516-a21ead4c8b97 req-8abfa063-3419-4ca6-9ad8-c30deab91a00 service nova] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Received unexpected event network-vif-plugged-6e4a572e-202f-4c93-9471-b4d6976047f4 for instance with vm_state building and task_state spawning. [ 804.903556] env[69186]: DEBUG nova.compute.manager [req-c1412a33-a85a-47bf-8516-a21ead4c8b97 req-8abfa063-3419-4ca6-9ad8-c30deab91a00 service nova] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Received event network-changed-6e4a572e-202f-4c93-9471-b4d6976047f4 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.903718] env[69186]: DEBUG nova.compute.manager [req-c1412a33-a85a-47bf-8516-a21ead4c8b97 req-8abfa063-3419-4ca6-9ad8-c30deab91a00 service nova] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Refreshing instance network info cache due to event network-changed-6e4a572e-202f-4c93-9471-b4d6976047f4. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.903890] env[69186]: DEBUG oslo_concurrency.lockutils [req-c1412a33-a85a-47bf-8516-a21ead4c8b97 req-8abfa063-3419-4ca6-9ad8-c30deab91a00 service nova] Acquiring lock "refresh_cache-e9e7d775-f6be-484c-ae78-4d3bb64c3fa7" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.904914] env[69186]: DEBUG oslo_concurrency.lockutils [req-c1412a33-a85a-47bf-8516-a21ead4c8b97 req-8abfa063-3419-4ca6-9ad8-c30deab91a00 service nova] Acquired lock "refresh_cache-e9e7d775-f6be-484c-ae78-4d3bb64c3fa7" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.904914] env[69186]: DEBUG nova.network.neutron [req-c1412a33-a85a-47bf-8516-a21ead4c8b97 req-8abfa063-3419-4ca6-9ad8-c30deab91a00 service nova] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Refreshing network info cache for port 6e4a572e-202f-4c93-9471-b4d6976047f4 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.922749] env[69186]: DEBUG oslo_vmware.api [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Task: {'id': task-3634915, 'name': ReconfigVM_Task, 'duration_secs': 0.143582} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.923398] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724746', 'volume_id': 'f082f57c-871b-47d7-8d75-13175d577e64', 'name': 'volume-f082f57c-871b-47d7-8d75-13175d577e64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb7ae2c4-3eef-4254-af3a-3a5de42222d6', 'attached_at': '', 'detached_at': '', 'volume_id': 'f082f57c-871b-47d7-8d75-13175d577e64', 'serial': 'f082f57c-871b-47d7-8d75-13175d577e64'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 804.923524] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d6eef91-932b-41e3-be82-923d5f5500d1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.930578] env[69186]: DEBUG oslo_vmware.api [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Waiting for the task: (returnval){ [ 804.930578] env[69186]: value = "task-3634918" [ 804.930578] env[69186]: _type = "Task" [ 804.930578] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.939198] env[69186]: DEBUG oslo_vmware.api [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Task: {'id': task-3634918, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.003226] env[69186]: DEBUG oslo_concurrency.lockutils [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.921s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.003762] env[69186]: DEBUG nova.compute.manager [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.006404] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.459s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.007871] env[69186]: INFO nova.compute.claims [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.145847] env[69186]: DEBUG oslo_vmware.api [None req-db7c0907-70e7-4586-a13c-5f78c3ea5919 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Task: {'id': task-3634916, 'name': ResetVM_Task, 'duration_secs': 0.114875} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.146307] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-db7c0907-70e7-4586-a13c-5f78c3ea5919 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Did hard reboot of VM {{(pid=69186) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 805.146307] env[69186]: DEBUG nova.compute.manager [None req-db7c0907-70e7-4586-a13c-5f78c3ea5919 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.147419] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9f6f0d-8e93-4a3a-8ff2-d3607d2a45ca {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.279702] env[69186]: DEBUG oslo_concurrency.lockutils [None req-94ec4850-91be-4c8b-878d-bad7221a8ebe tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Lock "42529ebf-4349-4d54-8ad8-da779bfd9af2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.798s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.285968] env[69186]: DEBUG nova.compute.manager [req-947fb685-5bec-4261-a539-e783e1d2cf34 req-9bde5295-3d95-408e-9903-a7fd24de0cf2 service nova] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Received event network-vif-plugged-e6f00a17-d0bd-490f-8fda-906eeeceeeb8 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.286173] env[69186]: DEBUG oslo_concurrency.lockutils [req-947fb685-5bec-4261-a539-e783e1d2cf34 req-9bde5295-3d95-408e-9903-a7fd24de0cf2 service nova] Acquiring lock "3b562f5d-78aa-4625-aa1b-4a21d998365a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.286327] env[69186]: DEBUG oslo_concurrency.lockutils [req-947fb685-5bec-4261-a539-e783e1d2cf34 req-9bde5295-3d95-408e-9903-a7fd24de0cf2 service nova] Lock "3b562f5d-78aa-4625-aa1b-4a21d998365a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.286503] env[69186]: DEBUG oslo_concurrency.lockutils [req-947fb685-5bec-4261-a539-e783e1d2cf34 req-9bde5295-3d95-408e-9903-a7fd24de0cf2 service nova] Lock "3b562f5d-78aa-4625-aa1b-4a21d998365a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.286689] env[69186]: DEBUG nova.compute.manager [req-947fb685-5bec-4261-a539-e783e1d2cf34 req-9bde5295-3d95-408e-9903-a7fd24de0cf2 service nova] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] No waiting events found dispatching network-vif-plugged-e6f00a17-d0bd-490f-8fda-906eeeceeeb8 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.286879] env[69186]: WARNING nova.compute.manager [req-947fb685-5bec-4261-a539-e783e1d2cf34 req-9bde5295-3d95-408e-9903-a7fd24de0cf2 service nova] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Received unexpected event network-vif-plugged-e6f00a17-d0bd-490f-8fda-906eeeceeeb8 for instance with vm_state building and task_state spawning. [ 805.358687] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634917, 'name': CreateVM_Task, 'duration_secs': 0.312526} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.358858] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.359646] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.359852] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.360248] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.360543] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-832c282b-ef2b-47c7-8e1e-85caf2a6a267 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.365162] env[69186]: DEBUG oslo_vmware.api [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 805.365162] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d41e9e-02eb-f7f8-ee5d-8cc7e6441dc7" [ 805.365162] env[69186]: _type = "Task" [ 805.365162] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.374879] env[69186]: DEBUG oslo_vmware.api [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d41e9e-02eb-f7f8-ee5d-8cc7e6441dc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.387608] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Acquiring lock "refresh_cache-3b562f5d-78aa-4625-aa1b-4a21d998365a" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.387777] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Acquired lock "refresh_cache-3b562f5d-78aa-4625-aa1b-4a21d998365a" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.387899] env[69186]: DEBUG nova.network.neutron [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.440711] env[69186]: DEBUG oslo_vmware.api [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Task: {'id': task-3634918, 'name': Rename_Task, 'duration_secs': 0.155009} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.441161] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.441300] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0611ff7-a508-43eb-a4d6-16f6bfea3c8a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.447766] env[69186]: DEBUG oslo_vmware.api [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Waiting for the task: (returnval){ [ 805.447766] env[69186]: value = "task-3634919" [ 805.447766] env[69186]: _type = "Task" [ 805.447766] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.455113] env[69186]: DEBUG oslo_vmware.api [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Task: {'id': task-3634919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.490089] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0bf794-baab-421c-ba1b-a0556a063b14 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.490567] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-074c0982-8386-405e-9502-afe7c1d12b5d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.497455] env[69186]: DEBUG oslo_vmware.api [None req-4b0bf794-baab-421c-ba1b-a0556a063b14 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 805.497455] env[69186]: value = "task-3634920" [ 805.497455] env[69186]: _type = "Task" [ 805.497455] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.508924] env[69186]: DEBUG oslo_vmware.api [None req-4b0bf794-baab-421c-ba1b-a0556a063b14 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.512242] env[69186]: DEBUG nova.compute.utils [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.515334] env[69186]: DEBUG nova.compute.manager [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.515503] env[69186]: DEBUG nova.network.neutron [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.555077] env[69186]: DEBUG nova.policy [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '211904fa421543bf9e59332b54fea729', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4afac95fd32248f1ab283e6fa4183504', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.662788] env[69186]: DEBUG oslo_concurrency.lockutils [None req-db7c0907-70e7-4586-a13c-5f78c3ea5919 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Lock "52ded3f3-e73d-4a27-a464-9493e09b61a1" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.581s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.680768] env[69186]: DEBUG nova.network.neutron [req-c1412a33-a85a-47bf-8516-a21ead4c8b97 req-8abfa063-3419-4ca6-9ad8-c30deab91a00 service nova] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Updated VIF entry in instance network info cache for port 6e4a572e-202f-4c93-9471-b4d6976047f4. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.681144] env[69186]: DEBUG nova.network.neutron [req-c1412a33-a85a-47bf-8516-a21ead4c8b97 req-8abfa063-3419-4ca6-9ad8-c30deab91a00 service nova] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Updating instance_info_cache with network_info: [{"id": "6e4a572e-202f-4c93-9471-b4d6976047f4", "address": "fa:16:3e:25:2e:67", "network": {"id": "930f2715-64e6-4a3b-b684-9b507eba82ae", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-410407698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fc2bc0efaf0a49039fc066abcc953317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e4a572e-20", "ovs_interfaceid": "6e4a572e-202f-4c93-9471-b4d6976047f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.782470] env[69186]: DEBUG nova.compute.manager [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 805.875729] env[69186]: DEBUG oslo_vmware.api [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d41e9e-02eb-f7f8-ee5d-8cc7e6441dc7, 'name': SearchDatastore_Task, 'duration_secs': 0.011113} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.876043] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.876303] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.876603] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.876741] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.876877] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.877135] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d953bca-3332-4b15-ad37-9e395c9bd772 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.886366] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.886668] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.887632] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68a103d3-186a-481b-af1a-d1f4e20786a4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.896260] env[69186]: DEBUG oslo_vmware.api [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 805.896260] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ae2504-ee9e-2651-2b97-990b1b33e6e6" [ 805.896260] env[69186]: _type = "Task" [ 805.896260] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.902378] env[69186]: DEBUG oslo_vmware.api [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ae2504-ee9e-2651-2b97-990b1b33e6e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.934366] env[69186]: DEBUG nova.network.neutron [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.958213] env[69186]: DEBUG oslo_vmware.api [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Task: {'id': task-3634919, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.010692] env[69186]: DEBUG oslo_vmware.api [None req-4b0bf794-baab-421c-ba1b-a0556a063b14 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634920, 'name': PowerOffVM_Task, 'duration_secs': 0.234232} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.010965] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0bf794-baab-421c-ba1b-a0556a063b14 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.011190] env[69186]: DEBUG nova.compute.manager [None req-4b0bf794-baab-421c-ba1b-a0556a063b14 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.011976] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e863d8d7-1f24-4775-8644-04f217e79a25 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.018679] env[69186]: DEBUG nova.compute.manager [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.102838] env[69186]: DEBUG nova.network.neutron [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Successfully created port: 46144391-0401-4105-a436-afe395a6281f {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.183277] env[69186]: DEBUG oslo_concurrency.lockutils [req-c1412a33-a85a-47bf-8516-a21ead4c8b97 req-8abfa063-3419-4ca6-9ad8-c30deab91a00 service nova] Releasing lock "refresh_cache-e9e7d775-f6be-484c-ae78-4d3bb64c3fa7" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.205791] env[69186]: DEBUG nova.compute.manager [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.209332] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be1d6af-69d7-42c4-8cbf-6f83ff62585f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.302868] env[69186]: DEBUG oslo_concurrency.lockutils [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.357479] env[69186]: DEBUG nova.network.neutron [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Updating instance_info_cache with network_info: [{"id": "e6f00a17-d0bd-490f-8fda-906eeeceeeb8", "address": "fa:16:3e:a9:46:2f", "network": {"id": "dfd67fc0-c98b-40f5-9d92-db0e02ac93e8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-487268650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8598e739d2b942c9909402a64150d686", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f00a17-d0", "ovs_interfaceid": "e6f00a17-d0bd-490f-8fda-906eeeceeeb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.408266] env[69186]: DEBUG oslo_vmware.api [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ae2504-ee9e-2651-2b97-990b1b33e6e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011623} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.412324] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3bba122-21bf-457c-9f8c-99ff41a6b491 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.418017] env[69186]: DEBUG oslo_vmware.api [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 806.418017] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52746b88-30fa-c092-e0b2-cb2552fe2d99" [ 806.418017] env[69186]: _type = "Task" [ 806.418017] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.431080] env[69186]: DEBUG oslo_vmware.api [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52746b88-30fa-c092-e0b2-cb2552fe2d99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.467023] env[69186]: DEBUG oslo_vmware.api [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Task: {'id': task-3634919, 'name': PowerOnVM_Task, 'duration_secs': 0.756459} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.467023] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.467023] env[69186]: INFO nova.compute.manager [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Took 6.27 seconds to spawn the instance on the hypervisor. [ 806.467023] env[69186]: DEBUG nova.compute.manager [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.467023] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefc9604-b238-4796-8c5a-e689ffc4e2af {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.537425] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4b0bf794-baab-421c-ba1b-a0556a063b14 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "ca1b71dc-0931-435e-8848-c7d3391cda32" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.657118] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76862757-8f93-4831-9edb-35431373148d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.665066] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66476136-4d63-483f-9225-5ff22544b609 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.696854] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e40925-175e-43d4-9d08-03c327cd6611 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.704649] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679ee8a3-8aba-4981-88e0-86850cd8a01d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.719461] env[69186]: DEBUG nova.compute.provider_tree [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.724295] env[69186]: INFO nova.compute.manager [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] instance snapshotting [ 806.725251] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a309c22b-5509-4336-99f5-d11d800d1678 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.745769] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7523ff1-bd2e-4fc7-a0e7-f10d47ad8f09 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.862700] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Releasing lock "refresh_cache-3b562f5d-78aa-4625-aa1b-4a21d998365a" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.863068] env[69186]: DEBUG nova.compute.manager [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Instance network_info: |[{"id": "e6f00a17-d0bd-490f-8fda-906eeeceeeb8", "address": "fa:16:3e:a9:46:2f", "network": {"id": "dfd67fc0-c98b-40f5-9d92-db0e02ac93e8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-487268650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8598e739d2b942c9909402a64150d686", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f00a17-d0", "ovs_interfaceid": "e6f00a17-d0bd-490f-8fda-906eeeceeeb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.863519] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:46:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6f00a17-d0bd-490f-8fda-906eeeceeeb8', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.874761] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.874761] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.874761] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cf4ff5d-78c0-4ee4-a225-1551fb4e5732 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.891725] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.891725] env[69186]: value = "task-3634921" [ 806.891725] env[69186]: _type = "Task" [ 806.891725] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.897647] env[69186]: DEBUG nova.compute.manager [req-edb2c0ba-296e-48f5-a78e-b9d1984a7466 req-e2c80ef1-0513-4d4e-9f71-6f81235342dd service nova] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Received event network-changed-c3df308a-7b48-4195-91ca-8aca6c2f41e9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.897647] env[69186]: DEBUG nova.compute.manager [req-edb2c0ba-296e-48f5-a78e-b9d1984a7466 req-e2c80ef1-0513-4d4e-9f71-6f81235342dd service nova] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Refreshing instance network info cache due to event network-changed-c3df308a-7b48-4195-91ca-8aca6c2f41e9. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.897647] env[69186]: DEBUG oslo_concurrency.lockutils [req-edb2c0ba-296e-48f5-a78e-b9d1984a7466 req-e2c80ef1-0513-4d4e-9f71-6f81235342dd service nova] Acquiring lock "refresh_cache-42529ebf-4349-4d54-8ad8-da779bfd9af2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.897647] env[69186]: DEBUG oslo_concurrency.lockutils [req-edb2c0ba-296e-48f5-a78e-b9d1984a7466 req-e2c80ef1-0513-4d4e-9f71-6f81235342dd service nova] Acquired lock "refresh_cache-42529ebf-4349-4d54-8ad8-da779bfd9af2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.897647] env[69186]: DEBUG nova.network.neutron [req-edb2c0ba-296e-48f5-a78e-b9d1984a7466 req-e2c80ef1-0513-4d4e-9f71-6f81235342dd service nova] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Refreshing network info cache for port c3df308a-7b48-4195-91ca-8aca6c2f41e9 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.904038] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634921, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.929720] env[69186]: DEBUG oslo_vmware.api [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52746b88-30fa-c092-e0b2-cb2552fe2d99, 'name': SearchDatastore_Task, 'duration_secs': 0.020809} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.929994] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.930305] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] e9e7d775-f6be-484c-ae78-4d3bb64c3fa7/e9e7d775-f6be-484c-ae78-4d3bb64c3fa7.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.930569] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a23db74-669d-4a8b-9480-9414ca347f7d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.937687] env[69186]: DEBUG oslo_vmware.api [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 806.937687] env[69186]: value = "task-3634922" [ 806.937687] env[69186]: _type = "Task" [ 806.937687] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.946401] env[69186]: DEBUG oslo_vmware.api [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.984229] env[69186]: INFO nova.compute.manager [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Took 42.60 seconds to build instance. [ 807.036259] env[69186]: DEBUG nova.compute.manager [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.069409] env[69186]: DEBUG nova.virt.hardware [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.069742] env[69186]: DEBUG nova.virt.hardware [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.070540] env[69186]: DEBUG nova.virt.hardware [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.070540] env[69186]: DEBUG nova.virt.hardware [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.070540] env[69186]: DEBUG nova.virt.hardware [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.070807] env[69186]: DEBUG nova.virt.hardware [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.070909] env[69186]: DEBUG nova.virt.hardware [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.071909] env[69186]: DEBUG nova.virt.hardware [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.071909] env[69186]: DEBUG nova.virt.hardware [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.071909] env[69186]: DEBUG nova.virt.hardware [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.071909] env[69186]: DEBUG nova.virt.hardware [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.073024] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791259b3-277c-4148-9e30-e8be0883d43f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.084281] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601a0f43-ac81-4629-9302-f834963d61e2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.225022] env[69186]: DEBUG nova.scheduler.client.report [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.258109] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Creating Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 807.258500] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-17a89ee2-6229-435f-8657-87f93edd36ee {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.267302] env[69186]: DEBUG oslo_vmware.api [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 807.267302] env[69186]: value = "task-3634923" [ 807.267302] env[69186]: _type = "Task" [ 807.267302] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.277456] env[69186]: DEBUG oslo_vmware.api [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634923, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.405710] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634921, 'name': CreateVM_Task, 'duration_secs': 0.387265} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.406284] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.409360] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.409548] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.409897] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.410614] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d15990-96bb-4f78-8765-0ca67e870043 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.417811] env[69186]: DEBUG oslo_vmware.api [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for the task: (returnval){ [ 807.417811] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522190dd-9f63-4d3a-a0de-13c00ecb9d8a" [ 807.417811] env[69186]: _type = "Task" [ 807.417811] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.425908] env[69186]: DEBUG oslo_vmware.api [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522190dd-9f63-4d3a-a0de-13c00ecb9d8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.446986] env[69186]: DEBUG oslo_vmware.api [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501626} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.447605] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] e9e7d775-f6be-484c-ae78-4d3bb64c3fa7/e9e7d775-f6be-484c-ae78-4d3bb64c3fa7.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.447966] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.451357] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9c5b87d-300b-4466-ab53-0a5b2118a64b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.457571] env[69186]: DEBUG oslo_vmware.api [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 807.457571] env[69186]: value = "task-3634924" [ 807.457571] env[69186]: _type = "Task" [ 807.457571] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.466843] env[69186]: DEBUG oslo_vmware.api [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.486980] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Lock "cb7ae2c4-3eef-4254-af3a-3a5de42222d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.794s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.526323] env[69186]: DEBUG nova.compute.manager [req-3e41c1c6-2eb3-4460-9b4c-fe9579320023 req-522e41a3-55f2-42ea-ba7a-a99ff5a1b8ba service nova] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Received event network-changed-e6f00a17-d0bd-490f-8fda-906eeeceeeb8 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.526553] env[69186]: DEBUG nova.compute.manager [req-3e41c1c6-2eb3-4460-9b4c-fe9579320023 req-522e41a3-55f2-42ea-ba7a-a99ff5a1b8ba service nova] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Refreshing instance network info cache due to event network-changed-e6f00a17-d0bd-490f-8fda-906eeeceeeb8. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.526844] env[69186]: DEBUG oslo_concurrency.lockutils [req-3e41c1c6-2eb3-4460-9b4c-fe9579320023 req-522e41a3-55f2-42ea-ba7a-a99ff5a1b8ba service nova] Acquiring lock "refresh_cache-3b562f5d-78aa-4625-aa1b-4a21d998365a" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.527162] env[69186]: DEBUG oslo_concurrency.lockutils [req-3e41c1c6-2eb3-4460-9b4c-fe9579320023 req-522e41a3-55f2-42ea-ba7a-a99ff5a1b8ba service nova] Acquired lock "refresh_cache-3b562f5d-78aa-4625-aa1b-4a21d998365a" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.527349] env[69186]: DEBUG nova.network.neutron [req-3e41c1c6-2eb3-4460-9b4c-fe9579320023 req-522e41a3-55f2-42ea-ba7a-a99ff5a1b8ba service nova] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Refreshing network info cache for port e6f00a17-d0bd-490f-8fda-906eeeceeeb8 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.729223] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.729946] env[69186]: DEBUG nova.compute.manager [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.733276] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.956s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.733574] env[69186]: DEBUG nova.objects.instance [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Lazy-loading 'resources' on Instance uuid eb3117db-c8ed-44d8-809f-a1bfdedec373 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.750253] env[69186]: DEBUG nova.network.neutron [req-edb2c0ba-296e-48f5-a78e-b9d1984a7466 req-e2c80ef1-0513-4d4e-9f71-6f81235342dd service nova] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Updated VIF entry in instance network info cache for port c3df308a-7b48-4195-91ca-8aca6c2f41e9. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.750647] env[69186]: DEBUG nova.network.neutron [req-edb2c0ba-296e-48f5-a78e-b9d1984a7466 req-e2c80ef1-0513-4d4e-9f71-6f81235342dd service nova] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Updating instance_info_cache with network_info: [{"id": "c3df308a-7b48-4195-91ca-8aca6c2f41e9", "address": "fa:16:3e:e9:ba:ff", "network": {"id": "14fa2778-51c0-45ab-91d1-62e06b2aa34c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1287108341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90e1539ca1cb41a4a127448547d495b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3df308a-7b", "ovs_interfaceid": "c3df308a-7b48-4195-91ca-8aca6c2f41e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.781970] env[69186]: DEBUG oslo_vmware.api [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634923, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.825336] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Acquiring lock "52ded3f3-e73d-4a27-a464-9493e09b61a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.825669] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Lock "52ded3f3-e73d-4a27-a464-9493e09b61a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.825933] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Acquiring lock "52ded3f3-e73d-4a27-a464-9493e09b61a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.826278] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Lock "52ded3f3-e73d-4a27-a464-9493e09b61a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.826439] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Lock "52ded3f3-e73d-4a27-a464-9493e09b61a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.828866] env[69186]: INFO nova.compute.manager [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Terminating instance [ 807.913645] env[69186]: DEBUG nova.network.neutron [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Successfully updated port: 46144391-0401-4105-a436-afe395a6281f {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.929585] env[69186]: DEBUG oslo_vmware.api [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522190dd-9f63-4d3a-a0de-13c00ecb9d8a, 'name': SearchDatastore_Task, 'duration_secs': 0.011416} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.930019] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.930266] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.930515] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.930662] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.931107] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.931817] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3dd5f826-3fc1-4f62-aee6-dd2d8ec75cbd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.948183] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.948183] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.948183] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab996ba4-8d54-4756-8cfa-781eeec408ed {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.957255] env[69186]: DEBUG oslo_vmware.api [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for the task: (returnval){ [ 807.957255] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]526245bb-8aa2-1ec6-ab42-9d2b5e0c2db1" [ 807.957255] env[69186]: _type = "Task" [ 807.957255] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.968104] env[69186]: DEBUG oslo_vmware.api [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]526245bb-8aa2-1ec6-ab42-9d2b5e0c2db1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.971042] env[69186]: DEBUG oslo_vmware.api [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083297} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.971600] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.972652] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d34af62-b223-44d3-a6b4-760f0e7a471d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.998149] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] e9e7d775-f6be-484c-ae78-4d3bb64c3fa7/e9e7d775-f6be-484c-ae78-4d3bb64c3fa7.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.998623] env[69186]: DEBUG nova.compute.manager [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.001549] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1090591-d7d3-423e-a175-381eafa96a2b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.026113] env[69186]: DEBUG oslo_vmware.api [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 808.026113] env[69186]: value = "task-3634925" [ 808.026113] env[69186]: _type = "Task" [ 808.026113] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.036540] env[69186]: DEBUG oslo_vmware.api [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.240515] env[69186]: DEBUG nova.compute.utils [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.242785] env[69186]: DEBUG nova.compute.manager [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.244112] env[69186]: DEBUG nova.network.neutron [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.256539] env[69186]: DEBUG oslo_concurrency.lockutils [req-edb2c0ba-296e-48f5-a78e-b9d1984a7466 req-e2c80ef1-0513-4d4e-9f71-6f81235342dd service nova] Releasing lock "refresh_cache-42529ebf-4349-4d54-8ad8-da779bfd9af2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.280115] env[69186]: DEBUG oslo_vmware.api [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634923, 'name': CreateSnapshot_Task, 'duration_secs': 0.713051} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.280115] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Created Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 808.281371] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943acaf4-17ca-436c-8e18-09d320e6ed4b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.309063] env[69186]: DEBUG nova.policy [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '211904fa421543bf9e59332b54fea729', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4afac95fd32248f1ab283e6fa4183504', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.332775] env[69186]: DEBUG nova.compute.manager [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.333187] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.335462] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080ac172-862b-4aea-a637-c302129b7f09 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.345599] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.348242] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e114207c-e3ae-4a13-a406-4a355ecec3e7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.356382] env[69186]: DEBUG oslo_vmware.api [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Waiting for the task: (returnval){ [ 808.356382] env[69186]: value = "task-3634926" [ 808.356382] env[69186]: _type = "Task" [ 808.356382] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.371040] env[69186]: DEBUG oslo_vmware.api [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Task: {'id': task-3634926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.419428] env[69186]: DEBUG oslo_concurrency.lockutils [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquiring lock "refresh_cache-b569ac00-41a9-49a4-b9f3-9e901fd1d7a6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.419638] env[69186]: DEBUG oslo_concurrency.lockutils [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquired lock "refresh_cache-b569ac00-41a9-49a4-b9f3-9e901fd1d7a6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.419754] env[69186]: DEBUG nova.network.neutron [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.468232] env[69186]: DEBUG oslo_vmware.api [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]526245bb-8aa2-1ec6-ab42-9d2b5e0c2db1, 'name': SearchDatastore_Task, 'duration_secs': 0.052894} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.471261] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91ff0b23-aa71-4ee3-bf70-4debf538a0ba {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.477471] env[69186]: DEBUG oslo_vmware.api [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for the task: (returnval){ [ 808.477471] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52dc3aba-e1a1-b37f-d39e-5090dddeb12d" [ 808.477471] env[69186]: _type = "Task" [ 808.477471] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.488775] env[69186]: DEBUG oslo_vmware.api [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52dc3aba-e1a1-b37f-d39e-5090dddeb12d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.520594] env[69186]: DEBUG nova.network.neutron [req-3e41c1c6-2eb3-4460-9b4c-fe9579320023 req-522e41a3-55f2-42ea-ba7a-a99ff5a1b8ba service nova] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Updated VIF entry in instance network info cache for port e6f00a17-d0bd-490f-8fda-906eeeceeeb8. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.521717] env[69186]: DEBUG nova.network.neutron [req-3e41c1c6-2eb3-4460-9b4c-fe9579320023 req-522e41a3-55f2-42ea-ba7a-a99ff5a1b8ba service nova] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Updating instance_info_cache with network_info: [{"id": "e6f00a17-d0bd-490f-8fda-906eeeceeeb8", "address": "fa:16:3e:a9:46:2f", "network": {"id": "dfd67fc0-c98b-40f5-9d92-db0e02ac93e8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-487268650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8598e739d2b942c9909402a64150d686", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f00a17-d0", "ovs_interfaceid": "e6f00a17-d0bd-490f-8fda-906eeeceeeb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.538588] env[69186]: DEBUG oslo_vmware.api [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634925, 'name': ReconfigVM_Task, 'duration_secs': 0.265567} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.539698] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Reconfigured VM instance instance-0000002a to attach disk [datastore2] e9e7d775-f6be-484c-ae78-4d3bb64c3fa7/e9e7d775-f6be-484c-ae78-4d3bb64c3fa7.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.542864] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-045005cf-d4d6-4632-b441-8087796b31e7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.545962] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.551588] env[69186]: DEBUG oslo_vmware.api [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 808.551588] env[69186]: value = "task-3634927" [ 808.551588] env[69186]: _type = "Task" [ 808.551588] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.562948] env[69186]: DEBUG oslo_vmware.api [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634927, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.623326] env[69186]: INFO nova.compute.manager [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Rebuilding instance [ 808.685542] env[69186]: DEBUG nova.compute.manager [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.686938] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d43c67-4c0a-4908-a091-6c0bb7381551 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.748845] env[69186]: DEBUG nova.compute.manager [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.801119] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Creating linked-clone VM from snapshot {{(pid=69186) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 808.804261] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-47d72624-7a7d-4831-b07c-cc6b71736bed {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.813986] env[69186]: DEBUG oslo_vmware.api [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 808.813986] env[69186]: value = "task-3634928" [ 808.813986] env[69186]: _type = "Task" [ 808.813986] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.831466] env[69186]: DEBUG oslo_vmware.api [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634928, 'name': CloneVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.872888] env[69186]: DEBUG oslo_vmware.api [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Task: {'id': task-3634926, 'name': PowerOffVM_Task, 'duration_secs': 0.425746} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.878438] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.878846] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.879499] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65c7e4f1-a4f3-4a54-85c7-5ba043dcfda0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.961466] env[69186]: DEBUG nova.network.neutron [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Successfully created port: 8691cb86-971e-4eeb-a544-d9ab95dfcb27 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.988955] env[69186]: DEBUG nova.network.neutron [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.000345] env[69186]: DEBUG oslo_vmware.api [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52dc3aba-e1a1-b37f-d39e-5090dddeb12d, 'name': SearchDatastore_Task, 'duration_secs': 0.018961} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.000655] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.000945] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 3b562f5d-78aa-4625-aa1b-4a21d998365a/3b562f5d-78aa-4625-aa1b-4a21d998365a.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.001295] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd22197f-49ef-4d23-b8b7-9ec09a1888ee {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.011654] env[69186]: DEBUG oslo_vmware.api [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for the task: (returnval){ [ 809.011654] env[69186]: value = "task-3634930" [ 809.011654] env[69186]: _type = "Task" [ 809.011654] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.022090] env[69186]: DEBUG oslo_vmware.api [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.028467] env[69186]: DEBUG oslo_concurrency.lockutils [req-3e41c1c6-2eb3-4460-9b4c-fe9579320023 req-522e41a3-55f2-42ea-ba7a-a99ff5a1b8ba service nova] Releasing lock "refresh_cache-3b562f5d-78aa-4625-aa1b-4a21d998365a" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.037981] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c80c00b6-43b4-42d4-aa24-0f286023cb7e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "601edb67-4716-4c68-be2d-18285c148e79" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.038336] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c80c00b6-43b4-42d4-aa24-0f286023cb7e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "601edb67-4716-4c68-be2d-18285c148e79" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.043247] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bf40a3-dbfd-4235-b67a-35801441dac5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.061457] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e7f36e-28be-44c0-9a84-43c536ac32db {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.070398] env[69186]: DEBUG oslo_vmware.api [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634927, 'name': Rename_Task, 'duration_secs': 0.155819} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.070398] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.070398] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94537d35-ea91-48ef-b8d6-066469b97160 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.102270] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0320b9-83b1-4925-992f-b6d134d64793 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.106780] env[69186]: DEBUG oslo_vmware.api [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 809.106780] env[69186]: value = "task-3634931" [ 809.106780] env[69186]: _type = "Task" [ 809.106780] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.114456] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3983176-d170-4fca-b730-efd60123335a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.122307] env[69186]: DEBUG oslo_vmware.api [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.133032] env[69186]: DEBUG nova.compute.provider_tree [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.142979] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.143368] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.143631] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Deleting the datastore file [datastore2] 52ded3f3-e73d-4a27-a464-9493e09b61a1 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.144213] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9be049b-fc6e-4e77-a07b-94bea9aa1405 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.152177] env[69186]: DEBUG oslo_vmware.api [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Waiting for the task: (returnval){ [ 809.152177] env[69186]: value = "task-3634932" [ 809.152177] env[69186]: _type = "Task" [ 809.152177] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.163166] env[69186]: DEBUG oslo_vmware.api [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Task: {'id': task-3634932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.303257] env[69186]: DEBUG nova.network.neutron [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Updating instance_info_cache with network_info: [{"id": "46144391-0401-4105-a436-afe395a6281f", "address": "fa:16:3e:0f:c0:4b", "network": {"id": "8107a94d-20a3-40c1-a13c-19198f7174e0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-453491815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afac95fd32248f1ab283e6fa4183504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46144391-04", "ovs_interfaceid": "46144391-0401-4105-a436-afe395a6281f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.331520] env[69186]: DEBUG oslo_vmware.api [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634928, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.524985] env[69186]: DEBUG oslo_vmware.api [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634930, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.552474] env[69186]: DEBUG nova.compute.utils [None req-c80c00b6-43b4-42d4-aa24-0f286023cb7e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.620211] env[69186]: DEBUG oslo_vmware.api [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634931, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.636759] env[69186]: DEBUG nova.scheduler.client.report [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.665364] env[69186]: DEBUG oslo_vmware.api [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Task: {'id': task-3634932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.455064} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.665625] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.665796] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.665972] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.666155] env[69186]: INFO nova.compute.manager [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Took 1.33 seconds to destroy the instance on the hypervisor. [ 809.666400] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.666684] env[69186]: DEBUG nova.compute.manager [-] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.666830] env[69186]: DEBUG nova.network.neutron [-] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.705100] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.705565] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed7cf96d-847a-4f45-bffb-4690e91c33f9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.714671] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 809.714671] env[69186]: value = "task-3634933" [ 809.714671] env[69186]: _type = "Task" [ 809.714671] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.724284] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] VM already powered off {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 809.724544] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.725347] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d378643d-c8ee-4627-8457-4b1254e9f071 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.732486] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.732727] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87b43a21-9452-4090-bbbe-aad63b639dcf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.761081] env[69186]: DEBUG nova.compute.manager [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.786629] env[69186]: DEBUG nova.virt.hardware [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.786939] env[69186]: DEBUG nova.virt.hardware [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.787165] env[69186]: DEBUG nova.virt.hardware [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.787351] env[69186]: DEBUG nova.virt.hardware [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.787501] env[69186]: DEBUG nova.virt.hardware [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.787653] env[69186]: DEBUG nova.virt.hardware [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.787864] env[69186]: DEBUG nova.virt.hardware [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.788030] env[69186]: DEBUG nova.virt.hardware [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.788203] env[69186]: DEBUG nova.virt.hardware [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.788364] env[69186]: DEBUG nova.virt.hardware [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.788531] env[69186]: DEBUG nova.virt.hardware [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.789481] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d86c06-52eb-44ff-b51e-0977fb3e71f6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.797793] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47aeb27c-e201-431d-b335-616de66ed876 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.811480] env[69186]: DEBUG oslo_concurrency.lockutils [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Releasing lock "refresh_cache-b569ac00-41a9-49a4-b9f3-9e901fd1d7a6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.811892] env[69186]: DEBUG nova.compute.manager [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Instance network_info: |[{"id": "46144391-0401-4105-a436-afe395a6281f", "address": "fa:16:3e:0f:c0:4b", "network": {"id": "8107a94d-20a3-40c1-a13c-19198f7174e0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-453491815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afac95fd32248f1ab283e6fa4183504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46144391-04", "ovs_interfaceid": "46144391-0401-4105-a436-afe395a6281f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.813346] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:c0:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46144391-0401-4105-a436-afe395a6281f', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.820443] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Creating folder: Project (4afac95fd32248f1ab283e6fa4183504). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.822023] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd3d8472-4771-4087-be74-f8fcb311183c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.824305] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.824305] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.824305] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Deleting the datastore file [datastore2] ca1b71dc-0931-435e-8848-c7d3391cda32 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.827563] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20ae2e51-7c79-44e0-b1b3-40175cb66332 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.834698] env[69186]: DEBUG oslo_vmware.api [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634928, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.836106] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 809.836106] env[69186]: value = "task-3634936" [ 809.836106] env[69186]: _type = "Task" [ 809.836106] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.837412] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Created folder: Project (4afac95fd32248f1ab283e6fa4183504) in parent group-v724677. [ 809.837550] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Creating folder: Instances. Parent ref: group-v724814. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.841031] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db9ff128-0d30-4cf3-a6cf-3d6c88d9ab29 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.848434] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.849554] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Created folder: Instances in parent group-v724814. [ 809.849798] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.849990] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.854020] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5c8db66-7698-4b96-8675-91819619b0c4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.868879] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.868879] env[69186]: value = "task-3634938" [ 809.868879] env[69186]: _type = "Task" [ 809.868879] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.876899] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634938, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.897911] env[69186]: DEBUG nova.compute.manager [req-82dd940b-7e52-4b57-9dd0-5e10225a9581 req-ba391655-78b4-4bd0-856d-77669e3e11e5 service nova] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Received event network-vif-plugged-46144391-0401-4105-a436-afe395a6281f {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.897911] env[69186]: DEBUG oslo_concurrency.lockutils [req-82dd940b-7e52-4b57-9dd0-5e10225a9581 req-ba391655-78b4-4bd0-856d-77669e3e11e5 service nova] Acquiring lock "b569ac00-41a9-49a4-b9f3-9e901fd1d7a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.898183] env[69186]: DEBUG oslo_concurrency.lockutils [req-82dd940b-7e52-4b57-9dd0-5e10225a9581 req-ba391655-78b4-4bd0-856d-77669e3e11e5 service nova] Lock "b569ac00-41a9-49a4-b9f3-9e901fd1d7a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.898259] env[69186]: DEBUG oslo_concurrency.lockutils [req-82dd940b-7e52-4b57-9dd0-5e10225a9581 req-ba391655-78b4-4bd0-856d-77669e3e11e5 service nova] Lock "b569ac00-41a9-49a4-b9f3-9e901fd1d7a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.898511] env[69186]: DEBUG nova.compute.manager [req-82dd940b-7e52-4b57-9dd0-5e10225a9581 req-ba391655-78b4-4bd0-856d-77669e3e11e5 service nova] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] No waiting events found dispatching network-vif-plugged-46144391-0401-4105-a436-afe395a6281f {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.898585] env[69186]: WARNING nova.compute.manager [req-82dd940b-7e52-4b57-9dd0-5e10225a9581 req-ba391655-78b4-4bd0-856d-77669e3e11e5 service nova] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Received unexpected event network-vif-plugged-46144391-0401-4105-a436-afe395a6281f for instance with vm_state building and task_state spawning. [ 809.898735] env[69186]: DEBUG nova.compute.manager [req-82dd940b-7e52-4b57-9dd0-5e10225a9581 req-ba391655-78b4-4bd0-856d-77669e3e11e5 service nova] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Received event network-changed-46144391-0401-4105-a436-afe395a6281f {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.899483] env[69186]: DEBUG nova.compute.manager [req-82dd940b-7e52-4b57-9dd0-5e10225a9581 req-ba391655-78b4-4bd0-856d-77669e3e11e5 service nova] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Refreshing instance network info cache due to event network-changed-46144391-0401-4105-a436-afe395a6281f. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.899483] env[69186]: DEBUG oslo_concurrency.lockutils [req-82dd940b-7e52-4b57-9dd0-5e10225a9581 req-ba391655-78b4-4bd0-856d-77669e3e11e5 service nova] Acquiring lock "refresh_cache-b569ac00-41a9-49a4-b9f3-9e901fd1d7a6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.899483] env[69186]: DEBUG oslo_concurrency.lockutils [req-82dd940b-7e52-4b57-9dd0-5e10225a9581 req-ba391655-78b4-4bd0-856d-77669e3e11e5 service nova] Acquired lock "refresh_cache-b569ac00-41a9-49a4-b9f3-9e901fd1d7a6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.899483] env[69186]: DEBUG nova.network.neutron [req-82dd940b-7e52-4b57-9dd0-5e10225a9581 req-ba391655-78b4-4bd0-856d-77669e3e11e5 service nova] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Refreshing network info cache for port 46144391-0401-4105-a436-afe395a6281f {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.026664] env[69186]: DEBUG oslo_vmware.api [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557501} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.027102] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 3b562f5d-78aa-4625-aa1b-4a21d998365a/3b562f5d-78aa-4625-aa1b-4a21d998365a.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.027406] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.027744] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52258768-3195-4e8b-b14b-6b73b24f6637 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.036750] env[69186]: DEBUG oslo_vmware.api [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for the task: (returnval){ [ 810.036750] env[69186]: value = "task-3634939" [ 810.036750] env[69186]: _type = "Task" [ 810.036750] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.045846] env[69186]: DEBUG oslo_vmware.api [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.055651] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c80c00b6-43b4-42d4-aa24-0f286023cb7e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "601edb67-4716-4c68-be2d-18285c148e79" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.119481] env[69186]: DEBUG oslo_vmware.api [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634931, 'name': PowerOnVM_Task, 'duration_secs': 0.836549} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.119710] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.119925] env[69186]: INFO nova.compute.manager [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Took 8.95 seconds to spawn the instance on the hypervisor. [ 810.120280] env[69186]: DEBUG nova.compute.manager [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.121342] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd4be65-71e8-40cc-b65a-232506ab4293 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.143687] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.410s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.146446] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.201s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.147284] env[69186]: INFO nova.compute.claims [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.171022] env[69186]: INFO nova.scheduler.client.report [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Deleted allocations for instance eb3117db-c8ed-44d8-809f-a1bfdedec373 [ 810.332554] env[69186]: DEBUG oslo_vmware.api [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634928, 'name': CloneVM_Task, 'duration_secs': 1.445002} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.332914] env[69186]: INFO nova.virt.vmwareapi.vmops [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Created linked-clone VM from snapshot [ 810.333736] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047aaae8-a134-4573-ae2d-5f4730f421d3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.343516] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Uploading image 39098115-1eb6-48aa-bbb9-bcf938ff969a {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 810.349761] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.365902] env[69186]: DEBUG oslo_vmware.rw_handles [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 810.365902] env[69186]: value = "vm-724813" [ 810.365902] env[69186]: _type = "VirtualMachine" [ 810.365902] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 810.366295] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9d89c47b-10d4-44f8-a19d-d10e829070ea {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.373591] env[69186]: DEBUG oslo_vmware.rw_handles [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Lease: (returnval){ [ 810.373591] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e9f815-2a11-a2ac-1acb-25319d42486e" [ 810.373591] env[69186]: _type = "HttpNfcLease" [ 810.373591] env[69186]: } obtained for exporting VM: (result){ [ 810.373591] env[69186]: value = "vm-724813" [ 810.373591] env[69186]: _type = "VirtualMachine" [ 810.373591] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 810.374300] env[69186]: DEBUG oslo_vmware.api [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the lease: (returnval){ [ 810.374300] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e9f815-2a11-a2ac-1acb-25319d42486e" [ 810.374300] env[69186]: _type = "HttpNfcLease" [ 810.374300] env[69186]: } to be ready. {{(pid=69186) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 810.380842] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634938, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.384060] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 810.384060] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e9f815-2a11-a2ac-1acb-25319d42486e" [ 810.384060] env[69186]: _type = "HttpNfcLease" [ 810.384060] env[69186]: } is initializing. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 810.504327] env[69186]: DEBUG nova.network.neutron [-] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.553563] env[69186]: DEBUG oslo_vmware.api [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234032} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.553862] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.557878] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92280d80-6299-401c-985e-5492642f9800 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.584101] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 3b562f5d-78aa-4625-aa1b-4a21d998365a/3b562f5d-78aa-4625-aa1b-4a21d998365a.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.586838] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bc7ecc2-354c-4d19-bf11-3d50ab517f76 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.608867] env[69186]: DEBUG oslo_vmware.api [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for the task: (returnval){ [ 810.608867] env[69186]: value = "task-3634941" [ 810.608867] env[69186]: _type = "Task" [ 810.608867] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.621570] env[69186]: DEBUG oslo_vmware.api [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.633168] env[69186]: DEBUG nova.network.neutron [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Successfully updated port: 8691cb86-971e-4eeb-a544-d9ab95dfcb27 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.646475] env[69186]: INFO nova.compute.manager [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Took 40.92 seconds to build instance. [ 810.679428] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80d42085-b6ae-4e06-a571-5b2a4fc7accb tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Lock "eb3117db-c8ed-44d8-809f-a1bfdedec373" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.862s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.785475] env[69186]: DEBUG nova.network.neutron [req-82dd940b-7e52-4b57-9dd0-5e10225a9581 req-ba391655-78b4-4bd0-856d-77669e3e11e5 service nova] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Updated VIF entry in instance network info cache for port 46144391-0401-4105-a436-afe395a6281f. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.785847] env[69186]: DEBUG nova.network.neutron [req-82dd940b-7e52-4b57-9dd0-5e10225a9581 req-ba391655-78b4-4bd0-856d-77669e3e11e5 service nova] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Updating instance_info_cache with network_info: [{"id": "46144391-0401-4105-a436-afe395a6281f", "address": "fa:16:3e:0f:c0:4b", "network": {"id": "8107a94d-20a3-40c1-a13c-19198f7174e0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-453491815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afac95fd32248f1ab283e6fa4183504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46144391-04", "ovs_interfaceid": "46144391-0401-4105-a436-afe395a6281f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.832961] env[69186]: DEBUG nova.compute.manager [req-3fe5e696-4826-4b4d-a352-9ace5b4b17f6 req-c103f201-5af2-4667-961d-c5d62c4617f2 service nova] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Received event network-changed-bfb2b3c6-18da-4449-ac3f-6904f7a032ef {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.833163] env[69186]: DEBUG nova.compute.manager [req-3fe5e696-4826-4b4d-a352-9ace5b4b17f6 req-c103f201-5af2-4667-961d-c5d62c4617f2 service nova] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Refreshing instance network info cache due to event network-changed-bfb2b3c6-18da-4449-ac3f-6904f7a032ef. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.833420] env[69186]: DEBUG oslo_concurrency.lockutils [req-3fe5e696-4826-4b4d-a352-9ace5b4b17f6 req-c103f201-5af2-4667-961d-c5d62c4617f2 service nova] Acquiring lock "refresh_cache-cb7ae2c4-3eef-4254-af3a-3a5de42222d6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.836292] env[69186]: DEBUG oslo_concurrency.lockutils [req-3fe5e696-4826-4b4d-a352-9ace5b4b17f6 req-c103f201-5af2-4667-961d-c5d62c4617f2 service nova] Acquired lock "refresh_cache-cb7ae2c4-3eef-4254-af3a-3a5de42222d6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.836292] env[69186]: DEBUG nova.network.neutron [req-3fe5e696-4826-4b4d-a352-9ace5b4b17f6 req-c103f201-5af2-4667-961d-c5d62c4617f2 service nova] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Refreshing network info cache for port bfb2b3c6-18da-4449-ac3f-6904f7a032ef {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.848941] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.559199} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.849308] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.849551] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.849780] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.881442] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634938, 'name': CreateVM_Task, 'duration_secs': 0.785499} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.882173] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.882992] env[69186]: DEBUG oslo_concurrency.lockutils [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.883243] env[69186]: DEBUG oslo_concurrency.lockutils [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.883712] env[69186]: DEBUG oslo_concurrency.lockutils [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.885371] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6400d854-165a-4bff-a137-324c4177e74f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.887149] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 810.887149] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e9f815-2a11-a2ac-1acb-25319d42486e" [ 810.887149] env[69186]: _type = "HttpNfcLease" [ 810.887149] env[69186]: } is ready. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 810.887426] env[69186]: DEBUG oslo_vmware.rw_handles [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 810.887426] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e9f815-2a11-a2ac-1acb-25319d42486e" [ 810.887426] env[69186]: _type = "HttpNfcLease" [ 810.887426] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 810.889196] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446d93c4-b82f-47d7-9324-838be8e5cc33 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.893435] env[69186]: DEBUG oslo_vmware.api [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 810.893435] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52df4192-0f48-93de-3ac2-c798c4966a16" [ 810.893435] env[69186]: _type = "Task" [ 810.893435] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.900484] env[69186]: DEBUG oslo_vmware.rw_handles [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243cf49-5888-5dc4-aac7-485aa01b8c0d/disk-0.vmdk from lease info. {{(pid=69186) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 810.900759] env[69186]: DEBUG oslo_vmware.rw_handles [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243cf49-5888-5dc4-aac7-485aa01b8c0d/disk-0.vmdk for reading. {{(pid=69186) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 810.962055] env[69186]: DEBUG oslo_vmware.api [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52df4192-0f48-93de-3ac2-c798c4966a16, 'name': SearchDatastore_Task, 'duration_secs': 0.013894} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.963486] env[69186]: DEBUG oslo_concurrency.lockutils [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.963729] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.963975] env[69186]: DEBUG oslo_concurrency.lockutils [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.964139] env[69186]: DEBUG oslo_concurrency.lockutils [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.964316] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.964868] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-699b0c78-0eff-4753-b515-fd4aecb8bd18 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.974349] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.974518] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.975248] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed8dce8-da0b-4197-bc3e-66f420d4ec57 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.980870] env[69186]: DEBUG oslo_vmware.api [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 810.980870] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52200710-a362-b389-0bdd-c54102f2055e" [ 810.980870] env[69186]: _type = "Task" [ 810.980870] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.990100] env[69186]: DEBUG oslo_vmware.api [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52200710-a362-b389-0bdd-c54102f2055e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.011026] env[69186]: INFO nova.compute.manager [-] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Took 1.34 seconds to deallocate network for instance. [ 811.019405] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9a948a98-5577-49e9-a61a-45165c438966 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.120252] env[69186]: DEBUG oslo_vmware.api [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.123099] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c80c00b6-43b4-42d4-aa24-0f286023cb7e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "601edb67-4716-4c68-be2d-18285c148e79" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.125368] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c80c00b6-43b4-42d4-aa24-0f286023cb7e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "601edb67-4716-4c68-be2d-18285c148e79" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.125368] env[69186]: INFO nova.compute.manager [None req-c80c00b6-43b4-42d4-aa24-0f286023cb7e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Attaching volume 344117cf-c786-42c7-b5fb-de472dcabb4c to /dev/sdb [ 811.140132] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquiring lock "refresh_cache-b511d405-7aae-4e3d-896a-1fb40b586d02" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.140132] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquired lock "refresh_cache-b511d405-7aae-4e3d-896a-1fb40b586d02" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.140132] env[69186]: DEBUG nova.network.neutron [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.145741] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18f1a66-06c2-4b7a-b660-cc874748c254 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Lock "e9e7d775-f6be-484c-ae78-4d3bb64c3fa7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.251s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.175263] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9780bc8d-dbbd-4645-8d43-601b8eafd499 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.184928] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5be179-524c-440d-9728-1b69b540f7e5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.200236] env[69186]: DEBUG nova.virt.block_device [None req-c80c00b6-43b4-42d4-aa24-0f286023cb7e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Updating existing volume attachment record: 8320657c-2551-471f-bf1b-112499bdab0c {{(pid=69186) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 811.291363] env[69186]: DEBUG oslo_concurrency.lockutils [req-82dd940b-7e52-4b57-9dd0-5e10225a9581 req-ba391655-78b4-4bd0-856d-77669e3e11e5 service nova] Releasing lock "refresh_cache-b569ac00-41a9-49a4-b9f3-9e901fd1d7a6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.496277] env[69186]: DEBUG oslo_vmware.api [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52200710-a362-b389-0bdd-c54102f2055e, 'name': SearchDatastore_Task, 'duration_secs': 0.010022} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.498066] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-082d60d8-59bd-4811-bd00-915e0e69f923 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.505313] env[69186]: DEBUG oslo_vmware.api [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 811.505313] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c758c6-f66a-1f22-d01b-5212cd60cc12" [ 811.505313] env[69186]: _type = "Task" [ 811.505313] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.524275] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.530193] env[69186]: DEBUG oslo_vmware.api [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c758c6-f66a-1f22-d01b-5212cd60cc12, 'name': SearchDatastore_Task, 'duration_secs': 0.012885} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.530551] env[69186]: DEBUG oslo_concurrency.lockutils [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.530959] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] b569ac00-41a9-49a4-b9f3-9e901fd1d7a6/b569ac00-41a9-49a4-b9f3-9e901fd1d7a6.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.531273] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30aa411e-8101-4bd4-91e3-f57dedef50b0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.546972] env[69186]: DEBUG oslo_vmware.api [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 811.546972] env[69186]: value = "task-3634944" [ 811.546972] env[69186]: _type = "Task" [ 811.546972] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.556534] env[69186]: DEBUG oslo_vmware.api [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.625324] env[69186]: DEBUG oslo_vmware.api [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634941, 'name': ReconfigVM_Task, 'duration_secs': 0.695362} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.628535] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 3b562f5d-78aa-4625-aa1b-4a21d998365a/3b562f5d-78aa-4625-aa1b-4a21d998365a.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.629873] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e25c23bb-d865-4542-91bb-d42e3d300a3c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.637159] env[69186]: DEBUG oslo_vmware.api [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for the task: (returnval){ [ 811.637159] env[69186]: value = "task-3634946" [ 811.637159] env[69186]: _type = "Task" [ 811.637159] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.651237] env[69186]: DEBUG nova.compute.manager [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.667598] env[69186]: DEBUG oslo_vmware.api [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634946, 'name': Rename_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.785161] env[69186]: DEBUG nova.network.neutron [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.868775] env[69186]: DEBUG nova.network.neutron [req-3fe5e696-4826-4b4d-a352-9ace5b4b17f6 req-c103f201-5af2-4667-961d-c5d62c4617f2 service nova] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Updated VIF entry in instance network info cache for port bfb2b3c6-18da-4449-ac3f-6904f7a032ef. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.869335] env[69186]: DEBUG nova.network.neutron [req-3fe5e696-4826-4b4d-a352-9ace5b4b17f6 req-c103f201-5af2-4667-961d-c5d62c4617f2 service nova] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Updating instance_info_cache with network_info: [{"id": "bfb2b3c6-18da-4449-ac3f-6904f7a032ef", "address": "fa:16:3e:b7:06:7b", "network": {"id": "3edacfb9-9cc0-441a-adaa-8153bb8bb049", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2026817294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8755d5e7b80c42759c354436c48eb763", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfb2b3c6-18", "ovs_interfaceid": "bfb2b3c6-18da-4449-ac3f-6904f7a032ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.900269] env[69186]: DEBUG nova.virt.hardware [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.900711] env[69186]: DEBUG nova.virt.hardware [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.901045] env[69186]: DEBUG nova.virt.hardware [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.901354] env[69186]: DEBUG nova.virt.hardware [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.901655] env[69186]: DEBUG nova.virt.hardware [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.901906] env[69186]: DEBUG nova.virt.hardware [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.902346] env[69186]: DEBUG nova.virt.hardware [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.902773] env[69186]: DEBUG nova.virt.hardware [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.903171] env[69186]: DEBUG nova.virt.hardware [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.903554] env[69186]: DEBUG nova.virt.hardware [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.903791] env[69186]: DEBUG nova.virt.hardware [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.905801] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5622634-1342-48da-a381-173562f41a50 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.929381] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d3404e-2746-430b-8b52-f6eee4e00fcb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.953598] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:44:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a80d604-bc32-4d2d-9d94-ff1ad0acb116', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.962368] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.965684] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.966291] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ab4f757-fa48-4536-8386-84dc0686df9d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.999178] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.999178] env[69186]: value = "task-3634947" [ 811.999178] env[69186]: _type = "Task" [ 811.999178] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.006921] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634947, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.059583] env[69186]: DEBUG oslo_vmware.api [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634944, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.064230] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6fd97b-d814-404a-87df-eade1ad8d330 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.075308] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4bf9e1-5c9b-47b7-bbfc-d684d590b0e2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.112640] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8e4551-3d28-40be-b32d-33a87fbed813 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.123125] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6826c406-f40b-40d4-89a8-8d84b535bd8a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.139253] env[69186]: DEBUG nova.compute.provider_tree [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.150354] env[69186]: DEBUG oslo_vmware.api [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634946, 'name': Rename_Task, 'duration_secs': 0.194983} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.150750] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.151111] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-262958f0-82a1-4ee3-b290-6a2e380869e7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.161060] env[69186]: DEBUG oslo_vmware.api [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for the task: (returnval){ [ 812.161060] env[69186]: value = "task-3634948" [ 812.161060] env[69186]: _type = "Task" [ 812.161060] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.172126] env[69186]: DEBUG nova.network.neutron [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Updating instance_info_cache with network_info: [{"id": "8691cb86-971e-4eeb-a544-d9ab95dfcb27", "address": "fa:16:3e:e9:ac:1f", "network": {"id": "8107a94d-20a3-40c1-a13c-19198f7174e0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-453491815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afac95fd32248f1ab283e6fa4183504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8691cb86-97", "ovs_interfaceid": "8691cb86-971e-4eeb-a544-d9ab95dfcb27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.175748] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.183221] env[69186]: DEBUG oslo_vmware.api [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634948, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.284031] env[69186]: INFO nova.compute.manager [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Rescuing [ 812.284031] env[69186]: DEBUG oslo_concurrency.lockutils [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquiring lock "refresh_cache-e9e7d775-f6be-484c-ae78-4d3bb64c3fa7" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.284031] env[69186]: DEBUG oslo_concurrency.lockutils [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquired lock "refresh_cache-e9e7d775-f6be-484c-ae78-4d3bb64c3fa7" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.284227] env[69186]: DEBUG nova.network.neutron [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.336910] env[69186]: DEBUG nova.compute.manager [req-69027935-f95a-4cbb-93cb-ca428b09c692 req-40162036-7b51-45f5-9dfe-3e0e1931f368 service nova] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Received event network-vif-deleted-1be47535-76f4-47b2-8528-4fd5953db65b {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.337367] env[69186]: DEBUG nova.compute.manager [req-69027935-f95a-4cbb-93cb-ca428b09c692 req-40162036-7b51-45f5-9dfe-3e0e1931f368 service nova] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Received event network-changed-c3df308a-7b48-4195-91ca-8aca6c2f41e9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.337687] env[69186]: DEBUG nova.compute.manager [req-69027935-f95a-4cbb-93cb-ca428b09c692 req-40162036-7b51-45f5-9dfe-3e0e1931f368 service nova] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Refreshing instance network info cache due to event network-changed-c3df308a-7b48-4195-91ca-8aca6c2f41e9. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.338135] env[69186]: DEBUG oslo_concurrency.lockutils [req-69027935-f95a-4cbb-93cb-ca428b09c692 req-40162036-7b51-45f5-9dfe-3e0e1931f368 service nova] Acquiring lock "refresh_cache-42529ebf-4349-4d54-8ad8-da779bfd9af2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.338420] env[69186]: DEBUG oslo_concurrency.lockutils [req-69027935-f95a-4cbb-93cb-ca428b09c692 req-40162036-7b51-45f5-9dfe-3e0e1931f368 service nova] Acquired lock "refresh_cache-42529ebf-4349-4d54-8ad8-da779bfd9af2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.338717] env[69186]: DEBUG nova.network.neutron [req-69027935-f95a-4cbb-93cb-ca428b09c692 req-40162036-7b51-45f5-9dfe-3e0e1931f368 service nova] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Refreshing network info cache for port c3df308a-7b48-4195-91ca-8aca6c2f41e9 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.372624] env[69186]: DEBUG oslo_concurrency.lockutils [req-3fe5e696-4826-4b4d-a352-9ace5b4b17f6 req-c103f201-5af2-4667-961d-c5d62c4617f2 service nova] Releasing lock "refresh_cache-cb7ae2c4-3eef-4254-af3a-3a5de42222d6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.514447] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634947, 'name': CreateVM_Task, 'duration_secs': 0.489233} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.514975] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.518238] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.518542] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.519046] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.519592] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdeb6244-5256-4f61-9205-e32450805573 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.525638] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 812.525638] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e2ca24-b4b6-e60c-96cc-0067b534ab28" [ 812.525638] env[69186]: _type = "Task" [ 812.525638] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.535331] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e2ca24-b4b6-e60c-96cc-0067b534ab28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.558855] env[69186]: DEBUG oslo_vmware.api [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605074} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.559284] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] b569ac00-41a9-49a4-b9f3-9e901fd1d7a6/b569ac00-41a9-49a4-b9f3-9e901fd1d7a6.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.559568] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.559870] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac7fd511-4a5a-4f07-b108-20ff3fa9c3ae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.566212] env[69186]: DEBUG oslo_vmware.api [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 812.566212] env[69186]: value = "task-3634949" [ 812.566212] env[69186]: _type = "Task" [ 812.566212] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.574503] env[69186]: DEBUG oslo_vmware.api [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.645543] env[69186]: DEBUG nova.scheduler.client.report [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.674050] env[69186]: DEBUG oslo_vmware.api [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634948, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.675677] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Releasing lock "refresh_cache-b511d405-7aae-4e3d-896a-1fb40b586d02" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.675968] env[69186]: DEBUG nova.compute.manager [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Instance network_info: |[{"id": "8691cb86-971e-4eeb-a544-d9ab95dfcb27", "address": "fa:16:3e:e9:ac:1f", "network": {"id": "8107a94d-20a3-40c1-a13c-19198f7174e0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-453491815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afac95fd32248f1ab283e6fa4183504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8691cb86-97", "ovs_interfaceid": "8691cb86-971e-4eeb-a544-d9ab95dfcb27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.676447] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:ac:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8691cb86-971e-4eeb-a544-d9ab95dfcb27', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.684497] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.685176] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.688511] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-527d472a-c3c3-4abf-9413-64ed7824d74a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.711660] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.711660] env[69186]: value = "task-3634950" [ 812.711660] env[69186]: _type = "Task" [ 812.711660] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.720233] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634950, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.944577] env[69186]: DEBUG nova.compute.manager [req-0e41bb85-b9aa-47b0-93ce-3c5c0a237270 req-017ea4bc-29d1-4e9e-8850-d103ae41367b service nova] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Received event network-vif-plugged-8691cb86-971e-4eeb-a544-d9ab95dfcb27 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.945172] env[69186]: DEBUG oslo_concurrency.lockutils [req-0e41bb85-b9aa-47b0-93ce-3c5c0a237270 req-017ea4bc-29d1-4e9e-8850-d103ae41367b service nova] Acquiring lock "b511d405-7aae-4e3d-896a-1fb40b586d02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.945390] env[69186]: DEBUG oslo_concurrency.lockutils [req-0e41bb85-b9aa-47b0-93ce-3c5c0a237270 req-017ea4bc-29d1-4e9e-8850-d103ae41367b service nova] Lock "b511d405-7aae-4e3d-896a-1fb40b586d02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.945564] env[69186]: DEBUG oslo_concurrency.lockutils [req-0e41bb85-b9aa-47b0-93ce-3c5c0a237270 req-017ea4bc-29d1-4e9e-8850-d103ae41367b service nova] Lock "b511d405-7aae-4e3d-896a-1fb40b586d02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.945740] env[69186]: DEBUG nova.compute.manager [req-0e41bb85-b9aa-47b0-93ce-3c5c0a237270 req-017ea4bc-29d1-4e9e-8850-d103ae41367b service nova] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] No waiting events found dispatching network-vif-plugged-8691cb86-971e-4eeb-a544-d9ab95dfcb27 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.945948] env[69186]: WARNING nova.compute.manager [req-0e41bb85-b9aa-47b0-93ce-3c5c0a237270 req-017ea4bc-29d1-4e9e-8850-d103ae41367b service nova] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Received unexpected event network-vif-plugged-8691cb86-971e-4eeb-a544-d9ab95dfcb27 for instance with vm_state building and task_state spawning. [ 812.946199] env[69186]: DEBUG nova.compute.manager [req-0e41bb85-b9aa-47b0-93ce-3c5c0a237270 req-017ea4bc-29d1-4e9e-8850-d103ae41367b service nova] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Received event network-changed-8691cb86-971e-4eeb-a544-d9ab95dfcb27 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.946305] env[69186]: DEBUG nova.compute.manager [req-0e41bb85-b9aa-47b0-93ce-3c5c0a237270 req-017ea4bc-29d1-4e9e-8850-d103ae41367b service nova] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Refreshing instance network info cache due to event network-changed-8691cb86-971e-4eeb-a544-d9ab95dfcb27. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.946473] env[69186]: DEBUG oslo_concurrency.lockutils [req-0e41bb85-b9aa-47b0-93ce-3c5c0a237270 req-017ea4bc-29d1-4e9e-8850-d103ae41367b service nova] Acquiring lock "refresh_cache-b511d405-7aae-4e3d-896a-1fb40b586d02" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.946686] env[69186]: DEBUG oslo_concurrency.lockutils [req-0e41bb85-b9aa-47b0-93ce-3c5c0a237270 req-017ea4bc-29d1-4e9e-8850-d103ae41367b service nova] Acquired lock "refresh_cache-b511d405-7aae-4e3d-896a-1fb40b586d02" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.946895] env[69186]: DEBUG nova.network.neutron [req-0e41bb85-b9aa-47b0-93ce-3c5c0a237270 req-017ea4bc-29d1-4e9e-8850-d103ae41367b service nova] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Refreshing network info cache for port 8691cb86-971e-4eeb-a544-d9ab95dfcb27 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.044880] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e2ca24-b4b6-e60c-96cc-0067b534ab28, 'name': SearchDatastore_Task, 'duration_secs': 0.013197} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.046262] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.046558] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.046808] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.046963] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.047177] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.047908] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22bdfdcc-ed09-4ce2-9e01-88060cc33ac8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.058319] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.058561] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.059362] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f08988f-9ecd-4425-8f25-27caf0c66091 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.065820] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 813.065820] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52645de4-a066-8d61-f276-29a9643b23b2" [ 813.065820] env[69186]: _type = "Task" [ 813.065820] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.076994] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52645de4-a066-8d61-f276-29a9643b23b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.080091] env[69186]: DEBUG oslo_vmware.api [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074516} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.080501] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.081217] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6158ddf-6c58-4975-8bd7-d616359e9875 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.104919] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] b569ac00-41a9-49a4-b9f3-9e901fd1d7a6/b569ac00-41a9-49a4-b9f3-9e901fd1d7a6.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.105781] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-429a23d9-f3f7-4d0b-958c-5f6f158a821d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.122536] env[69186]: DEBUG nova.network.neutron [req-69027935-f95a-4cbb-93cb-ca428b09c692 req-40162036-7b51-45f5-9dfe-3e0e1931f368 service nova] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Updated VIF entry in instance network info cache for port c3df308a-7b48-4195-91ca-8aca6c2f41e9. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.123066] env[69186]: DEBUG nova.network.neutron [req-69027935-f95a-4cbb-93cb-ca428b09c692 req-40162036-7b51-45f5-9dfe-3e0e1931f368 service nova] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Updating instance_info_cache with network_info: [{"id": "c3df308a-7b48-4195-91ca-8aca6c2f41e9", "address": "fa:16:3e:e9:ba:ff", "network": {"id": "14fa2778-51c0-45ab-91d1-62e06b2aa34c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1287108341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90e1539ca1cb41a4a127448547d495b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3df308a-7b", "ovs_interfaceid": "c3df308a-7b48-4195-91ca-8aca6c2f41e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.131673] env[69186]: DEBUG oslo_vmware.api [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 813.131673] env[69186]: value = "task-3634951" [ 813.131673] env[69186]: _type = "Task" [ 813.131673] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.142449] env[69186]: DEBUG oslo_vmware.api [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634951, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.151839] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.006s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.152462] env[69186]: DEBUG nova.compute.manager [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.158903] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.812s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.158903] env[69186]: INFO nova.compute.claims [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.174247] env[69186]: DEBUG oslo_vmware.api [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634948, 'name': PowerOnVM_Task, 'duration_secs': 0.543659} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.174582] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.174844] env[69186]: INFO nova.compute.manager [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Took 9.07 seconds to spawn the instance on the hypervisor. [ 813.175081] env[69186]: DEBUG nova.compute.manager [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.176124] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee57d01-21c1-45de-adbd-219ed05e6293 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.226627] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634950, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.393529] env[69186]: DEBUG nova.network.neutron [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Updating instance_info_cache with network_info: [{"id": "6e4a572e-202f-4c93-9471-b4d6976047f4", "address": "fa:16:3e:25:2e:67", "network": {"id": "930f2715-64e6-4a3b-b684-9b507eba82ae", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-410407698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fc2bc0efaf0a49039fc066abcc953317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e4a572e-20", "ovs_interfaceid": "6e4a572e-202f-4c93-9471-b4d6976047f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.525510] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Acquiring lock "42529ebf-4349-4d54-8ad8-da779bfd9af2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.525868] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Lock "42529ebf-4349-4d54-8ad8-da779bfd9af2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.526139] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Acquiring lock "42529ebf-4349-4d54-8ad8-da779bfd9af2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.526342] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Lock "42529ebf-4349-4d54-8ad8-da779bfd9af2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.526587] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Lock "42529ebf-4349-4d54-8ad8-da779bfd9af2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.529252] env[69186]: INFO nova.compute.manager [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Terminating instance [ 813.581573] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52645de4-a066-8d61-f276-29a9643b23b2, 'name': SearchDatastore_Task, 'duration_secs': 0.016055} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.582477] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ef3bde9-950c-49d5-a0e2-2cb9d13c9d01 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.589184] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 813.589184] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d6f663-1fe3-0204-b7c6-575a49551364" [ 813.589184] env[69186]: _type = "Task" [ 813.589184] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.597444] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d6f663-1fe3-0204-b7c6-575a49551364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.626132] env[69186]: DEBUG oslo_concurrency.lockutils [req-69027935-f95a-4cbb-93cb-ca428b09c692 req-40162036-7b51-45f5-9dfe-3e0e1931f368 service nova] Releasing lock "refresh_cache-42529ebf-4349-4d54-8ad8-da779bfd9af2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.643438] env[69186]: DEBUG oslo_vmware.api [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.657233] env[69186]: DEBUG nova.compute.utils [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.662324] env[69186]: DEBUG nova.compute.manager [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.662324] env[69186]: DEBUG nova.network.neutron [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.694507] env[69186]: INFO nova.compute.manager [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Took 39.80 seconds to build instance. [ 813.725406] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634950, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.766204] env[69186]: DEBUG nova.network.neutron [req-0e41bb85-b9aa-47b0-93ce-3c5c0a237270 req-017ea4bc-29d1-4e9e-8850-d103ae41367b service nova] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Updated VIF entry in instance network info cache for port 8691cb86-971e-4eeb-a544-d9ab95dfcb27. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.766600] env[69186]: DEBUG nova.network.neutron [req-0e41bb85-b9aa-47b0-93ce-3c5c0a237270 req-017ea4bc-29d1-4e9e-8850-d103ae41367b service nova] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Updating instance_info_cache with network_info: [{"id": "8691cb86-971e-4eeb-a544-d9ab95dfcb27", "address": "fa:16:3e:e9:ac:1f", "network": {"id": "8107a94d-20a3-40c1-a13c-19198f7174e0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-453491815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afac95fd32248f1ab283e6fa4183504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8691cb86-97", "ovs_interfaceid": "8691cb86-971e-4eeb-a544-d9ab95dfcb27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.783295] env[69186]: DEBUG nova.policy [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '211904fa421543bf9e59332b54fea729', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4afac95fd32248f1ab283e6fa4183504', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.896243] env[69186]: DEBUG oslo_concurrency.lockutils [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Releasing lock "refresh_cache-e9e7d775-f6be-484c-ae78-4d3bb64c3fa7" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.035466] env[69186]: DEBUG nova.compute.manager [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.035781] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.036644] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7850ab3-da4f-442e-90ec-144fcfa24f3c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.045833] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.046148] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebeb67a3-a2b3-4c70-aad1-5a7fae8be789 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.054047] env[69186]: DEBUG oslo_vmware.api [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Waiting for the task: (returnval){ [ 814.054047] env[69186]: value = "task-3634953" [ 814.054047] env[69186]: _type = "Task" [ 814.054047] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.064446] env[69186]: DEBUG oslo_vmware.api [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Task: {'id': task-3634953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.099716] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d6f663-1fe3-0204-b7c6-575a49551364, 'name': SearchDatastore_Task, 'duration_secs': 0.016666} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.099939] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.100230] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] ca1b71dc-0931-435e-8848-c7d3391cda32/ca1b71dc-0931-435e-8848-c7d3391cda32.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.100528] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-184e7733-e2c0-45ce-aeed-f6348be4ccd8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.109741] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 814.109741] env[69186]: value = "task-3634954" [ 814.109741] env[69186]: _type = "Task" [ 814.109741] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.120014] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.145316] env[69186]: DEBUG oslo_vmware.api [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634951, 'name': ReconfigVM_Task, 'duration_secs': 0.613865} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.145932] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Reconfigured VM instance instance-0000002c to attach disk [datastore2] b569ac00-41a9-49a4-b9f3-9e901fd1d7a6/b569ac00-41a9-49a4-b9f3-9e901fd1d7a6.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.146732] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3769b84-dc87-4ec2-ae61-9988d619df76 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.156117] env[69186]: DEBUG oslo_vmware.api [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 814.156117] env[69186]: value = "task-3634955" [ 814.156117] env[69186]: _type = "Task" [ 814.156117] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.165353] env[69186]: DEBUG oslo_vmware.api [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634955, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.168065] env[69186]: DEBUG nova.compute.manager [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.196296] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lock "3b562f5d-78aa-4625-aa1b-4a21d998365a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.236s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.199037] env[69186]: DEBUG nova.network.neutron [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Successfully created port: 9cde4973-e747-4543-a8cb-6d35810279eb {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.230896] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634950, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.274666] env[69186]: DEBUG oslo_concurrency.lockutils [req-0e41bb85-b9aa-47b0-93ce-3c5c0a237270 req-017ea4bc-29d1-4e9e-8850-d103ae41367b service nova] Releasing lock "refresh_cache-b511d405-7aae-4e3d-896a-1fb40b586d02" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.570738] env[69186]: DEBUG oslo_vmware.api [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Task: {'id': task-3634953, 'name': PowerOffVM_Task, 'duration_secs': 0.366148} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.574858] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.575147] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.575819] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be3fee1c-a299-4026-904b-5df83055ad17 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.621126] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.648257] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.648364] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.648470] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Deleting the datastore file [datastore2] 42529ebf-4349-4d54-8ad8-da779bfd9af2 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.648736] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbee047b-9459-48a2-bae6-df906efaf159 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.659539] env[69186]: DEBUG oslo_vmware.api [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Waiting for the task: (returnval){ [ 814.659539] env[69186]: value = "task-3634957" [ 814.659539] env[69186]: _type = "Task" [ 814.659539] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.668029] env[69186]: DEBUG oslo_vmware.api [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634955, 'name': Rename_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.678965] env[69186]: DEBUG oslo_vmware.api [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Task: {'id': task-3634957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.698961] env[69186]: DEBUG nova.compute.manager [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.730048] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634950, 'name': CreateVM_Task, 'duration_secs': 1.625355} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.737974] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.739614] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.741096] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.741415] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.741774] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-657c6624-e4a7-492b-87a6-bed249dcb377 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.748149] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 814.748149] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529b30e7-0d99-8b34-9bd4-c5d4eb2fed89" [ 814.748149] env[69186]: _type = "Task" [ 814.748149] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.759753] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529b30e7-0d99-8b34-9bd4-c5d4eb2fed89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.913499] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0805ce98-7495-4ea7-9752-26da1781b24c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.923735] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdf0a93-45ec-406c-a006-aa795b02151f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.972971] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9757c943-3a58-4c4d-8901-d740a9f6cfbf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.984087] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbe648e-4454-4e60-86a8-8a8aa753e86c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.006108] env[69186]: DEBUG nova.compute.provider_tree [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.130539] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634954, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.167492] env[69186]: DEBUG oslo_vmware.api [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634955, 'name': Rename_Task, 'duration_secs': 0.746177} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.170021] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.170021] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-276f7816-5b11-4365-acc0-29a70f61a529 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.175017] env[69186]: DEBUG oslo_vmware.api [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Task: {'id': task-3634957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243179} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.175292] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.175495] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.175706] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.175893] env[69186]: INFO nova.compute.manager [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 815.176163] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.176351] env[69186]: DEBUG nova.compute.manager [-] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.176478] env[69186]: DEBUG nova.network.neutron [-] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.179552] env[69186]: DEBUG oslo_vmware.api [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 815.179552] env[69186]: value = "task-3634958" [ 815.179552] env[69186]: _type = "Task" [ 815.179552] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.181053] env[69186]: DEBUG nova.compute.manager [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.193556] env[69186]: DEBUG oslo_vmware.api [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634958, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.216732] env[69186]: DEBUG nova.virt.hardware [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.216909] env[69186]: DEBUG nova.virt.hardware [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.217088] env[69186]: DEBUG nova.virt.hardware [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.217305] env[69186]: DEBUG nova.virt.hardware [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.217464] env[69186]: DEBUG nova.virt.hardware [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.217614] env[69186]: DEBUG nova.virt.hardware [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.217852] env[69186]: DEBUG nova.virt.hardware [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.217992] env[69186]: DEBUG nova.virt.hardware [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.218175] env[69186]: DEBUG nova.virt.hardware [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.218345] env[69186]: DEBUG nova.virt.hardware [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.218517] env[69186]: DEBUG nova.virt.hardware [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.220029] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b238b4e9-6925-41b3-8c22-4d4d8dbf4ca6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.223958] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.231407] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565530c4-4101-422c-a79c-e715a063cec5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.260770] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529b30e7-0d99-8b34-9bd4-c5d4eb2fed89, 'name': SearchDatastore_Task, 'duration_secs': 0.015458} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.260770] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.260770] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.260770] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.260912] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.260912] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.261086] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5663a28-40ee-435e-9597-1a1c5427b2a1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.270295] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.270509] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.271323] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfd0d0b1-cbe4-471a-886b-6ec9e744fc85 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.279670] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 815.279670] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52937f3b-0a66-f1dc-0c42-33efb9e2062f" [ 815.279670] env[69186]: _type = "Task" [ 815.279670] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.288456] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52937f3b-0a66-f1dc-0c42-33efb9e2062f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.479636] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.480011] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84fb3129-bc24-4ea5-82c5-b47325a84109 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.488251] env[69186]: DEBUG oslo_vmware.api [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 815.488251] env[69186]: value = "task-3634959" [ 815.488251] env[69186]: _type = "Task" [ 815.488251] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.499263] env[69186]: DEBUG oslo_vmware.api [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.509548] env[69186]: DEBUG nova.scheduler.client.report [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.626063] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634954, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.168595} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.626378] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] ca1b71dc-0931-435e-8848-c7d3391cda32/ca1b71dc-0931-435e-8848-c7d3391cda32.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.626610] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.627085] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a36814b-02f6-4aca-99ab-a89fb587e975 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.638144] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 815.638144] env[69186]: value = "task-3634960" [ 815.638144] env[69186]: _type = "Task" [ 815.638144] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.645617] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.711873] env[69186]: DEBUG oslo_vmware.api [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634958, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.794619] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52937f3b-0a66-f1dc-0c42-33efb9e2062f, 'name': SearchDatastore_Task, 'duration_secs': 0.016424} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.795518] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b62a5b18-20cb-435c-adb7-77b5315f9383 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.801292] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 815.801292] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5258075d-da41-c6a1-5000-490ee3736327" [ 815.801292] env[69186]: _type = "Task" [ 815.801292] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.813901] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5258075d-da41-c6a1-5000-490ee3736327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.817089] env[69186]: DEBUG nova.compute.manager [req-a93f5f7e-e47c-496f-9a4d-62bafe2fd0f4 req-4ade0d61-bea0-460e-b8e3-45ad9f4859c9 service nova] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Received event network-vif-deleted-c3df308a-7b48-4195-91ca-8aca6c2f41e9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.817328] env[69186]: INFO nova.compute.manager [req-a93f5f7e-e47c-496f-9a4d-62bafe2fd0f4 req-4ade0d61-bea0-460e-b8e3-45ad9f4859c9 service nova] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Neutron deleted interface c3df308a-7b48-4195-91ca-8aca6c2f41e9; detaching it from the instance and deleting it from the info cache [ 815.817557] env[69186]: DEBUG nova.network.neutron [req-a93f5f7e-e47c-496f-9a4d-62bafe2fd0f4 req-4ade0d61-bea0-460e-b8e3-45ad9f4859c9 service nova] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.940042] env[69186]: DEBUG nova.compute.manager [req-64d8b9e6-0a39-43c0-933b-1c9656fd5fd3 req-2e725c83-26c1-4e48-894a-7b6a15639fa5 service nova] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Received event network-vif-plugged-9cde4973-e747-4543-a8cb-6d35810279eb {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.940042] env[69186]: DEBUG oslo_concurrency.lockutils [req-64d8b9e6-0a39-43c0-933b-1c9656fd5fd3 req-2e725c83-26c1-4e48-894a-7b6a15639fa5 service nova] Acquiring lock "37112ffb-7735-4ad1-9af3-f17be5948788-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.940042] env[69186]: DEBUG oslo_concurrency.lockutils [req-64d8b9e6-0a39-43c0-933b-1c9656fd5fd3 req-2e725c83-26c1-4e48-894a-7b6a15639fa5 service nova] Lock "37112ffb-7735-4ad1-9af3-f17be5948788-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.940042] env[69186]: DEBUG oslo_concurrency.lockutils [req-64d8b9e6-0a39-43c0-933b-1c9656fd5fd3 req-2e725c83-26c1-4e48-894a-7b6a15639fa5 service nova] Lock "37112ffb-7735-4ad1-9af3-f17be5948788-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.940318] env[69186]: DEBUG nova.compute.manager [req-64d8b9e6-0a39-43c0-933b-1c9656fd5fd3 req-2e725c83-26c1-4e48-894a-7b6a15639fa5 service nova] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] No waiting events found dispatching network-vif-plugged-9cde4973-e747-4543-a8cb-6d35810279eb {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.940318] env[69186]: WARNING nova.compute.manager [req-64d8b9e6-0a39-43c0-933b-1c9656fd5fd3 req-2e725c83-26c1-4e48-894a-7b6a15639fa5 service nova] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Received unexpected event network-vif-plugged-9cde4973-e747-4543-a8cb-6d35810279eb for instance with vm_state building and task_state spawning. [ 815.999917] env[69186]: DEBUG oslo_vmware.api [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634959, 'name': PowerOffVM_Task, 'duration_secs': 0.227371} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.000582] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.001501] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2be316-2e15-4224-823e-91ee337aefd2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.024518] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.869s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.025066] env[69186]: DEBUG nova.compute.manager [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.028887] env[69186]: DEBUG nova.network.neutron [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Successfully updated port: 9cde4973-e747-4543-a8cb-6d35810279eb {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.030573] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.523s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.030789] env[69186]: DEBUG nova.objects.instance [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Lazy-loading 'resources' on Instance uuid 42e71f1b-7786-451e-96cf-df66acd48dde {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.034037] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a8947a-674e-42d1-b2fe-4db4345c3697 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.066937] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.067928] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b1deea4-81ae-4155-b9e8-7698cacd0ff7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.076058] env[69186]: DEBUG oslo_vmware.api [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 816.076058] env[69186]: value = "task-3634961" [ 816.076058] env[69186]: _type = "Task" [ 816.076058] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.087954] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] VM already powered off {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 816.088195] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.088474] env[69186]: DEBUG oslo_concurrency.lockutils [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.088626] env[69186]: DEBUG oslo_concurrency.lockutils [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.088800] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.089084] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1c0408c-ef46-4da0-ad84-c3f23412b253 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.102039] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.102039] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.102762] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1445cae3-e33f-4cd2-b273-d6f6a79c5485 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.109368] env[69186]: DEBUG oslo_vmware.api [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 816.109368] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52380535-3068-0684-793a-d85c7f2ba279" [ 816.109368] env[69186]: _type = "Task" [ 816.109368] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.118092] env[69186]: DEBUG oslo_vmware.api [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52380535-3068-0684-793a-d85c7f2ba279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.153250] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100502} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.153956] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.154477] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f44770-1520-403b-9fcb-1301c42cba8a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.182545] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] ca1b71dc-0931-435e-8848-c7d3391cda32/ca1b71dc-0931-435e-8848-c7d3391cda32.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.183293] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-922c15b0-8a29-4679-bf23-ef202666df48 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.207450] env[69186]: DEBUG oslo_vmware.api [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634958, 'name': PowerOnVM_Task, 'duration_secs': 0.591414} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.208842] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.209082] env[69186]: INFO nova.compute.manager [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Took 9.17 seconds to spawn the instance on the hypervisor. [ 816.209315] env[69186]: DEBUG nova.compute.manager [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.209669] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 816.209669] env[69186]: value = "task-3634962" [ 816.209669] env[69186]: _type = "Task" [ 816.209669] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.210448] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b777d7ad-39ce-4b07-9903-b54609d88c07 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.213165] env[69186]: DEBUG nova.network.neutron [-] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.226757] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.254735] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-c80c00b6-43b4-42d4-aa24-0f286023cb7e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Volume attach. Driver type: vmdk {{(pid=69186) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 816.255032] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-c80c00b6-43b4-42d4-aa24-0f286023cb7e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724818', 'volume_id': '344117cf-c786-42c7-b5fb-de472dcabb4c', 'name': 'volume-344117cf-c786-42c7-b5fb-de472dcabb4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '601edb67-4716-4c68-be2d-18285c148e79', 'attached_at': '', 'detached_at': '', 'volume_id': '344117cf-c786-42c7-b5fb-de472dcabb4c', 'serial': '344117cf-c786-42c7-b5fb-de472dcabb4c'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 816.256184] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278af188-144b-4abb-9883-e0ecb60b17a1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.277018] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8785350-5f8d-46a6-92df-09d6ba4572df {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.300818] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-c80c00b6-43b4-42d4-aa24-0f286023cb7e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] volume-344117cf-c786-42c7-b5fb-de472dcabb4c/volume-344117cf-c786-42c7-b5fb-de472dcabb4c.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.301522] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e66cdca-1c13-4b89-98d9-0c8a87825e10 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.319905] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c63611fe-064f-4540-b332-aa98e8299ac4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.325565] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5258075d-da41-c6a1-5000-490ee3736327, 'name': SearchDatastore_Task, 'duration_secs': 0.016119} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.327269] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.327553] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] b511d405-7aae-4e3d-896a-1fb40b586d02/b511d405-7aae-4e3d-896a-1fb40b586d02.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.327979] env[69186]: DEBUG oslo_vmware.api [None req-c80c00b6-43b4-42d4-aa24-0f286023cb7e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 816.327979] env[69186]: value = "task-3634963" [ 816.327979] env[69186]: _type = "Task" [ 816.327979] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.328194] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea9eaf31-cd2d-4089-b55d-5b0f152b29b5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.338154] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d90c01-b72b-46b8-b074-ee81a41d37a3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.354930] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 816.354930] env[69186]: value = "task-3634964" [ 816.354930] env[69186]: _type = "Task" [ 816.354930] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.361843] env[69186]: DEBUG oslo_vmware.api [None req-c80c00b6-43b4-42d4-aa24-0f286023cb7e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3634963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.367596] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.383949] env[69186]: DEBUG nova.compute.manager [req-a93f5f7e-e47c-496f-9a4d-62bafe2fd0f4 req-4ade0d61-bea0-460e-b8e3-45ad9f4859c9 service nova] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Detach interface failed, port_id=c3df308a-7b48-4195-91ca-8aca6c2f41e9, reason: Instance 42529ebf-4349-4d54-8ad8-da779bfd9af2 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 816.529956] env[69186]: DEBUG nova.compute.utils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.532169] env[69186]: DEBUG nova.compute.manager [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.532169] env[69186]: DEBUG nova.network.neutron [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.533883] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquiring lock "refresh_cache-37112ffb-7735-4ad1-9af3-f17be5948788" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.534029] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquired lock "refresh_cache-37112ffb-7735-4ad1-9af3-f17be5948788" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.534175] env[69186]: DEBUG nova.network.neutron [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.589847] env[69186]: DEBUG nova.policy [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83b4a34dd5674a93b521d83c9cb5c77a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f6cb36c91a54760abb5927169203833', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.619528] env[69186]: DEBUG oslo_vmware.api [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52380535-3068-0684-793a-d85c7f2ba279, 'name': SearchDatastore_Task, 'duration_secs': 0.018995} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.622973] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22e1389e-3678-457f-a6f4-56ae07bc4d9c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.628897] env[69186]: DEBUG oslo_vmware.api [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 816.628897] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e1339c-691d-ad1b-5d83-14722a72dd73" [ 816.628897] env[69186]: _type = "Task" [ 816.628897] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.638626] env[69186]: DEBUG oslo_vmware.api [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e1339c-691d-ad1b-5d83-14722a72dd73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.650398] env[69186]: DEBUG oslo_concurrency.lockutils [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Acquiring lock "3b562f5d-78aa-4625-aa1b-4a21d998365a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.650398] env[69186]: DEBUG oslo_concurrency.lockutils [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lock "3b562f5d-78aa-4625-aa1b-4a21d998365a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.650616] env[69186]: DEBUG oslo_concurrency.lockutils [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Acquiring lock "3b562f5d-78aa-4625-aa1b-4a21d998365a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.651654] env[69186]: DEBUG oslo_concurrency.lockutils [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lock "3b562f5d-78aa-4625-aa1b-4a21d998365a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.651654] env[69186]: DEBUG oslo_concurrency.lockutils [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lock "3b562f5d-78aa-4625-aa1b-4a21d998365a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.653219] env[69186]: INFO nova.compute.manager [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Terminating instance [ 816.717970] env[69186]: INFO nova.compute.manager [-] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Took 1.54 seconds to deallocate network for instance. [ 816.729897] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634962, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.740422] env[69186]: INFO nova.compute.manager [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Took 42.55 seconds to build instance. [ 816.842787] env[69186]: DEBUG oslo_vmware.api [None req-c80c00b6-43b4-42d4-aa24-0f286023cb7e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3634963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.868300] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634964, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.000312] env[69186]: DEBUG nova.network.neutron [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Successfully created port: b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.036573] env[69186]: DEBUG nova.compute.manager [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.072685] env[69186]: DEBUG nova.network.neutron [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.141457] env[69186]: DEBUG oslo_vmware.api [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e1339c-691d-ad1b-5d83-14722a72dd73, 'name': SearchDatastore_Task, 'duration_secs': 0.017815} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.141728] env[69186]: DEBUG oslo_concurrency.lockutils [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.141985] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] e9e7d775-f6be-484c-ae78-4d3bb64c3fa7/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f-rescue.vmdk. {{(pid=69186) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 817.144553] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c7a3de4-3b53-4b64-8e3c-8940f9ad22eb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.153963] env[69186]: DEBUG oslo_vmware.api [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 817.153963] env[69186]: value = "task-3634965" [ 817.153963] env[69186]: _type = "Task" [ 817.153963] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.157548] env[69186]: DEBUG nova.compute.manager [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.157741] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.160663] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c2c1f9-6cd5-4c01-a819-fae9754a52d0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.168045] env[69186]: DEBUG oslo_vmware.api [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.170180] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.170498] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a88117c0-646f-41a9-9cde-69e654fa49b0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.178552] env[69186]: DEBUG oslo_vmware.api [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for the task: (returnval){ [ 817.178552] env[69186]: value = "task-3634966" [ 817.178552] env[69186]: _type = "Task" [ 817.178552] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.191102] env[69186]: DEBUG oslo_vmware.api [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.219493] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b92867-a133-45e2-8eb3-80f30ab71bdc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.223492] env[69186]: DEBUG nova.network.neutron [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Updating instance_info_cache with network_info: [{"id": "9cde4973-e747-4543-a8cb-6d35810279eb", "address": "fa:16:3e:77:9c:11", "network": {"id": "8107a94d-20a3-40c1-a13c-19198f7174e0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-453491815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afac95fd32248f1ab283e6fa4183504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cde4973-e7", "ovs_interfaceid": "9cde4973-e747-4543-a8cb-6d35810279eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.240094] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.240485] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634962, 'name': ReconfigVM_Task, 'duration_secs': 0.543479} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.241409] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Reconfigured VM instance instance-00000027 to attach disk [datastore2] ca1b71dc-0931-435e-8848-c7d3391cda32/ca1b71dc-0931-435e-8848-c7d3391cda32.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.242400] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c5455d-562f-465a-8c82-d5c6a82a3daa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.249355] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95799e03-7e5e-4383-84cf-ead05c866a3d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.251094] env[69186]: DEBUG oslo_concurrency.lockutils [None req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "b569ac00-41a9-49a4-b9f3-9e901fd1d7a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.673s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.284235] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77d7491-b090-4ee9-b71d-efc6c488dee4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.287288] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 817.287288] env[69186]: value = "task-3634967" [ 817.287288] env[69186]: _type = "Task" [ 817.287288] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.294968] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf13ec92-d4cd-4453-b356-3265345b83d9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.304428] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634967, 'name': Rename_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.316433] env[69186]: DEBUG nova.compute.provider_tree [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.346022] env[69186]: DEBUG oslo_vmware.api [None req-c80c00b6-43b4-42d4-aa24-0f286023cb7e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3634963, 'name': ReconfigVM_Task, 'duration_secs': 0.59585} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.346022] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-c80c00b6-43b4-42d4-aa24-0f286023cb7e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Reconfigured VM instance instance-00000020 to attach disk [datastore2] volume-344117cf-c786-42c7-b5fb-de472dcabb4c/volume-344117cf-c786-42c7-b5fb-de472dcabb4c.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.348797] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fea4f00-8448-4aae-b9b1-794462f39500 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.369764] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669438} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.369764] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] b511d405-7aae-4e3d-896a-1fb40b586d02/b511d405-7aae-4e3d-896a-1fb40b586d02.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.370131] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.370262] env[69186]: DEBUG oslo_vmware.api [None req-c80c00b6-43b4-42d4-aa24-0f286023cb7e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 817.370262] env[69186]: value = "task-3634968" [ 817.370262] env[69186]: _type = "Task" [ 817.370262] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.370596] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86145f66-7881-4bea-a066-a12f607f31d6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.381475] env[69186]: DEBUG oslo_vmware.api [None req-c80c00b6-43b4-42d4-aa24-0f286023cb7e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3634968, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.383148] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 817.383148] env[69186]: value = "task-3634969" [ 817.383148] env[69186]: _type = "Task" [ 817.383148] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.391429] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.665952] env[69186]: DEBUG oslo_vmware.api [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634965, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.691349] env[69186]: DEBUG oslo_vmware.api [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634966, 'name': PowerOffVM_Task, 'duration_secs': 0.184923} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.691638] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.691811] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.692092] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7e77f5a-87ba-470d-ba85-691f288ed2d2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.726141] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Releasing lock "refresh_cache-37112ffb-7735-4ad1-9af3-f17be5948788" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.726500] env[69186]: DEBUG nova.compute.manager [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Instance network_info: |[{"id": "9cde4973-e747-4543-a8cb-6d35810279eb", "address": "fa:16:3e:77:9c:11", "network": {"id": "8107a94d-20a3-40c1-a13c-19198f7174e0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-453491815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afac95fd32248f1ab283e6fa4183504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cde4973-e7", "ovs_interfaceid": "9cde4973-e747-4543-a8cb-6d35810279eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.726977] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:9c:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cde4973-e747-4543-a8cb-6d35810279eb', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.735582] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.735845] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.736115] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-174ec613-8636-4734-a2bb-63dc47e87f1a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.755089] env[69186]: DEBUG nova.compute.manager [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.759229] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.759229] env[69186]: value = "task-3634971" [ 817.759229] env[69186]: _type = "Task" [ 817.759229] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.763957] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.764195] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.764376] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Deleting the datastore file [datastore2] 3b562f5d-78aa-4625-aa1b-4a21d998365a {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.764632] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c46e515b-f71c-447e-a881-b6f70f5759b9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.773987] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634971, 'name': CreateVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.775539] env[69186]: DEBUG oslo_vmware.api [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for the task: (returnval){ [ 817.775539] env[69186]: value = "task-3634972" [ 817.775539] env[69186]: _type = "Task" [ 817.775539] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.784341] env[69186]: DEBUG oslo_vmware.api [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.798522] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634967, 'name': Rename_Task, 'duration_secs': 0.187642} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.799591] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.799861] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5419f8aa-7c56-4105-92ab-db1f3d78f401 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.807722] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 817.807722] env[69186]: value = "task-3634973" [ 817.807722] env[69186]: _type = "Task" [ 817.807722] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.817982] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.820075] env[69186]: DEBUG nova.scheduler.client.report [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.882133] env[69186]: DEBUG oslo_vmware.api [None req-c80c00b6-43b4-42d4-aa24-0f286023cb7e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3634968, 'name': ReconfigVM_Task, 'duration_secs': 0.172182} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.882441] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-c80c00b6-43b4-42d4-aa24-0f286023cb7e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724818', 'volume_id': '344117cf-c786-42c7-b5fb-de472dcabb4c', 'name': 'volume-344117cf-c786-42c7-b5fb-de472dcabb4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '601edb67-4716-4c68-be2d-18285c148e79', 'attached_at': '', 'detached_at': '', 'volume_id': '344117cf-c786-42c7-b5fb-de472dcabb4c', 'serial': '344117cf-c786-42c7-b5fb-de472dcabb4c'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 817.894036] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070682} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.894036] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.894728] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6218ee9f-2a1f-45f8-9765-758876ea15e9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.918623] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] b511d405-7aae-4e3d-896a-1fb40b586d02/b511d405-7aae-4e3d-896a-1fb40b586d02.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.919215] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b965d53d-7560-47d8-bf8a-ede3b7533e98 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.940977] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 817.940977] env[69186]: value = "task-3634974" [ 817.940977] env[69186]: _type = "Task" [ 817.940977] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.951408] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634974, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.972919] env[69186]: DEBUG nova.compute.manager [req-ec96b159-6caa-4c6d-84f6-ae87d1caed61 req-b13c32b0-e9d8-41f3-ab87-fd2a42b602cf service nova] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Received event network-changed-9cde4973-e747-4543-a8cb-6d35810279eb {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.973011] env[69186]: DEBUG nova.compute.manager [req-ec96b159-6caa-4c6d-84f6-ae87d1caed61 req-b13c32b0-e9d8-41f3-ab87-fd2a42b602cf service nova] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Refreshing instance network info cache due to event network-changed-9cde4973-e747-4543-a8cb-6d35810279eb. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.973196] env[69186]: DEBUG oslo_concurrency.lockutils [req-ec96b159-6caa-4c6d-84f6-ae87d1caed61 req-b13c32b0-e9d8-41f3-ab87-fd2a42b602cf service nova] Acquiring lock "refresh_cache-37112ffb-7735-4ad1-9af3-f17be5948788" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.973339] env[69186]: DEBUG oslo_concurrency.lockutils [req-ec96b159-6caa-4c6d-84f6-ae87d1caed61 req-b13c32b0-e9d8-41f3-ab87-fd2a42b602cf service nova] Acquired lock "refresh_cache-37112ffb-7735-4ad1-9af3-f17be5948788" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.973498] env[69186]: DEBUG nova.network.neutron [req-ec96b159-6caa-4c6d-84f6-ae87d1caed61 req-b13c32b0-e9d8-41f3-ab87-fd2a42b602cf service nova] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Refreshing network info cache for port 9cde4973-e747-4543-a8cb-6d35810279eb {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.050402] env[69186]: DEBUG nova.compute.manager [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.074998] env[69186]: DEBUG nova.virt.hardware [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.075260] env[69186]: DEBUG nova.virt.hardware [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.075418] env[69186]: DEBUG nova.virt.hardware [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.075612] env[69186]: DEBUG nova.virt.hardware [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.075848] env[69186]: DEBUG nova.virt.hardware [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.076033] env[69186]: DEBUG nova.virt.hardware [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.076249] env[69186]: DEBUG nova.virt.hardware [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.076415] env[69186]: DEBUG nova.virt.hardware [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.077029] env[69186]: DEBUG nova.virt.hardware [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.077029] env[69186]: DEBUG nova.virt.hardware [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.077029] env[69186]: DEBUG nova.virt.hardware [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.078170] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d37f3c-66a5-4617-8c5e-712c27d29f38 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.086690] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e4288b-c0ab-4e83-abd3-aebea8bd7fb9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.164767] env[69186]: DEBUG oslo_vmware.api [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712221} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.165079] env[69186]: INFO nova.virt.vmwareapi.ds_util [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] e9e7d775-f6be-484c-ae78-4d3bb64c3fa7/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f-rescue.vmdk. [ 818.165851] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f2ed45-683c-4b3c-afcf-17b329d0dec2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.191277] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] e9e7d775-f6be-484c-ae78-4d3bb64c3fa7/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f-rescue.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.191677] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02f8b4d8-c086-4a87-8857-ec85017ff103 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.209709] env[69186]: DEBUG oslo_vmware.api [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 818.209709] env[69186]: value = "task-3634975" [ 818.209709] env[69186]: _type = "Task" [ 818.209709] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.220619] env[69186]: DEBUG oslo_vmware.api [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634975, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.276395] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634971, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.284661] env[69186]: DEBUG oslo_vmware.api [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3634972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353225} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.285791] env[69186]: DEBUG oslo_concurrency.lockutils [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.286111] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.286323] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.286534] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.286721] env[69186]: INFO nova.compute.manager [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 818.286960] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.287175] env[69186]: DEBUG nova.compute.manager [-] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.287283] env[69186]: DEBUG nova.network.neutron [-] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.318334] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634973, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.325416] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.327817] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.156s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.328069] env[69186]: DEBUG nova.objects.instance [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Lazy-loading 'resources' on Instance uuid 57a41f79-f205-4ed9-b4c2-67d57d113f63 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.348373] env[69186]: INFO nova.scheduler.client.report [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Deleted allocations for instance 42e71f1b-7786-451e-96cf-df66acd48dde [ 818.452217] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634974, 'name': ReconfigVM_Task, 'duration_secs': 0.329356} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.453419] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Reconfigured VM instance instance-0000002d to attach disk [datastore1] b511d405-7aae-4e3d-896a-1fb40b586d02/b511d405-7aae-4e3d-896a-1fb40b586d02.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.454817] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-959d00a5-71ef-4612-bc3b-1521cc94a48c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.462354] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 818.462354] env[69186]: value = "task-3634976" [ 818.462354] env[69186]: _type = "Task" [ 818.462354] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.471267] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634976, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.721919] env[69186]: DEBUG oslo_vmware.api [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634975, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.773276] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634971, 'name': CreateVM_Task, 'duration_secs': 0.521884} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.773339] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.774047] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.774213] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.774780] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.775384] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-215d8dd0-67e4-4695-8a5c-0e06860fa82b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.781094] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 818.781094] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a81c94-8798-8871-c529-cf3184ced5c9" [ 818.781094] env[69186]: _type = "Task" [ 818.781094] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.785163] env[69186]: DEBUG nova.compute.manager [req-64e1babd-5ceb-4fe3-9932-cbfe0dde3eab req-851b81c0-15ca-4c80-97ce-e7fe6666766e service nova] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Received event network-vif-deleted-e6f00a17-d0bd-490f-8fda-906eeeceeeb8 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.785163] env[69186]: INFO nova.compute.manager [req-64e1babd-5ceb-4fe3-9932-cbfe0dde3eab req-851b81c0-15ca-4c80-97ce-e7fe6666766e service nova] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Neutron deleted interface e6f00a17-d0bd-490f-8fda-906eeeceeeb8; detaching it from the instance and deleting it from the info cache [ 818.785163] env[69186]: DEBUG nova.network.neutron [req-64e1babd-5ceb-4fe3-9932-cbfe0dde3eab req-851b81c0-15ca-4c80-97ce-e7fe6666766e service nova] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.796860] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a81c94-8798-8871-c529-cf3184ced5c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.821118] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634973, 'name': PowerOnVM_Task, 'duration_secs': 0.797036} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.821279] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.823526] env[69186]: DEBUG nova.compute.manager [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.823526] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686b0ec5-442e-4455-a670-124f73a4eea7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.859111] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c78d55ec-97b0-442f-8903-0d7abefea754 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Lock "42e71f1b-7786-451e-96cf-df66acd48dde" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.472s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.940900] env[69186]: DEBUG nova.objects.instance [None req-c80c00b6-43b4-42d4-aa24-0f286023cb7e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lazy-loading 'flavor' on Instance uuid 601edb67-4716-4c68-be2d-18285c148e79 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.978441] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634976, 'name': Rename_Task, 'duration_secs': 0.181265} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.978496] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.978757] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11c8a393-5403-451c-8f10-7e74d94e5b79 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.985102] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 818.985102] env[69186]: value = "task-3634977" [ 818.985102] env[69186]: _type = "Task" [ 818.985102] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.998873] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.081735] env[69186]: DEBUG nova.network.neutron [req-ec96b159-6caa-4c6d-84f6-ae87d1caed61 req-b13c32b0-e9d8-41f3-ab87-fd2a42b602cf service nova] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Updated VIF entry in instance network info cache for port 9cde4973-e747-4543-a8cb-6d35810279eb. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.082067] env[69186]: DEBUG nova.network.neutron [req-ec96b159-6caa-4c6d-84f6-ae87d1caed61 req-b13c32b0-e9d8-41f3-ab87-fd2a42b602cf service nova] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Updating instance_info_cache with network_info: [{"id": "9cde4973-e747-4543-a8cb-6d35810279eb", "address": "fa:16:3e:77:9c:11", "network": {"id": "8107a94d-20a3-40c1-a13c-19198f7174e0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-453491815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afac95fd32248f1ab283e6fa4183504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cde4973-e7", "ovs_interfaceid": "9cde4973-e747-4543-a8cb-6d35810279eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.138568] env[69186]: DEBUG nova.network.neutron [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Successfully updated port: b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.140770] env[69186]: DEBUG nova.network.neutron [-] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.226432] env[69186]: DEBUG oslo_vmware.api [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634975, 'name': ReconfigVM_Task, 'duration_secs': 0.513511} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.226882] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Reconfigured VM instance instance-0000002a to attach disk [datastore2] e9e7d775-f6be-484c-ae78-4d3bb64c3fa7/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f-rescue.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.228987] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cbff5c-3f7d-4592-9b7c-1aef6dbe0cc2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.255094] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-473b63a4-1585-4722-b033-e46447e47c3c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.274179] env[69186]: DEBUG oslo_vmware.api [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 819.274179] env[69186]: value = "task-3634978" [ 819.274179] env[69186]: _type = "Task" [ 819.274179] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.284722] env[69186]: DEBUG oslo_vmware.api [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.293387] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a81c94-8798-8871-c529-cf3184ced5c9, 'name': SearchDatastore_Task, 'duration_secs': 0.020653} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.293646] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50f65f6b-373d-4ca3-a0e4-6f6b47813dcb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.295602] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.295863] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.296175] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.296360] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.296583] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.299582] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c33ecb5-99fa-40ff-97ec-ba1c522c455c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.310448] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cd65e9-9c12-4d10-9dca-afb8733aff9c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.325891] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.326101] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.329309] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c9b9a2c-2dd5-46d3-b764-7b5b584374fb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.335015] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 819.335015] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d88c40-935b-0e67-b043-e5dc773a4fe9" [ 819.335015] env[69186]: _type = "Task" [ 819.335015] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.336256] env[69186]: INFO nova.compute.manager [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] bringing vm to original state: 'stopped' [ 819.367879] env[69186]: DEBUG nova.compute.manager [req-64e1babd-5ceb-4fe3-9932-cbfe0dde3eab req-851b81c0-15ca-4c80-97ce-e7fe6666766e service nova] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Detach interface failed, port_id=e6f00a17-d0bd-490f-8fda-906eeeceeeb8, reason: Instance 3b562f5d-78aa-4625-aa1b-4a21d998365a could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 819.375118] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d88c40-935b-0e67-b043-e5dc773a4fe9, 'name': SearchDatastore_Task, 'duration_secs': 0.030795} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.378365] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3245613-3647-4d7d-8969-9232c42a8ddb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.387156] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 819.387156] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52247d16-2346-69d4-3689-7cf8adababc5" [ 819.387156] env[69186]: _type = "Task" [ 819.387156] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.398622] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52247d16-2346-69d4-3689-7cf8adababc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.403038] env[69186]: DEBUG oslo_vmware.rw_handles [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243cf49-5888-5dc4-aac7-485aa01b8c0d/disk-0.vmdk. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 819.404411] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b0c3d8-fdd3-4673-8e1d-2ca6dec1fb62 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.411318] env[69186]: DEBUG oslo_vmware.rw_handles [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243cf49-5888-5dc4-aac7-485aa01b8c0d/disk-0.vmdk is in state: ready. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 819.411513] env[69186]: ERROR oslo_vmware.rw_handles [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243cf49-5888-5dc4-aac7-485aa01b8c0d/disk-0.vmdk due to incomplete transfer. [ 819.411740] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-24772cba-09ef-43d1-9f13-ed948da4526c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.418624] env[69186]: DEBUG oslo_vmware.rw_handles [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243cf49-5888-5dc4-aac7-485aa01b8c0d/disk-0.vmdk. {{(pid=69186) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 819.418624] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Uploaded image 39098115-1eb6-48aa-bbb9-bcf938ff969a to the Glance image server {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 819.421747] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Destroying the VM {{(pid=69186) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 819.422300] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-32a725f6-1fc8-451d-9f7a-9414d6fc0b6e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.428324] env[69186]: DEBUG oslo_vmware.api [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 819.428324] env[69186]: value = "task-3634979" [ 819.428324] env[69186]: _type = "Task" [ 819.428324] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.436875] env[69186]: DEBUG oslo_vmware.api [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634979, 'name': Destroy_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.446819] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c80c00b6-43b4-42d4-aa24-0f286023cb7e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "601edb67-4716-4c68-be2d-18285c148e79" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.323s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.497554] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634977, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.554274] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66fcf21-269a-4d3f-842b-7a213b859f5f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.561630] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4568051-32b1-4043-aef0-cb626c0af86a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.601088] env[69186]: DEBUG oslo_concurrency.lockutils [req-ec96b159-6caa-4c6d-84f6-ae87d1caed61 req-b13c32b0-e9d8-41f3-ab87-fd2a42b602cf service nova] Releasing lock "refresh_cache-37112ffb-7735-4ad1-9af3-f17be5948788" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.602747] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7872a3-174d-4dcd-8884-4b6ccedc0ec6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.611892] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ba7428-9bbd-45db-aa6d-ec5365fff944 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.628329] env[69186]: DEBUG nova.compute.provider_tree [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.644594] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "refresh_cache-1f788af6-a840-4c80-84ec-389cd38b278c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.644594] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquired lock "refresh_cache-1f788af6-a840-4c80-84ec-389cd38b278c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.644594] env[69186]: DEBUG nova.network.neutron [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.645540] env[69186]: INFO nova.compute.manager [-] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Took 1.36 seconds to deallocate network for instance. [ 819.783985] env[69186]: DEBUG oslo_vmware.api [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634978, 'name': ReconfigVM_Task, 'duration_secs': 0.193743} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.784869] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.785146] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37080caa-928e-410f-9bdb-99d41cb429b1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.791413] env[69186]: DEBUG oslo_vmware.api [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 819.791413] env[69186]: value = "task-3634980" [ 819.791413] env[69186]: _type = "Task" [ 819.791413] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.799510] env[69186]: DEBUG oslo_vmware.api [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.832786] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0dbcc322-715b-42b7-b6df-18c364a36d1c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "601edb67-4716-4c68-be2d-18285c148e79" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.833098] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0dbcc322-715b-42b7-b6df-18c364a36d1c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "601edb67-4716-4c68-be2d-18285c148e79" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.833288] env[69186]: DEBUG nova.compute.manager [None req-0dbcc322-715b-42b7-b6df-18c364a36d1c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.834293] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f9d59b-fb48-4a16-856f-edbe6aa08bd3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.841076] env[69186]: DEBUG nova.compute.manager [None req-0dbcc322-715b-42b7-b6df-18c364a36d1c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69186) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 819.841697] env[69186]: DEBUG nova.objects.instance [None req-0dbcc322-715b-42b7-b6df-18c364a36d1c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lazy-loading 'flavor' on Instance uuid 601edb67-4716-4c68-be2d-18285c148e79 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.898793] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52247d16-2346-69d4-3689-7cf8adababc5, 'name': SearchDatastore_Task, 'duration_secs': 0.01577} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.899122] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.899457] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 37112ffb-7735-4ad1-9af3-f17be5948788/37112ffb-7735-4ad1-9af3-f17be5948788.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.899755] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8406a7e-92f6-44c7-915a-1bd33e4cee9f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.907579] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 819.907579] env[69186]: value = "task-3634981" [ 819.907579] env[69186]: _type = "Task" [ 819.907579] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.917939] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.938642] env[69186]: DEBUG oslo_vmware.api [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634979, 'name': Destroy_Task, 'duration_secs': 0.310634} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.938996] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Destroyed the VM [ 819.939313] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Deleting Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 819.939654] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8b4a4e16-b730-4629-8042-bd83122f894e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.951019] env[69186]: DEBUG oslo_vmware.api [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 819.951019] env[69186]: value = "task-3634982" [ 819.951019] env[69186]: _type = "Task" [ 819.951019] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.958817] env[69186]: DEBUG oslo_vmware.api [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634982, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.001702] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634977, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.024099] env[69186]: DEBUG nova.compute.manager [req-e596f32d-eb05-4bb2-a4f6-9630f4998952 req-715a46a1-47e7-4e84-a3ea-87c41b9c2858 service nova] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Received event network-vif-plugged-b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.024099] env[69186]: DEBUG oslo_concurrency.lockutils [req-e596f32d-eb05-4bb2-a4f6-9630f4998952 req-715a46a1-47e7-4e84-a3ea-87c41b9c2858 service nova] Acquiring lock "1f788af6-a840-4c80-84ec-389cd38b278c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.024099] env[69186]: DEBUG oslo_concurrency.lockutils [req-e596f32d-eb05-4bb2-a4f6-9630f4998952 req-715a46a1-47e7-4e84-a3ea-87c41b9c2858 service nova] Lock "1f788af6-a840-4c80-84ec-389cd38b278c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.024099] env[69186]: DEBUG oslo_concurrency.lockutils [req-e596f32d-eb05-4bb2-a4f6-9630f4998952 req-715a46a1-47e7-4e84-a3ea-87c41b9c2858 service nova] Lock "1f788af6-a840-4c80-84ec-389cd38b278c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.024099] env[69186]: DEBUG nova.compute.manager [req-e596f32d-eb05-4bb2-a4f6-9630f4998952 req-715a46a1-47e7-4e84-a3ea-87c41b9c2858 service nova] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] No waiting events found dispatching network-vif-plugged-b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.024326] env[69186]: WARNING nova.compute.manager [req-e596f32d-eb05-4bb2-a4f6-9630f4998952 req-715a46a1-47e7-4e84-a3ea-87c41b9c2858 service nova] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Received unexpected event network-vif-plugged-b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f for instance with vm_state building and task_state spawning. [ 820.024326] env[69186]: DEBUG nova.compute.manager [req-e596f32d-eb05-4bb2-a4f6-9630f4998952 req-715a46a1-47e7-4e84-a3ea-87c41b9c2858 service nova] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Received event network-changed-b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.024326] env[69186]: DEBUG nova.compute.manager [req-e596f32d-eb05-4bb2-a4f6-9630f4998952 req-715a46a1-47e7-4e84-a3ea-87c41b9c2858 service nova] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Refreshing instance network info cache due to event network-changed-b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.024750] env[69186]: DEBUG oslo_concurrency.lockutils [req-e596f32d-eb05-4bb2-a4f6-9630f4998952 req-715a46a1-47e7-4e84-a3ea-87c41b9c2858 service nova] Acquiring lock "refresh_cache-1f788af6-a840-4c80-84ec-389cd38b278c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.132031] env[69186]: DEBUG nova.scheduler.client.report [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.156072] env[69186]: DEBUG oslo_concurrency.lockutils [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.181028] env[69186]: DEBUG nova.network.neutron [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.305296] env[69186]: DEBUG oslo_vmware.api [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634980, 'name': PowerOnVM_Task, 'duration_secs': 0.397747} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.305737] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.310561] env[69186]: DEBUG nova.compute.manager [None req-76d3f286-511e-4bbf-9257-da4c77e72a01 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.311457] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc9fa84-cf15-46df-93a4-3c524dd63125 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.350340] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "ca1b71dc-0931-435e-8848-c7d3391cda32" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.350597] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "ca1b71dc-0931-435e-8848-c7d3391cda32" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.350790] env[69186]: DEBUG nova.compute.manager [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.351823] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a55b26-21fd-48b2-b498-f0206e645748 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.363753] env[69186]: DEBUG nova.compute.manager [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69186) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 820.391925] env[69186]: DEBUG nova.network.neutron [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Updating instance_info_cache with network_info: [{"id": "b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f", "address": "fa:16:3e:27:cd:08", "network": {"id": "5472af61-aa9a-42da-896e-f5186e596b40", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1461833596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "6f6cb36c91a54760abb5927169203833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bd6ab0-a0", "ovs_interfaceid": "b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.424052] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634981, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.462868] env[69186]: DEBUG oslo_vmware.api [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634982, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.504248] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634977, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.642851] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.313s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.643741] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.424s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.644018] env[69186]: DEBUG nova.objects.instance [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lazy-loading 'resources' on Instance uuid e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.677922] env[69186]: INFO nova.scheduler.client.report [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Deleted allocations for instance 57a41f79-f205-4ed9-b4c2-67d57d113f63 [ 820.850758] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbcc322-715b-42b7-b6df-18c364a36d1c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.851343] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6eb0a31-0ee4-4386-831c-048e482783df {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.864885] env[69186]: DEBUG oslo_vmware.api [None req-0dbcc322-715b-42b7-b6df-18c364a36d1c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 820.864885] env[69186]: value = "task-3634983" [ 820.864885] env[69186]: _type = "Task" [ 820.864885] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.870495] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.870819] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6c6ebb5-4a5f-4a35-be66-e6aa85790b5b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.880881] env[69186]: DEBUG oslo_vmware.api [None req-0dbcc322-715b-42b7-b6df-18c364a36d1c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3634983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.880881] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 820.880881] env[69186]: value = "task-3634984" [ 820.880881] env[69186]: _type = "Task" [ 820.880881] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.891331] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.896551] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Releasing lock "refresh_cache-1f788af6-a840-4c80-84ec-389cd38b278c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.896926] env[69186]: DEBUG nova.compute.manager [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Instance network_info: |[{"id": "b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f", "address": "fa:16:3e:27:cd:08", "network": {"id": "5472af61-aa9a-42da-896e-f5186e596b40", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1461833596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "6f6cb36c91a54760abb5927169203833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bd6ab0-a0", "ovs_interfaceid": "b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.897388] env[69186]: DEBUG oslo_concurrency.lockutils [req-e596f32d-eb05-4bb2-a4f6-9630f4998952 req-715a46a1-47e7-4e84-a3ea-87c41b9c2858 service nova] Acquired lock "refresh_cache-1f788af6-a840-4c80-84ec-389cd38b278c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.897716] env[69186]: DEBUG nova.network.neutron [req-e596f32d-eb05-4bb2-a4f6-9630f4998952 req-715a46a1-47e7-4e84-a3ea-87c41b9c2858 service nova] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Refreshing network info cache for port b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.899680] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:cd:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.914496] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.915697] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.919443] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-210c9bc5-70d5-4fcc-9489-05ba1e48f2a1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.942099] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634981, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.943346] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.943346] env[69186]: value = "task-3634985" [ 820.943346] env[69186]: _type = "Task" [ 820.943346] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.951591] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634985, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.960066] env[69186]: DEBUG oslo_vmware.api [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634982, 'name': RemoveSnapshot_Task, 'duration_secs': 0.984384} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.960558] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Deleted Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 820.960598] env[69186]: INFO nova.compute.manager [None req-153b9a15-a2c1-4e67-b6e4-56d91668318f tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Took 14.24 seconds to snapshot the instance on the hypervisor. [ 821.008811] env[69186]: DEBUG oslo_vmware.api [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634977, 'name': PowerOnVM_Task, 'duration_secs': 1.71484} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.009206] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.009492] env[69186]: INFO nova.compute.manager [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Took 11.25 seconds to spawn the instance on the hypervisor. [ 821.009686] env[69186]: DEBUG nova.compute.manager [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.011144] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e2485d-ca0b-4bfd-b2c1-95acadccf5a8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.193836] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Lock "57a41f79-f205-4ed9-b4c2-67d57d113f63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.220s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.298402] env[69186]: INFO nova.compute.manager [None req-a3066139-be50-4940-b6cf-e20200a1dd2f tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Unrescuing [ 821.298771] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a3066139-be50-4940-b6cf-e20200a1dd2f tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquiring lock "refresh_cache-e9e7d775-f6be-484c-ae78-4d3bb64c3fa7" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.298997] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a3066139-be50-4940-b6cf-e20200a1dd2f tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquired lock "refresh_cache-e9e7d775-f6be-484c-ae78-4d3bb64c3fa7" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.299298] env[69186]: DEBUG nova.network.neutron [None req-a3066139-be50-4940-b6cf-e20200a1dd2f tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.383297] env[69186]: DEBUG oslo_vmware.api [None req-0dbcc322-715b-42b7-b6df-18c364a36d1c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3634983, 'name': PowerOffVM_Task, 'duration_secs': 0.393884} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.388348] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbcc322-715b-42b7-b6df-18c364a36d1c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.388348] env[69186]: DEBUG nova.compute.manager [None req-0dbcc322-715b-42b7-b6df-18c364a36d1c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.392812] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69f8f2a-e76e-4086-8a6b-abe99c6dcae2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.405553] env[69186]: DEBUG oslo_vmware.api [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634984, 'name': PowerOffVM_Task, 'duration_secs': 0.378719} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.405553] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.405553] env[69186]: DEBUG nova.compute.manager [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.408415] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bc6028-1382-45a7-8ab0-7faa45a3c49e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.430961] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634981, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.460992] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634985, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.537974] env[69186]: INFO nova.compute.manager [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Took 43.02 seconds to build instance. [ 821.838331] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871ca274-ce24-46c0-9938-d34c30550fb6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.847251] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef88cae4-9b01-43bc-a24b-c45b91a5c4fd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.886788] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244e568c-8d7f-4f91-a4fb-26c585e534e9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.895498] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1372b50e-0d06-4c10-9ed7-1b9e09208488 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.911728] env[69186]: DEBUG nova.compute.provider_tree [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.917080] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0dbcc322-715b-42b7-b6df-18c364a36d1c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "601edb67-4716-4c68-be2d-18285c148e79" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.927843] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634981, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.825136} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.930133] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 37112ffb-7735-4ad1-9af3-f17be5948788/37112ffb-7735-4ad1-9af3-f17be5948788.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.930376] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.930838] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "ca1b71dc-0931-435e-8848-c7d3391cda32" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.580s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.931639] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3d12c36-32f8-45dd-81d3-33feac0cea7d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.938822] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 821.938822] env[69186]: value = "task-3634986" [ 821.938822] env[69186]: _type = "Task" [ 821.938822] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.948886] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.959301] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3634985, 'name': CreateVM_Task, 'duration_secs': 0.537386} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.959617] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.960306] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.960501] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.960884] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.961486] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ac6d4a8-3008-49ff-8e03-f3676082e2bf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.966295] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 821.966295] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527e5d48-cd3f-fa35-390a-3c78402208b5" [ 821.966295] env[69186]: _type = "Task" [ 821.966295] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.975818] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527e5d48-cd3f-fa35-390a-3c78402208b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.037661] env[69186]: DEBUG nova.network.neutron [req-e596f32d-eb05-4bb2-a4f6-9630f4998952 req-715a46a1-47e7-4e84-a3ea-87c41b9c2858 service nova] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Updated VIF entry in instance network info cache for port b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.038046] env[69186]: DEBUG nova.network.neutron [req-e596f32d-eb05-4bb2-a4f6-9630f4998952 req-715a46a1-47e7-4e84-a3ea-87c41b9c2858 service nova] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Updating instance_info_cache with network_info: [{"id": "b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f", "address": "fa:16:3e:27:cd:08", "network": {"id": "5472af61-aa9a-42da-896e-f5186e596b40", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1461833596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "6f6cb36c91a54760abb5927169203833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bd6ab0-a0", "ovs_interfaceid": "b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.044585] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e79787ae-3248-4734-99ab-aa0acf186fe3 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "b511d405-7aae-4e3d-896a-1fb40b586d02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.045s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.268526] env[69186]: DEBUG nova.network.neutron [None req-a3066139-be50-4940-b6cf-e20200a1dd2f tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Updating instance_info_cache with network_info: [{"id": "6e4a572e-202f-4c93-9471-b4d6976047f4", "address": "fa:16:3e:25:2e:67", "network": {"id": "930f2715-64e6-4a3b-b684-9b507eba82ae", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-410407698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fc2bc0efaf0a49039fc066abcc953317", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e4a572e-20", "ovs_interfaceid": "6e4a572e-202f-4c93-9471-b4d6976047f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.417983] env[69186]: DEBUG nova.scheduler.client.report [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.446180] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.450587] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06463} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.451474] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.452429] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67789b83-3a73-4763-97a0-cab3c600362b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.476901] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 37112ffb-7735-4ad1-9af3-f17be5948788/37112ffb-7735-4ad1-9af3-f17be5948788.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.484132] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a3f108a-6b61-4ef8-b6a0-e19b78915e0b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.504758] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527e5d48-cd3f-fa35-390a-3c78402208b5, 'name': SearchDatastore_Task, 'duration_secs': 0.014543} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.506156] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.506405] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.506648] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.506785] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.507030] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.507333] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 822.507333] env[69186]: value = "task-3634987" [ 822.507333] env[69186]: _type = "Task" [ 822.507333] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.507525] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d98710a3-89b2-4518-baf7-3baed0db2429 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.521794] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634987, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.522526] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.522859] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.523751] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d03607d-2782-499f-848b-e249b705df9b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.532432] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 822.532432] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5253b38a-1af3-bbda-0821-f43bc6304921" [ 822.532432] env[69186]: _type = "Task" [ 822.532432] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.542654] env[69186]: DEBUG oslo_concurrency.lockutils [req-e596f32d-eb05-4bb2-a4f6-9630f4998952 req-715a46a1-47e7-4e84-a3ea-87c41b9c2858 service nova] Releasing lock "refresh_cache-1f788af6-a840-4c80-84ec-389cd38b278c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.543254] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5253b38a-1af3-bbda-0821-f43bc6304921, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.544671] env[69186]: DEBUG nova.compute.manager [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.774501] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a3066139-be50-4940-b6cf-e20200a1dd2f tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Releasing lock "refresh_cache-e9e7d775-f6be-484c-ae78-4d3bb64c3fa7" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.774501] env[69186]: DEBUG nova.objects.instance [None req-a3066139-be50-4940-b6cf-e20200a1dd2f tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Lazy-loading 'flavor' on Instance uuid e9e7d775-f6be-484c-ae78-4d3bb64c3fa7 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.926446] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.932294] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.288s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.932294] env[69186]: DEBUG nova.objects.instance [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69186) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 822.959850] env[69186]: INFO nova.scheduler.client.report [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Deleted allocations for instance e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1 [ 823.026175] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.047129] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5253b38a-1af3-bbda-0821-f43bc6304921, 'name': SearchDatastore_Task, 'duration_secs': 0.011208} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.047129] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99897c06-e3e3-4ae9-84b2-c77093f9ed58 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.053419] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 823.053419] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52dce1c6-5d92-45cb-fef7-34af73b5c4c4" [ 823.053419] env[69186]: _type = "Task" [ 823.053419] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.066822] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52dce1c6-5d92-45cb-fef7-34af73b5c4c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.067929] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.103195] env[69186]: DEBUG nova.objects.instance [None req-fd156501-5651-41e9-82de-c3f054b4e9ea tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lazy-loading 'flavor' on Instance uuid 601edb67-4716-4c68-be2d-18285c148e79 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.258851] env[69186]: DEBUG nova.compute.manager [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.259819] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f58066a-f503-4add-a48b-d0ca7d474af7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.279163] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c0ed1c-51c8-4929-b7d1-992686af3dd6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.304392] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3066139-be50-4940-b6cf-e20200a1dd2f tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.304813] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c60c76b2-4fc6-4761-a1f5-b34b87af3c3f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.311855] env[69186]: DEBUG oslo_vmware.api [None req-a3066139-be50-4940-b6cf-e20200a1dd2f tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 823.311855] env[69186]: value = "task-3634988" [ 823.311855] env[69186]: _type = "Task" [ 823.311855] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.323157] env[69186]: DEBUG oslo_vmware.api [None req-a3066139-be50-4940-b6cf-e20200a1dd2f tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.469556] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8eb2a624-484d-4c9d-a44a-553a1268bacd tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.662s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.523284] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634987, 'name': ReconfigVM_Task, 'duration_secs': 0.804487} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.523840] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 37112ffb-7735-4ad1-9af3-f17be5948788/37112ffb-7735-4ad1-9af3-f17be5948788.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.524185] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43510920-ab0c-4f66-8e7a-897ab5207b17 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.533595] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 823.533595] env[69186]: value = "task-3634989" [ 823.533595] env[69186]: _type = "Task" [ 823.533595] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.541586] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634989, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.569249] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52dce1c6-5d92-45cb-fef7-34af73b5c4c4, 'name': SearchDatastore_Task, 'duration_secs': 0.020194} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.569562] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.569934] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 1f788af6-a840-4c80-84ec-389cd38b278c/1f788af6-a840-4c80-84ec-389cd38b278c.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.570167] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e48ead2-5b79-4e1f-b017-c5a437dd9ba8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.577519] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 823.577519] env[69186]: value = "task-3634990" [ 823.577519] env[69186]: _type = "Task" [ 823.577519] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.586850] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.609420] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fd156501-5651-41e9-82de-c3f054b4e9ea tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "refresh_cache-601edb67-4716-4c68-be2d-18285c148e79" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.609420] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fd156501-5651-41e9-82de-c3f054b4e9ea tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquired lock "refresh_cache-601edb67-4716-4c68-be2d-18285c148e79" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.609420] env[69186]: DEBUG nova.network.neutron [None req-fd156501-5651-41e9-82de-c3f054b4e9ea tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.609420] env[69186]: DEBUG nova.objects.instance [None req-fd156501-5651-41e9-82de-c3f054b4e9ea tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lazy-loading 'info_cache' on Instance uuid 601edb67-4716-4c68-be2d-18285c148e79 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.773533] env[69186]: INFO nova.compute.manager [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] instance snapshotting [ 823.776229] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9384e2-2e95-4f82-bdf8-064dd4de72f1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.801487] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc0d03c-936c-4ff8-84c2-c1540ebe5294 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.827020] env[69186]: DEBUG oslo_vmware.api [None req-a3066139-be50-4940-b6cf-e20200a1dd2f tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634988, 'name': PowerOffVM_Task, 'duration_secs': 0.200533} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.827020] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3066139-be50-4940-b6cf-e20200a1dd2f tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.833762] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3066139-be50-4940-b6cf-e20200a1dd2f tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Reconfiguring VM instance instance-0000002a to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 823.833762] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e221acc1-943c-47d1-afb6-3579c5f5fabc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.852018] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "ca1b71dc-0931-435e-8848-c7d3391cda32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.852133] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "ca1b71dc-0931-435e-8848-c7d3391cda32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.852310] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "ca1b71dc-0931-435e-8848-c7d3391cda32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.854396] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "ca1b71dc-0931-435e-8848-c7d3391cda32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.854396] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "ca1b71dc-0931-435e-8848-c7d3391cda32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.856082] env[69186]: INFO nova.compute.manager [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Terminating instance [ 823.863548] env[69186]: DEBUG oslo_vmware.api [None req-a3066139-be50-4940-b6cf-e20200a1dd2f tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 823.863548] env[69186]: value = "task-3634991" [ 823.863548] env[69186]: _type = "Task" [ 823.863548] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.875868] env[69186]: DEBUG oslo_vmware.api [None req-a3066139-be50-4940-b6cf-e20200a1dd2f tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.944993] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7426f52e-8e4b-498e-b4f8-0deccfc387dc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.947479] env[69186]: DEBUG oslo_concurrency.lockutils [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.621s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.948285] env[69186]: DEBUG nova.objects.instance [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Lazy-loading 'resources' on Instance uuid 1fae0e2c-fb8d-411b-826e-18cda413b24f {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.051025] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634989, 'name': Rename_Task, 'duration_secs': 0.162908} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.051025] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.051025] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dcdde19-fffe-4a96-a57e-c5ba69214f7c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.060817] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 824.060817] env[69186]: value = "task-3634992" [ 824.060817] env[69186]: _type = "Task" [ 824.060817] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.069975] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.091099] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634990, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.113340] env[69186]: DEBUG nova.objects.base [None req-fd156501-5651-41e9-82de-c3f054b4e9ea tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Object Instance<601edb67-4716-4c68-be2d-18285c148e79> lazy-loaded attributes: flavor,info_cache {{(pid=69186) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 824.314725] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Creating Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 824.315132] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-395cf225-84d6-4f6b-a109-da3a763778fa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.323678] env[69186]: DEBUG oslo_vmware.api [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 824.323678] env[69186]: value = "task-3634993" [ 824.323678] env[69186]: _type = "Task" [ 824.323678] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.332983] env[69186]: DEBUG oslo_vmware.api [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634993, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.371373] env[69186]: DEBUG nova.compute.manager [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.371631] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.376694] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e52c20-5239-411f-8f8b-82cffdddd76a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.381327] env[69186]: DEBUG oslo_vmware.api [None req-a3066139-be50-4940-b6cf-e20200a1dd2f tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634991, 'name': ReconfigVM_Task, 'duration_secs': 0.252591} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.382044] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3066139-be50-4940-b6cf-e20200a1dd2f tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Reconfigured VM instance instance-0000002a to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 824.382333] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3066139-be50-4940-b6cf-e20200a1dd2f tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.383592] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a22c8c1-1e14-49cd-a4f7-0a3fa4a2fbd4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.388164] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.388774] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49c13e2d-082e-4058-8fb4-92e2e9f9147b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.393774] env[69186]: DEBUG oslo_vmware.api [None req-a3066139-be50-4940-b6cf-e20200a1dd2f tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 824.393774] env[69186]: value = "task-3634994" [ 824.393774] env[69186]: _type = "Task" [ 824.393774] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.404308] env[69186]: DEBUG oslo_vmware.api [None req-a3066139-be50-4940-b6cf-e20200a1dd2f tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.463648] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.463911] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.464151] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Deleting the datastore file [datastore2] ca1b71dc-0931-435e-8848-c7d3391cda32 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.464442] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-123a9656-9450-45a8-9fef-3bbbac1b226a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.470806] env[69186]: DEBUG oslo_vmware.api [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 824.470806] env[69186]: value = "task-3634996" [ 824.470806] env[69186]: _type = "Task" [ 824.470806] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.482272] env[69186]: DEBUG oslo_vmware.api [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.574323] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634992, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.590508] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69319} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.590508] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 1f788af6-a840-4c80-84ec-389cd38b278c/1f788af6-a840-4c80-84ec-389cd38b278c.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.590508] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.590508] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae52ddfb-606c-46cf-af7a-39cba4436032 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.602149] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 824.602149] env[69186]: value = "task-3634997" [ 824.602149] env[69186]: _type = "Task" [ 824.602149] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.612183] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.835956] env[69186]: DEBUG oslo_vmware.api [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634993, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.905140] env[69186]: DEBUG oslo_vmware.api [None req-a3066139-be50-4940-b6cf-e20200a1dd2f tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3634994, 'name': PowerOnVM_Task, 'duration_secs': 0.454259} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.907409] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3066139-be50-4940-b6cf-e20200a1dd2f tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.907637] env[69186]: DEBUG nova.compute.manager [None req-a3066139-be50-4940-b6cf-e20200a1dd2f tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.908947] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a300f0-6a40-4c9d-8b34-d22d72425d3e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.921090] env[69186]: DEBUG nova.network.neutron [None req-fd156501-5651-41e9-82de-c3f054b4e9ea tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Updating instance_info_cache with network_info: [{"id": "570bc2e9-ce0f-47ce-b132-6ff502920cdb", "address": "fa:16:3e:ba:de:e9", "network": {"id": "859684c5-55c8-4faf-81cc-bb2bbc16a135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-701422059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aee6bacfd414b25b566d5689a678df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap570bc2e9-ce", "ovs_interfaceid": "570bc2e9-ce0f-47ce-b132-6ff502920cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.984657] env[69186]: DEBUG oslo_vmware.api [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3634996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218343} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.985793] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.985992] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.986196] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.986360] env[69186]: INFO nova.compute.manager [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Took 0.61 seconds to destroy the instance on the hypervisor. [ 824.986603] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.987263] env[69186]: DEBUG nova.compute.manager [-] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.987394] env[69186]: DEBUG nova.network.neutron [-] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.073532] env[69186]: DEBUG oslo_vmware.api [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3634992, 'name': PowerOnVM_Task, 'duration_secs': 0.643818} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.074047] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.074267] env[69186]: INFO nova.compute.manager [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Took 9.89 seconds to spawn the instance on the hypervisor. [ 825.074452] env[69186]: DEBUG nova.compute.manager [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.075595] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a81f5d8-f5fb-4926-b4bc-75e376fc0564 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.113504] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107603} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.113783] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.114599] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b562de1-94d5-4a4a-a880-562a50829516 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.118802] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2312dec-7ea5-4de3-a70a-bcf014479d9b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.136149] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b6f3ae-4d17-4129-902b-612d534b3c5a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.148241] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 1f788af6-a840-4c80-84ec-389cd38b278c/1f788af6-a840-4c80-84ec-389cd38b278c.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.149083] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7650d4b7-ba44-4629-b461-f4a2a3c09c4b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.193393] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f337008-b15a-4a65-9d69-99f65939a9c7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.196222] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 825.196222] env[69186]: value = "task-3634998" [ 825.196222] env[69186]: _type = "Task" [ 825.196222] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.203357] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed81263-afe8-4163-8035-e45cea5d515e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.211508] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.221576] env[69186]: DEBUG nova.compute.provider_tree [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.335190] env[69186]: DEBUG oslo_vmware.api [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634993, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.428227] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fd156501-5651-41e9-82de-c3f054b4e9ea tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Releasing lock "refresh_cache-601edb67-4716-4c68-be2d-18285c148e79" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.599633] env[69186]: INFO nova.compute.manager [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Took 39.69 seconds to build instance. [ 825.617208] env[69186]: DEBUG nova.compute.manager [req-5d6481bb-814c-4197-a95b-c23b9c3d04c8 req-91b97e6a-a348-45e4-b3f5-d455c33c2c1c service nova] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Received event network-vif-deleted-2a80d604-bc32-4d2d-9d94-ff1ad0acb116 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.617395] env[69186]: INFO nova.compute.manager [req-5d6481bb-814c-4197-a95b-c23b9c3d04c8 req-91b97e6a-a348-45e4-b3f5-d455c33c2c1c service nova] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Neutron deleted interface 2a80d604-bc32-4d2d-9d94-ff1ad0acb116; detaching it from the instance and deleting it from the info cache [ 825.617563] env[69186]: DEBUG nova.network.neutron [req-5d6481bb-814c-4197-a95b-c23b9c3d04c8 req-91b97e6a-a348-45e4-b3f5-d455c33c2c1c service nova] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.711903] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.727956] env[69186]: DEBUG nova.scheduler.client.report [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.838520] env[69186]: DEBUG oslo_vmware.api [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634993, 'name': CreateSnapshot_Task, 'duration_secs': 1.202935} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.838953] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Created Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 825.839851] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6088a0d9-949f-4ad5-9b27-e75b9ff305c1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.048554] env[69186]: DEBUG nova.network.neutron [-] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.102724] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6c75e2f1-7f6b-476e-a30f-208f18fa133d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "37112ffb-7735-4ad1-9af3-f17be5948788" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.509s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.121724] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77444d0e-9005-4c0b-9898-7cc29a2e74a2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.132531] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e71536b-d718-4c31-b557-fd5246b96c7b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.182206] env[69186]: DEBUG nova.compute.manager [req-5d6481bb-814c-4197-a95b-c23b9c3d04c8 req-91b97e6a-a348-45e4-b3f5-d455c33c2c1c service nova] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Detach interface failed, port_id=2a80d604-bc32-4d2d-9d94-ff1ad0acb116, reason: Instance ca1b71dc-0931-435e-8848-c7d3391cda32 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 826.207454] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.233476] env[69186]: DEBUG oslo_concurrency.lockutils [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.235707] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.551s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.237498] env[69186]: INFO nova.compute.claims [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.285025] env[69186]: INFO nova.scheduler.client.report [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Deleted allocations for instance 1fae0e2c-fb8d-411b-826e-18cda413b24f [ 826.361721] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Creating linked-clone VM from snapshot {{(pid=69186) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 826.362394] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7728b062-703f-4e24-bdc4-f22f8dbaf920 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.371366] env[69186]: DEBUG oslo_vmware.api [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 826.371366] env[69186]: value = "task-3634999" [ 826.371366] env[69186]: _type = "Task" [ 826.371366] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.388308] env[69186]: DEBUG oslo_vmware.api [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634999, 'name': CloneVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.438574] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd156501-5651-41e9-82de-c3f054b4e9ea tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.439212] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69e51e7e-00e4-4d71-ae46-869a1866cf9a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.449774] env[69186]: DEBUG oslo_vmware.api [None req-fd156501-5651-41e9-82de-c3f054b4e9ea tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 826.449774] env[69186]: value = "task-3635000" [ 826.449774] env[69186]: _type = "Task" [ 826.449774] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.464440] env[69186]: DEBUG oslo_vmware.api [None req-fd156501-5651-41e9-82de-c3f054b4e9ea tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.553267] env[69186]: INFO nova.compute.manager [-] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Took 1.56 seconds to deallocate network for instance. [ 826.605624] env[69186]: DEBUG nova.compute.manager [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 826.709193] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3634998, 'name': ReconfigVM_Task, 'duration_secs': 1.304453} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.709577] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 1f788af6-a840-4c80-84ec-389cd38b278c/1f788af6-a840-4c80-84ec-389cd38b278c.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.710511] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-894b0427-7e51-461f-bac4-d5f0a6062860 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.719499] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 826.719499] env[69186]: value = "task-3635001" [ 826.719499] env[69186]: _type = "Task" [ 826.719499] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.730563] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635001, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.796484] env[69186]: DEBUG oslo_concurrency.lockutils [None req-783e501f-1841-4632-8ff2-b2ebe045d9da tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Lock "1fae0e2c-fb8d-411b-826e-18cda413b24f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.578s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.885738] env[69186]: DEBUG oslo_vmware.api [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634999, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.963919] env[69186]: DEBUG oslo_vmware.api [None req-fd156501-5651-41e9-82de-c3f054b4e9ea tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635000, 'name': PowerOnVM_Task, 'duration_secs': 0.446621} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.964213] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd156501-5651-41e9-82de-c3f054b4e9ea tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.964465] env[69186]: DEBUG nova.compute.manager [None req-fd156501-5651-41e9-82de-c3f054b4e9ea tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.965264] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c493368-196f-4f96-bd1a-4c046556b830 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.007336] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquiring lock "e9e7d775-f6be-484c-ae78-4d3bb64c3fa7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.008042] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Lock "e9e7d775-f6be-484c-ae78-4d3bb64c3fa7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.008299] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquiring lock "e9e7d775-f6be-484c-ae78-4d3bb64c3fa7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.008502] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Lock "e9e7d775-f6be-484c-ae78-4d3bb64c3fa7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.008881] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Lock "e9e7d775-f6be-484c-ae78-4d3bb64c3fa7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.011727] env[69186]: INFO nova.compute.manager [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Terminating instance [ 827.059248] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.142911] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.230774] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635001, 'name': Rename_Task, 'duration_secs': 0.179337} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.232468] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.232797] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d29fd4cb-ffcb-41d5-9dea-52d51858d752 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.240308] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 827.240308] env[69186]: value = "task-3635002" [ 827.240308] env[69186]: _type = "Task" [ 827.240308] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.251275] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.392363] env[69186]: DEBUG oslo_vmware.api [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634999, 'name': CloneVM_Task} progress is 95%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.517406] env[69186]: DEBUG nova.compute.manager [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.517406] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.518477] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6efe17-a32a-45c3-a705-f5685ee5780b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.535497] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.535497] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61d56200-0ea3-40e3-bc41-f54aaed4719e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.542892] env[69186]: DEBUG oslo_vmware.api [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 827.542892] env[69186]: value = "task-3635003" [ 827.542892] env[69186]: _type = "Task" [ 827.542892] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.559490] env[69186]: DEBUG oslo_vmware.api [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3635003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.751050] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635002, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.890609] env[69186]: DEBUG oslo_vmware.api [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3634999, 'name': CloneVM_Task, 'duration_secs': 1.246525} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.891725] env[69186]: INFO nova.virt.vmwareapi.vmops [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Created linked-clone VM from snapshot [ 827.893752] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10ffb28-6fe0-4f41-a83e-2387038cd101 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.904184] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Uploading image 12b91b3e-7f91-420e-b006-9159a2de0347 {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 827.925266] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dc69cd-bdd5-449b-90dd-5e5f70a7c0a2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.940187] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b59e340-7b66-4d58-bae0-42e73ffadefe {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.977706] env[69186]: DEBUG oslo_vmware.rw_handles [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 827.977706] env[69186]: value = "vm-724824" [ 827.977706] env[69186]: _type = "VirtualMachine" [ 827.977706] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 827.978560] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d285a0eb-c8c5-47c7-a661-ba720608eae8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.981760] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-96dbe182-95cf-4175-8330-7575038dd135 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.989218] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a5da43-ca64-4424-977d-fbc3c73cd77a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.996740] env[69186]: DEBUG oslo_vmware.rw_handles [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Lease: (returnval){ [ 827.996740] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d15ded-e2c0-8105-e2c9-eb3aab7119a6" [ 827.996740] env[69186]: _type = "HttpNfcLease" [ 827.996740] env[69186]: } obtained for exporting VM: (result){ [ 827.996740] env[69186]: value = "vm-724824" [ 827.996740] env[69186]: _type = "VirtualMachine" [ 827.996740] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 827.997070] env[69186]: DEBUG oslo_vmware.api [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the lease: (returnval){ [ 827.997070] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d15ded-e2c0-8105-e2c9-eb3aab7119a6" [ 827.997070] env[69186]: _type = "HttpNfcLease" [ 827.997070] env[69186]: } to be ready. {{(pid=69186) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 828.019769] env[69186]: DEBUG nova.compute.provider_tree [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.025858] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 828.025858] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d15ded-e2c0-8105-e2c9-eb3aab7119a6" [ 828.025858] env[69186]: _type = "HttpNfcLease" [ 828.025858] env[69186]: } is ready. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 828.029198] env[69186]: DEBUG oslo_vmware.rw_handles [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 828.029198] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d15ded-e2c0-8105-e2c9-eb3aab7119a6" [ 828.029198] env[69186]: _type = "HttpNfcLease" [ 828.029198] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 828.029198] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e9abba-3d56-47c7-9a29-d2606d23979b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.034956] env[69186]: DEBUG oslo_vmware.rw_handles [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a8500-a036-fc41-b71d-a6a7071ea7cc/disk-0.vmdk from lease info. {{(pid=69186) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 828.035123] env[69186]: DEBUG oslo_vmware.rw_handles [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a8500-a036-fc41-b71d-a6a7071ea7cc/disk-0.vmdk for reading. {{(pid=69186) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 828.104374] env[69186]: DEBUG oslo_vmware.api [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3635003, 'name': PowerOffVM_Task, 'duration_secs': 0.218973} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.104670] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.104862] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.105134] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83eaeaf1-c413-4a7e-8378-5449009d2c47 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.186337] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.186337] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.186337] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Deleting the datastore file [datastore2] e9e7d775-f6be-484c-ae78-4d3bb64c3fa7 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.186337] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6e3bfa6-43ba-4ad9-8a6d-9aa25f3d348f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.192168] env[69186]: DEBUG oslo_vmware.api [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 828.192168] env[69186]: value = "task-3635006" [ 828.192168] env[69186]: _type = "Task" [ 828.192168] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.200404] env[69186]: DEBUG oslo_vmware.api [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3635006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.227185] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bcf93bfa-fc7c-4e29-910b-65f390f3fae6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.255221] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635002, 'name': PowerOnVM_Task, 'duration_secs': 0.668941} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.255544] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.255723] env[69186]: INFO nova.compute.manager [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Took 10.21 seconds to spawn the instance on the hypervisor. [ 828.255922] env[69186]: DEBUG nova.compute.manager [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.256752] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e8948b-23f3-47f2-99bc-6663b82a2540 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.528964] env[69186]: DEBUG nova.scheduler.client.report [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.600154] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8508c592-2991-4a4b-9c2f-34a3e10fef77 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquiring lock "b569ac00-41a9-49a4-b9f3-9e901fd1d7a6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.600516] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8508c592-2991-4a4b-9c2f-34a3e10fef77 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "b569ac00-41a9-49a4-b9f3-9e901fd1d7a6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.600728] env[69186]: DEBUG nova.compute.manager [None req-8508c592-2991-4a4b-9c2f-34a3e10fef77 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.601729] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df319e10-f60f-4388-9de5-f06baf72bb78 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.612051] env[69186]: DEBUG nova.compute.manager [None req-8508c592-2991-4a4b-9c2f-34a3e10fef77 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69186) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 828.612937] env[69186]: DEBUG nova.objects.instance [None req-8508c592-2991-4a4b-9c2f-34a3e10fef77 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lazy-loading 'flavor' on Instance uuid b569ac00-41a9-49a4-b9f3-9e901fd1d7a6 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.708653] env[69186]: DEBUG oslo_vmware.api [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3635006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320556} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.709117] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.710081] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.710081] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.710645] env[69186]: INFO nova.compute.manager [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Took 1.19 seconds to destroy the instance on the hypervisor. [ 828.711326] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.711796] env[69186]: DEBUG nova.compute.manager [-] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.712126] env[69186]: DEBUG nova.network.neutron [-] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.790896] env[69186]: INFO nova.compute.manager [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Took 40.48 seconds to build instance. [ 829.035466] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.799s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.036049] env[69186]: DEBUG nova.compute.manager [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.038820] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.318s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.042123] env[69186]: DEBUG nova.objects.instance [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lazy-loading 'pci_requests' on Instance uuid dcd6c82f-24af-4906-841c-1c8f5d7306de {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.074790] env[69186]: DEBUG nova.compute.manager [req-a2e89a26-e2d4-4a4f-96ab-4ee953a5103e req-df4329dc-4016-4e0e-88c1-e58cc3446e2d service nova] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Received event network-vif-deleted-6e4a572e-202f-4c93-9471-b4d6976047f4 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.074982] env[69186]: INFO nova.compute.manager [req-a2e89a26-e2d4-4a4f-96ab-4ee953a5103e req-df4329dc-4016-4e0e-88c1-e58cc3446e2d service nova] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Neutron deleted interface 6e4a572e-202f-4c93-9471-b4d6976047f4; detaching it from the instance and deleting it from the info cache [ 829.077524] env[69186]: DEBUG nova.network.neutron [req-a2e89a26-e2d4-4a4f-96ab-4ee953a5103e req-df4329dc-4016-4e0e-88c1-e58cc3446e2d service nova] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.295541] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "1f788af6-a840-4c80-84ec-389cd38b278c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.171s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.510347] env[69186]: DEBUG nova.network.neutron [-] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.543006] env[69186]: DEBUG nova.compute.utils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.548028] env[69186]: DEBUG nova.objects.instance [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lazy-loading 'numa_topology' on Instance uuid dcd6c82f-24af-4906-841c-1c8f5d7306de {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.548028] env[69186]: DEBUG nova.compute.manager [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.548028] env[69186]: DEBUG nova.network.neutron [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.579766] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ffbf89a-1450-42c4-9f59-32e0d74b84ac {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.590503] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777af2d7-f89e-4a7a-a671-46241ab7699b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.611468] env[69186]: DEBUG nova.policy [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83b4a34dd5674a93b521d83c9cb5c77a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f6cb36c91a54760abb5927169203833', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.630041] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8508c592-2991-4a4b-9c2f-34a3e10fef77 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.630562] env[69186]: DEBUG nova.compute.manager [req-a2e89a26-e2d4-4a4f-96ab-4ee953a5103e req-df4329dc-4016-4e0e-88c1-e58cc3446e2d service nova] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Detach interface failed, port_id=6e4a572e-202f-4c93-9471-b4d6976047f4, reason: Instance e9e7d775-f6be-484c-ae78-4d3bb64c3fa7 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 829.631239] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c22fd2a5-bf8f-4a85-9dd7-243f2e33edc6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.637990] env[69186]: DEBUG oslo_vmware.api [None req-8508c592-2991-4a4b-9c2f-34a3e10fef77 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 829.637990] env[69186]: value = "task-3635007" [ 829.637990] env[69186]: _type = "Task" [ 829.637990] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.646685] env[69186]: DEBUG oslo_vmware.api [None req-8508c592-2991-4a4b-9c2f-34a3e10fef77 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3635007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.802082] env[69186]: DEBUG nova.compute.manager [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.966959] env[69186]: DEBUG nova.network.neutron [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Successfully created port: 01e84935-22e5-4e14-bee0-c7078ecf7a0f {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.012754] env[69186]: INFO nova.compute.manager [-] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Took 1.30 seconds to deallocate network for instance. [ 830.049215] env[69186]: DEBUG nova.compute.manager [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.053033] env[69186]: INFO nova.compute.claims [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.151806] env[69186]: DEBUG oslo_vmware.api [None req-8508c592-2991-4a4b-9c2f-34a3e10fef77 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3635007, 'name': PowerOffVM_Task, 'duration_secs': 0.27196} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.152156] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8508c592-2991-4a4b-9c2f-34a3e10fef77 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.152296] env[69186]: DEBUG nova.compute.manager [None req-8508c592-2991-4a4b-9c2f-34a3e10fef77 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.153135] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49057ceb-7793-4253-9f48-bb8384bc4208 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.328955] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.525365] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.668212] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8508c592-2991-4a4b-9c2f-34a3e10fef77 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "b569ac00-41a9-49a4-b9f3-9e901fd1d7a6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.069176] env[69186]: DEBUG nova.compute.manager [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.098815] env[69186]: DEBUG nova.virt.hardware [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.099087] env[69186]: DEBUG nova.virt.hardware [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.099246] env[69186]: DEBUG nova.virt.hardware [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.099452] env[69186]: DEBUG nova.virt.hardware [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.099613] env[69186]: DEBUG nova.virt.hardware [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.099766] env[69186]: DEBUG nova.virt.hardware [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.099974] env[69186]: DEBUG nova.virt.hardware [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.100415] env[69186]: DEBUG nova.virt.hardware [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.100415] env[69186]: DEBUG nova.virt.hardware [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.100603] env[69186]: DEBUG nova.virt.hardware [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.100782] env[69186]: DEBUG nova.virt.hardware [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.102736] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fb214a-58b7-4aaf-ae30-e5dfaca5bbfa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.114991] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86edbbb-7cf5-4539-8e13-49646a4cb9c1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.220098] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b340ab3a-cabc-481c-81eb-7eea47e0e158 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.230600] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce45cd4-4eea-4d75-87e6-05fadc3518df {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.007150] env[69186]: DEBUG nova.objects.instance [None req-b656400c-35f7-48b4-a3e3-683fb2255bec tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lazy-loading 'flavor' on Instance uuid b569ac00-41a9-49a4-b9f3-9e901fd1d7a6 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.008790] env[69186]: DEBUG nova.network.neutron [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Successfully updated port: 01e84935-22e5-4e14-bee0-c7078ecf7a0f {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.010713] env[69186]: DEBUG nova.compute.manager [req-4338596d-afde-4c1f-92cf-30125c597d48 req-49baaf66-4f1b-4a15-aa7f-5ef65d74dad3 service nova] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Received event network-vif-plugged-01e84935-22e5-4e14-bee0-c7078ecf7a0f {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.010907] env[69186]: DEBUG oslo_concurrency.lockutils [req-4338596d-afde-4c1f-92cf-30125c597d48 req-49baaf66-4f1b-4a15-aa7f-5ef65d74dad3 service nova] Acquiring lock "12f477f2-595e-4a26-a4d6-62169a4f6824-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.012063] env[69186]: DEBUG oslo_concurrency.lockutils [req-4338596d-afde-4c1f-92cf-30125c597d48 req-49baaf66-4f1b-4a15-aa7f-5ef65d74dad3 service nova] Lock "12f477f2-595e-4a26-a4d6-62169a4f6824-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.012063] env[69186]: DEBUG oslo_concurrency.lockutils [req-4338596d-afde-4c1f-92cf-30125c597d48 req-49baaf66-4f1b-4a15-aa7f-5ef65d74dad3 service nova] Lock "12f477f2-595e-4a26-a4d6-62169a4f6824-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.012063] env[69186]: DEBUG nova.compute.manager [req-4338596d-afde-4c1f-92cf-30125c597d48 req-49baaf66-4f1b-4a15-aa7f-5ef65d74dad3 service nova] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] No waiting events found dispatching network-vif-plugged-01e84935-22e5-4e14-bee0-c7078ecf7a0f {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 832.012063] env[69186]: WARNING nova.compute.manager [req-4338596d-afde-4c1f-92cf-30125c597d48 req-49baaf66-4f1b-4a15-aa7f-5ef65d74dad3 service nova] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Received unexpected event network-vif-plugged-01e84935-22e5-4e14-bee0-c7078ecf7a0f for instance with vm_state building and task_state spawning. [ 832.012647] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3737201-f292-4713-8b25-4fd7ba56139e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.021412] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921ee5aa-15de-416b-9602-1348206ce4fa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.036162] env[69186]: DEBUG nova.compute.provider_tree [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.515532] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b656400c-35f7-48b4-a3e3-683fb2255bec tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquiring lock "refresh_cache-b569ac00-41a9-49a4-b9f3-9e901fd1d7a6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.515532] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b656400c-35f7-48b4-a3e3-683fb2255bec tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquired lock "refresh_cache-b569ac00-41a9-49a4-b9f3-9e901fd1d7a6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.515707] env[69186]: DEBUG nova.network.neutron [None req-b656400c-35f7-48b4-a3e3-683fb2255bec tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.515910] env[69186]: DEBUG nova.objects.instance [None req-b656400c-35f7-48b4-a3e3-683fb2255bec tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lazy-loading 'info_cache' on Instance uuid b569ac00-41a9-49a4-b9f3-9e901fd1d7a6 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.517771] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "refresh_cache-12f477f2-595e-4a26-a4d6-62169a4f6824" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.517885] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquired lock "refresh_cache-12f477f2-595e-4a26-a4d6-62169a4f6824" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.518043] env[69186]: DEBUG nova.network.neutron [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.539593] env[69186]: DEBUG nova.scheduler.client.report [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.020898] env[69186]: DEBUG nova.objects.base [None req-b656400c-35f7-48b4-a3e3-683fb2255bec tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69186) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 833.045065] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.006s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.047260] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.549s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.047555] env[69186]: DEBUG nova.objects.instance [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lazy-loading 'resources' on Instance uuid 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.051757] env[69186]: DEBUG nova.network.neutron [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.136273] env[69186]: INFO nova.network.neutron [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Updating port e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 833.375433] env[69186]: DEBUG nova.network.neutron [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Updating instance_info_cache with network_info: [{"id": "01e84935-22e5-4e14-bee0-c7078ecf7a0f", "address": "fa:16:3e:bc:95:cc", "network": {"id": "5472af61-aa9a-42da-896e-f5186e596b40", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1461833596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "6f6cb36c91a54760abb5927169203833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01e84935-22", "ovs_interfaceid": "01e84935-22e5-4e14-bee0-c7078ecf7a0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.402131] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Acquiring lock "56ebd765-4a50-4f6e-8701-76a9d3f95be9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.402131] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Lock "56ebd765-4a50-4f6e-8701-76a9d3f95be9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.543421] env[69186]: DEBUG nova.compute.manager [req-fd0ea826-ff27-4ab2-aaaa-44c1e10e73f3 req-80c0cc1b-f97d-4bc1-b944-28d302fc2f38 service nova] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Received event network-changed-01e84935-22e5-4e14-bee0-c7078ecf7a0f {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.543616] env[69186]: DEBUG nova.compute.manager [req-fd0ea826-ff27-4ab2-aaaa-44c1e10e73f3 req-80c0cc1b-f97d-4bc1-b944-28d302fc2f38 service nova] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Refreshing instance network info cache due to event network-changed-01e84935-22e5-4e14-bee0-c7078ecf7a0f. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.543802] env[69186]: DEBUG oslo_concurrency.lockutils [req-fd0ea826-ff27-4ab2-aaaa-44c1e10e73f3 req-80c0cc1b-f97d-4bc1-b944-28d302fc2f38 service nova] Acquiring lock "refresh_cache-12f477f2-595e-4a26-a4d6-62169a4f6824" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.793658] env[69186]: DEBUG nova.network.neutron [None req-b656400c-35f7-48b4-a3e3-683fb2255bec tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Updating instance_info_cache with network_info: [{"id": "46144391-0401-4105-a436-afe395a6281f", "address": "fa:16:3e:0f:c0:4b", "network": {"id": "8107a94d-20a3-40c1-a13c-19198f7174e0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-453491815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4afac95fd32248f1ab283e6fa4183504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46144391-04", "ovs_interfaceid": "46144391-0401-4105-a436-afe395a6281f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.881291] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Releasing lock "refresh_cache-12f477f2-595e-4a26-a4d6-62169a4f6824" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.881653] env[69186]: DEBUG nova.compute.manager [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Instance network_info: |[{"id": "01e84935-22e5-4e14-bee0-c7078ecf7a0f", "address": "fa:16:3e:bc:95:cc", "network": {"id": "5472af61-aa9a-42da-896e-f5186e596b40", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1461833596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "6f6cb36c91a54760abb5927169203833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01e84935-22", "ovs_interfaceid": "01e84935-22e5-4e14-bee0-c7078ecf7a0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.882276] env[69186]: DEBUG oslo_concurrency.lockutils [req-fd0ea826-ff27-4ab2-aaaa-44c1e10e73f3 req-80c0cc1b-f97d-4bc1-b944-28d302fc2f38 service nova] Acquired lock "refresh_cache-12f477f2-595e-4a26-a4d6-62169a4f6824" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.882357] env[69186]: DEBUG nova.network.neutron [req-fd0ea826-ff27-4ab2-aaaa-44c1e10e73f3 req-80c0cc1b-f97d-4bc1-b944-28d302fc2f38 service nova] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Refreshing network info cache for port 01e84935-22e5-4e14-bee0-c7078ecf7a0f {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.884084] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:95:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01e84935-22e5-4e14-bee0-c7078ecf7a0f', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.893033] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.898550] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.899280] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d20ac58-dc85-4d5c-a293-65285db8a168 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.923706] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.923706] env[69186]: value = "task-3635008" [ 833.923706] env[69186]: _type = "Task" [ 833.923706] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.933589] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635008, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.128410] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ac0484-f326-4312-bebe-7dcff198c541 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.136557] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f4c395-c28b-4c30-9363-b76d1685d23a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.170896] env[69186]: DEBUG nova.network.neutron [req-fd0ea826-ff27-4ab2-aaaa-44c1e10e73f3 req-80c0cc1b-f97d-4bc1-b944-28d302fc2f38 service nova] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Updated VIF entry in instance network info cache for port 01e84935-22e5-4e14-bee0-c7078ecf7a0f. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.171286] env[69186]: DEBUG nova.network.neutron [req-fd0ea826-ff27-4ab2-aaaa-44c1e10e73f3 req-80c0cc1b-f97d-4bc1-b944-28d302fc2f38 service nova] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Updating instance_info_cache with network_info: [{"id": "01e84935-22e5-4e14-bee0-c7078ecf7a0f", "address": "fa:16:3e:bc:95:cc", "network": {"id": "5472af61-aa9a-42da-896e-f5186e596b40", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1461833596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "6f6cb36c91a54760abb5927169203833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01e84935-22", "ovs_interfaceid": "01e84935-22e5-4e14-bee0-c7078ecf7a0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.174086] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1228cfb6-91ee-4dd5-98fb-87267b8a7340 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.182323] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ca778b-71a3-4b32-9089-a8fc318c2cdd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.201502] env[69186]: DEBUG nova.compute.provider_tree [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.297236] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b656400c-35f7-48b4-a3e3-683fb2255bec tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Releasing lock "refresh_cache-b569ac00-41a9-49a4-b9f3-9e901fd1d7a6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.436088] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635008, 'name': CreateVM_Task, 'duration_secs': 0.353689} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.436294] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.437090] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.437704] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.437704] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.438312] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-288b9de2-05b9-4a2e-a801-d7eeca7a88b9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.443399] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 834.443399] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520b8149-1913-eaed-c857-39cd19a46157" [ 834.443399] env[69186]: _type = "Task" [ 834.443399] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.454148] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520b8149-1913-eaed-c857-39cd19a46157, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.677993] env[69186]: DEBUG oslo_concurrency.lockutils [req-fd0ea826-ff27-4ab2-aaaa-44c1e10e73f3 req-80c0cc1b-f97d-4bc1-b944-28d302fc2f38 service nova] Releasing lock "refresh_cache-12f477f2-595e-4a26-a4d6-62169a4f6824" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.705343] env[69186]: DEBUG nova.scheduler.client.report [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.945708] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquiring lock "refresh_cache-dcd6c82f-24af-4906-841c-1c8f5d7306de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.945950] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquired lock "refresh_cache-dcd6c82f-24af-4906-841c-1c8f5d7306de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.946125] env[69186]: DEBUG nova.network.neutron [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.961065] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520b8149-1913-eaed-c857-39cd19a46157, 'name': SearchDatastore_Task, 'duration_secs': 0.016174} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.962075] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.962276] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.962514] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.962658] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.962835] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.963372] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75bfecc1-0818-4b2a-b6b2-04ecd35a2ae5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.973383] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.973579] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.974640] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9818216a-867c-46e2-baba-9e41bdc448da {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.980621] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 834.980621] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]526488ff-167a-75b9-66bc-d0afc5c5b26f" [ 834.980621] env[69186]: _type = "Task" [ 834.980621] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.988184] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]526488ff-167a-75b9-66bc-d0afc5c5b26f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.212066] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.214054] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.427s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.216009] env[69186]: INFO nova.compute.claims [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.236026] env[69186]: INFO nova.scheduler.client.report [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Deleted allocations for instance 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298 [ 835.307178] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b656400c-35f7-48b4-a3e3-683fb2255bec tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.307178] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae6c1eea-edcd-427d-b313-5cc2c335da75 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.314696] env[69186]: DEBUG oslo_vmware.api [None req-b656400c-35f7-48b4-a3e3-683fb2255bec tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 835.314696] env[69186]: value = "task-3635009" [ 835.314696] env[69186]: _type = "Task" [ 835.314696] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.323841] env[69186]: DEBUG oslo_vmware.api [None req-b656400c-35f7-48b4-a3e3-683fb2255bec tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3635009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.493917] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]526488ff-167a-75b9-66bc-d0afc5c5b26f, 'name': SearchDatastore_Task, 'duration_secs': 0.012825} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.495717] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f646530e-65c5-4cc3-9013-709da372bfcb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.505023] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 835.505023] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52070101-a533-d0a5-115c-bfba99262cb0" [ 835.505023] env[69186]: _type = "Task" [ 835.505023] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.512968] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52070101-a533-d0a5-115c-bfba99262cb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.613659] env[69186]: DEBUG nova.compute.manager [req-a10c300a-da8d-49c2-aeaa-8c0187ae13db req-d5ae941a-f47c-428d-9fad-73c5096ea3fa service nova] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Received event network-vif-plugged-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.613659] env[69186]: DEBUG oslo_concurrency.lockutils [req-a10c300a-da8d-49c2-aeaa-8c0187ae13db req-d5ae941a-f47c-428d-9fad-73c5096ea3fa service nova] Acquiring lock "dcd6c82f-24af-4906-841c-1c8f5d7306de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.613659] env[69186]: DEBUG oslo_concurrency.lockutils [req-a10c300a-da8d-49c2-aeaa-8c0187ae13db req-d5ae941a-f47c-428d-9fad-73c5096ea3fa service nova] Lock "dcd6c82f-24af-4906-841c-1c8f5d7306de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.614025] env[69186]: DEBUG oslo_concurrency.lockutils [req-a10c300a-da8d-49c2-aeaa-8c0187ae13db req-d5ae941a-f47c-428d-9fad-73c5096ea3fa service nova] Lock "dcd6c82f-24af-4906-841c-1c8f5d7306de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.618025] env[69186]: DEBUG nova.compute.manager [req-a10c300a-da8d-49c2-aeaa-8c0187ae13db req-d5ae941a-f47c-428d-9fad-73c5096ea3fa service nova] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] No waiting events found dispatching network-vif-plugged-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.618025] env[69186]: WARNING nova.compute.manager [req-a10c300a-da8d-49c2-aeaa-8c0187ae13db req-d5ae941a-f47c-428d-9fad-73c5096ea3fa service nova] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Received unexpected event network-vif-plugged-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb for instance with vm_state shelved_offloaded and task_state spawning. [ 835.618025] env[69186]: DEBUG nova.compute.manager [req-a10c300a-da8d-49c2-aeaa-8c0187ae13db req-d5ae941a-f47c-428d-9fad-73c5096ea3fa service nova] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Received event network-changed-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.618025] env[69186]: DEBUG nova.compute.manager [req-a10c300a-da8d-49c2-aeaa-8c0187ae13db req-d5ae941a-f47c-428d-9fad-73c5096ea3fa service nova] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Refreshing instance network info cache due to event network-changed-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.618025] env[69186]: DEBUG oslo_concurrency.lockutils [req-a10c300a-da8d-49c2-aeaa-8c0187ae13db req-d5ae941a-f47c-428d-9fad-73c5096ea3fa service nova] Acquiring lock "refresh_cache-dcd6c82f-24af-4906-841c-1c8f5d7306de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.744849] env[69186]: DEBUG nova.network.neutron [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Updating instance_info_cache with network_info: [{"id": "e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb", "address": "fa:16:3e:a5:d0:a9", "network": {"id": "5b6c4734-9ae3-4069-9bdf-96b955569fdf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2026018221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8041e0d49dfe4d029404c11c4077d5fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e0885f-5d", "ovs_interfaceid": "e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.746666] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "8afc2d09-29e9-4e5e-a483-8a8f4a2fd298" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.222s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.827165] env[69186]: DEBUG oslo_vmware.api [None req-b656400c-35f7-48b4-a3e3-683fb2255bec tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3635009, 'name': PowerOnVM_Task, 'duration_secs': 0.497875} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.827489] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b656400c-35f7-48b4-a3e3-683fb2255bec tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.827779] env[69186]: DEBUG nova.compute.manager [None req-b656400c-35f7-48b4-a3e3-683fb2255bec tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.828655] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4576970d-4788-46a2-9366-a3c2433fb319 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.016326] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52070101-a533-d0a5-115c-bfba99262cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.01305} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.017025] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.017025] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 12f477f2-595e-4a26-a4d6-62169a4f6824/12f477f2-595e-4a26-a4d6-62169a4f6824.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.017025] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e030ba1-35ca-4261-9667-f751b26a734b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.024900] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 836.024900] env[69186]: value = "task-3635010" [ 836.024900] env[69186]: _type = "Task" [ 836.024900] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.033802] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.251168] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Releasing lock "refresh_cache-dcd6c82f-24af-4906-841c-1c8f5d7306de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.253641] env[69186]: DEBUG oslo_concurrency.lockutils [req-a10c300a-da8d-49c2-aeaa-8c0187ae13db req-d5ae941a-f47c-428d-9fad-73c5096ea3fa service nova] Acquired lock "refresh_cache-dcd6c82f-24af-4906-841c-1c8f5d7306de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.253751] env[69186]: DEBUG nova.network.neutron [req-a10c300a-da8d-49c2-aeaa-8c0187ae13db req-d5ae941a-f47c-428d-9fad-73c5096ea3fa service nova] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Refreshing network info cache for port e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.275213] env[69186]: DEBUG nova.virt.hardware [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a135e34be68f261d55aa699687501274',container_format='bare',created_at=2025-04-26T12:24:40Z,direct_url=,disk_format='vmdk',id=5817e633-c4af-4e99-97ee-bf0bba1f31c4,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-604210628-shelved',owner='8041e0d49dfe4d029404c11c4077d5fe',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-04-26T12:24:55Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.275541] env[69186]: DEBUG nova.virt.hardware [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.275596] env[69186]: DEBUG nova.virt.hardware [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.275780] env[69186]: DEBUG nova.virt.hardware [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.275929] env[69186]: DEBUG nova.virt.hardware [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.276479] env[69186]: DEBUG nova.virt.hardware [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.276779] env[69186]: DEBUG nova.virt.hardware [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.276960] env[69186]: DEBUG nova.virt.hardware [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.277205] env[69186]: DEBUG nova.virt.hardware [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.277383] env[69186]: DEBUG nova.virt.hardware [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.277558] env[69186]: DEBUG nova.virt.hardware [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.278416] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feccdb22-03d9-4e13-a9bc-c5652de778b7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.289232] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26268d9-5c53-4e85-85f6-ca2ace4937c5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.303995] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:d0:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.311650] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.314231] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.314634] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73937571-5325-4b99-80a6-ffdff982b288 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.337229] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.337229] env[69186]: value = "task-3635011" [ 836.337229] env[69186]: _type = "Task" [ 836.337229] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.350023] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635011, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.538030] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635010, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.778572] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19efac2b-bbf3-49c0-a7c3-1f45f953aa69 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.786058] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6032c17a-dcc7-450f-900d-49559c13c53f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.824286] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51982c9b-e9c1-4e9e-8838-47cab49f7c29 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.833187] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f10b14-3174-4644-a5c7-ed67b8817c8f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.849924] env[69186]: DEBUG nova.compute.provider_tree [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.858064] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635011, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.035858] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.904452} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.037330] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 12f477f2-595e-4a26-a4d6-62169a4f6824/12f477f2-595e-4a26-a4d6-62169a4f6824.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.037615] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.037900] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46b01419-c301-49bc-9c4b-26d378002ba8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.045062] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 837.045062] env[69186]: value = "task-3635012" [ 837.045062] env[69186]: _type = "Task" [ 837.045062] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.053470] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.349574] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635011, 'name': CreateVM_Task, 'duration_secs': 0.567055} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.350130] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.350959] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5817e633-c4af-4e99-97ee-bf0bba1f31c4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.351337] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5817e633-c4af-4e99-97ee-bf0bba1f31c4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.351803] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5817e633-c4af-4e99-97ee-bf0bba1f31c4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.352209] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86795773-07e0-4864-a244-6f80d9b79820 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.354687] env[69186]: DEBUG nova.scheduler.client.report [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.365024] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 837.365024] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52eaea50-817f-5008-ae0e-0908503d33c9" [ 837.365024] env[69186]: _type = "Task" [ 837.365024] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.379967] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52eaea50-817f-5008-ae0e-0908503d33c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.441641] env[69186]: DEBUG nova.network.neutron [req-a10c300a-da8d-49c2-aeaa-8c0187ae13db req-d5ae941a-f47c-428d-9fad-73c5096ea3fa service nova] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Updated VIF entry in instance network info cache for port e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.442060] env[69186]: DEBUG nova.network.neutron [req-a10c300a-da8d-49c2-aeaa-8c0187ae13db req-d5ae941a-f47c-428d-9fad-73c5096ea3fa service nova] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Updating instance_info_cache with network_info: [{"id": "e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb", "address": "fa:16:3e:a5:d0:a9", "network": {"id": "5b6c4734-9ae3-4069-9bdf-96b955569fdf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2026018221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8041e0d49dfe4d029404c11c4077d5fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e0885f-5d", "ovs_interfaceid": "e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.555359] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069067} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.555691] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.556513] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90530e1-5caf-4e7f-b46e-c4158c074a79 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.578975] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 12f477f2-595e-4a26-a4d6-62169a4f6824/12f477f2-595e-4a26-a4d6-62169a4f6824.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.579316] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b1325cf-1fa0-482d-8f1b-5222bff303be {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.599240] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 837.599240] env[69186]: value = "task-3635013" [ 837.599240] env[69186]: _type = "Task" [ 837.599240] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.607834] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.860030] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.860599] env[69186]: DEBUG nova.compute.manager [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.863296] env[69186]: DEBUG oslo_concurrency.lockutils [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.561s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.864726] env[69186]: INFO nova.compute.claims [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.877631] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5817e633-c4af-4e99-97ee-bf0bba1f31c4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.877911] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Processing image 5817e633-c4af-4e99-97ee-bf0bba1f31c4 {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.878169] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5817e633-c4af-4e99-97ee-bf0bba1f31c4/5817e633-c4af-4e99-97ee-bf0bba1f31c4.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.878318] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5817e633-c4af-4e99-97ee-bf0bba1f31c4/5817e633-c4af-4e99-97ee-bf0bba1f31c4.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.878495] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.878763] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22007a3a-7d57-4e5e-99d5-92e2c36cf0e5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.889745] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.890956] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.890956] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e0ae80d-ed8b-49e6-904d-baf093896ff4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.898433] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 837.898433] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527bd158-9ceb-4841-036f-53d4e8d0d043" [ 837.898433] env[69186]: _type = "Task" [ 837.898433] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.913163] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527bd158-9ceb-4841-036f-53d4e8d0d043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.945428] env[69186]: DEBUG oslo_concurrency.lockutils [req-a10c300a-da8d-49c2-aeaa-8c0187ae13db req-d5ae941a-f47c-428d-9fad-73c5096ea3fa service nova] Releasing lock "refresh_cache-dcd6c82f-24af-4906-841c-1c8f5d7306de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.074908] env[69186]: DEBUG oslo_vmware.rw_handles [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a8500-a036-fc41-b71d-a6a7071ea7cc/disk-0.vmdk. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 838.075934] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc59d30a-d985-4688-8638-f7a5a30216d3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.085499] env[69186]: DEBUG oslo_vmware.rw_handles [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a8500-a036-fc41-b71d-a6a7071ea7cc/disk-0.vmdk is in state: ready. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 838.085680] env[69186]: ERROR oslo_vmware.rw_handles [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a8500-a036-fc41-b71d-a6a7071ea7cc/disk-0.vmdk due to incomplete transfer. [ 838.086188] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-de6200e4-a6d0-4068-9307-568852e1c52d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.102071] env[69186]: DEBUG oslo_vmware.rw_handles [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a8500-a036-fc41-b71d-a6a7071ea7cc/disk-0.vmdk. {{(pid=69186) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 838.102277] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Uploaded image 12b91b3e-7f91-420e-b006-9159a2de0347 to the Glance image server {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 838.104672] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Destroying the VM {{(pid=69186) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 838.108560] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-669f977d-5c17-4fa0-920e-5e77ddea1dcf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.115523] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635013, 'name': ReconfigVM_Task, 'duration_secs': 0.332162} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.116123] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 12f477f2-595e-4a26-a4d6-62169a4f6824/12f477f2-595e-4a26-a4d6-62169a4f6824.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.116808] env[69186]: DEBUG oslo_vmware.api [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 838.116808] env[69186]: value = "task-3635014" [ 838.116808] env[69186]: _type = "Task" [ 838.116808] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.116989] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3fd45c6-07dd-43ba-9f1d-39dbfe0487f1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.127238] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 838.127238] env[69186]: value = "task-3635015" [ 838.127238] env[69186]: _type = "Task" [ 838.127238] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.130231] env[69186]: DEBUG oslo_vmware.api [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3635014, 'name': Destroy_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.136988] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635015, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.370573] env[69186]: DEBUG nova.compute.utils [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.375024] env[69186]: DEBUG nova.compute.manager [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.375024] env[69186]: DEBUG nova.network.neutron [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.414227] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Preparing fetch location {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 838.414227] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Fetch image to [datastore2] OSTACK_IMG_c5d9fbcb-c564-4615-8b37-8e90ae2dc401/OSTACK_IMG_c5d9fbcb-c564-4615-8b37-8e90ae2dc401.vmdk {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 838.414227] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Downloading stream optimized image 5817e633-c4af-4e99-97ee-bf0bba1f31c4 to [datastore2] OSTACK_IMG_c5d9fbcb-c564-4615-8b37-8e90ae2dc401/OSTACK_IMG_c5d9fbcb-c564-4615-8b37-8e90ae2dc401.vmdk on the data store datastore2 as vApp {{(pid=69186) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 838.414227] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Downloading image file data 5817e633-c4af-4e99-97ee-bf0bba1f31c4 to the ESX as VM named 'OSTACK_IMG_c5d9fbcb-c564-4615-8b37-8e90ae2dc401' {{(pid=69186) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 838.434939] env[69186]: DEBUG nova.policy [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2a91dc33d3a4376b371b6062353a8a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b6835a88cce438f8ea51db826230158', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.500791] env[69186]: DEBUG oslo_vmware.rw_handles [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 838.500791] env[69186]: value = "resgroup-9" [ 838.500791] env[69186]: _type = "ResourcePool" [ 838.500791] env[69186]: }. {{(pid=69186) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 838.501176] env[69186]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6c7522b8-1891-4b37-bb5d-b907eb830c7b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.522291] env[69186]: DEBUG oslo_vmware.rw_handles [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lease: (returnval){ [ 838.522291] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c1e8d7-3ff0-544f-c2e0-2c99b555de2a" [ 838.522291] env[69186]: _type = "HttpNfcLease" [ 838.522291] env[69186]: } obtained for vApp import into resource pool (val){ [ 838.522291] env[69186]: value = "resgroup-9" [ 838.522291] env[69186]: _type = "ResourcePool" [ 838.522291] env[69186]: }. {{(pid=69186) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 838.522291] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the lease: (returnval){ [ 838.522291] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c1e8d7-3ff0-544f-c2e0-2c99b555de2a" [ 838.522291] env[69186]: _type = "HttpNfcLease" [ 838.522291] env[69186]: } to be ready. {{(pid=69186) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 838.531169] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 838.531169] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c1e8d7-3ff0-544f-c2e0-2c99b555de2a" [ 838.531169] env[69186]: _type = "HttpNfcLease" [ 838.531169] env[69186]: } is initializing. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 838.587347] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Acquiring lock "0fc874b1-1810-403d-a646-ade0680bc7c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.587641] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Lock "0fc874b1-1810-403d-a646-ade0680bc7c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.587854] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Acquiring lock "0fc874b1-1810-403d-a646-ade0680bc7c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.588578] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Lock "0fc874b1-1810-403d-a646-ade0680bc7c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.588578] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Lock "0fc874b1-1810-403d-a646-ade0680bc7c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.590596] env[69186]: INFO nova.compute.manager [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Terminating instance [ 838.630519] env[69186]: DEBUG oslo_vmware.api [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3635014, 'name': Destroy_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.639116] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635015, 'name': Rename_Task, 'duration_secs': 0.146107} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.639396] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.639725] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11c2a186-2b80-42f4-89a3-84d9103f5654 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.646551] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 838.646551] env[69186]: value = "task-3635017" [ 838.646551] env[69186]: _type = "Task" [ 838.646551] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.653953] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.840574] env[69186]: DEBUG nova.network.neutron [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Successfully created port: 2286de1d-e4cf-45f7-8dbd-806920ccc4cd {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.874472] env[69186]: DEBUG nova.compute.manager [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.033964] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 839.033964] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c1e8d7-3ff0-544f-c2e0-2c99b555de2a" [ 839.033964] env[69186]: _type = "HttpNfcLease" [ 839.033964] env[69186]: } is initializing. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 839.098773] env[69186]: DEBUG nova.compute.manager [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.100053] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.100053] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a24faf0-cc84-4fc7-a4e6-a58d8f2c2e33 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.114999] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.115869] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60799636-190b-4f6f-aa26-91508e892cbf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.126619] env[69186]: DEBUG oslo_vmware.api [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Waiting for the task: (returnval){ [ 839.126619] env[69186]: value = "task-3635018" [ 839.126619] env[69186]: _type = "Task" [ 839.126619] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.133970] env[69186]: DEBUG oslo_vmware.api [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3635014, 'name': Destroy_Task, 'duration_secs': 0.830794} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.134756] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Destroyed the VM [ 839.135389] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Deleting Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 839.135482] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-65d1c981-92c0-4678-902e-61f30064fbcb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.142733] env[69186]: DEBUG oslo_vmware.api [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3635018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.153130] env[69186]: DEBUG oslo_vmware.api [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 839.153130] env[69186]: value = "task-3635019" [ 839.153130] env[69186]: _type = "Task" [ 839.153130] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.160292] env[69186]: DEBUG oslo_vmware.api [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635017, 'name': PowerOnVM_Task, 'duration_secs': 0.498701} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.160999] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.161431] env[69186]: INFO nova.compute.manager [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Took 8.09 seconds to spawn the instance on the hypervisor. [ 839.161727] env[69186]: DEBUG nova.compute.manager [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.164919] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1be16c4-990f-487a-8dcb-a02d4267eef0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.171449] env[69186]: DEBUG oslo_vmware.api [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3635019, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.484032] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369694cb-997d-4f07-87a4-93116e2978fc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.492104] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b7d237-e539-4729-b131-c7fb4bfc489a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.523031] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc9b271-ece3-45c2-8674-3fdd5c29ee7d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.532146] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 839.532146] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c1e8d7-3ff0-544f-c2e0-2c99b555de2a" [ 839.532146] env[69186]: _type = "HttpNfcLease" [ 839.532146] env[69186]: } is ready. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 839.534284] env[69186]: DEBUG oslo_vmware.rw_handles [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 839.534284] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c1e8d7-3ff0-544f-c2e0-2c99b555de2a" [ 839.534284] env[69186]: _type = "HttpNfcLease" [ 839.534284] env[69186]: }. {{(pid=69186) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 839.535126] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e644b81c-3648-4ca8-ae5b-98a4a3021edc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.540018] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da1b108-cff2-447c-89b2-cdf562c82072 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.547467] env[69186]: DEBUG oslo_vmware.rw_handles [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526b2550-0274-48ee-7ec6-2d8ba9df5b19/disk-0.vmdk from lease info. {{(pid=69186) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 839.547467] env[69186]: DEBUG oslo_vmware.rw_handles [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526b2550-0274-48ee-7ec6-2d8ba9df5b19/disk-0.vmdk. {{(pid=69186) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 839.556062] env[69186]: DEBUG nova.compute.provider_tree [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.624406] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-405df49f-d46f-4837-88fb-cb012e2ba192 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.640020] env[69186]: DEBUG oslo_vmware.api [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3635018, 'name': PowerOffVM_Task, 'duration_secs': 0.270032} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.640020] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.640020] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.640020] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3124f602-fb02-4fa1-8442-191b13b862ea {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.663887] env[69186]: DEBUG oslo_vmware.api [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3635019, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.686921] env[69186]: INFO nova.compute.manager [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Took 39.03 seconds to build instance. [ 839.890344] env[69186]: DEBUG nova.compute.manager [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.920814] env[69186]: DEBUG nova.virt.hardware [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.921061] env[69186]: DEBUG nova.virt.hardware [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.921221] env[69186]: DEBUG nova.virt.hardware [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.921405] env[69186]: DEBUG nova.virt.hardware [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.921548] env[69186]: DEBUG nova.virt.hardware [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.921689] env[69186]: DEBUG nova.virt.hardware [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.921896] env[69186]: DEBUG nova.virt.hardware [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.922060] env[69186]: DEBUG nova.virt.hardware [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.922236] env[69186]: DEBUG nova.virt.hardware [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.922396] env[69186]: DEBUG nova.virt.hardware [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.922564] env[69186]: DEBUG nova.virt.hardware [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.923416] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55680ddb-b037-44e2-9543-d74dd249967f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.931433] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23adecbe-bda2-4bf3-919e-c4008e228ee5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.060602] env[69186]: DEBUG nova.scheduler.client.report [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.116688] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquiring lock "37112ffb-7735-4ad1-9af3-f17be5948788" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.116972] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "37112ffb-7735-4ad1-9af3-f17be5948788" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.117213] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquiring lock "37112ffb-7735-4ad1-9af3-f17be5948788-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.117406] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "37112ffb-7735-4ad1-9af3-f17be5948788-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.117583] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "37112ffb-7735-4ad1-9af3-f17be5948788-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.119814] env[69186]: INFO nova.compute.manager [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Terminating instance [ 840.163873] env[69186]: DEBUG oslo_vmware.api [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3635019, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.191087] env[69186]: DEBUG oslo_concurrency.lockutils [None req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "12f477f2-595e-4a26-a4d6-62169a4f6824" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.039s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.562304] env[69186]: DEBUG nova.compute.manager [req-6380baf1-eda1-4f7b-b35e-67760b713ac1 req-60ddd51e-e116-4548-9803-aeca365c1b9b service nova] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Received event network-vif-plugged-2286de1d-e4cf-45f7-8dbd-806920ccc4cd {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.563220] env[69186]: DEBUG oslo_concurrency.lockutils [req-6380baf1-eda1-4f7b-b35e-67760b713ac1 req-60ddd51e-e116-4548-9803-aeca365c1b9b service nova] Acquiring lock "24dd714b-4a10-49e4-91d0-6ced17d00b0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.563220] env[69186]: DEBUG oslo_concurrency.lockutils [req-6380baf1-eda1-4f7b-b35e-67760b713ac1 req-60ddd51e-e116-4548-9803-aeca365c1b9b service nova] Lock "24dd714b-4a10-49e4-91d0-6ced17d00b0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.563410] env[69186]: DEBUG oslo_concurrency.lockutils [req-6380baf1-eda1-4f7b-b35e-67760b713ac1 req-60ddd51e-e116-4548-9803-aeca365c1b9b service nova] Lock "24dd714b-4a10-49e4-91d0-6ced17d00b0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.563801] env[69186]: DEBUG nova.compute.manager [req-6380baf1-eda1-4f7b-b35e-67760b713ac1 req-60ddd51e-e116-4548-9803-aeca365c1b9b service nova] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] No waiting events found dispatching network-vif-plugged-2286de1d-e4cf-45f7-8dbd-806920ccc4cd {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.563993] env[69186]: WARNING nova.compute.manager [req-6380baf1-eda1-4f7b-b35e-67760b713ac1 req-60ddd51e-e116-4548-9803-aeca365c1b9b service nova] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Received unexpected event network-vif-plugged-2286de1d-e4cf-45f7-8dbd-806920ccc4cd for instance with vm_state building and task_state spawning. [ 840.565566] env[69186]: DEBUG oslo_concurrency.lockutils [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.566187] env[69186]: DEBUG nova.compute.manager [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.569465] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.023s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.575358] env[69186]: INFO nova.compute.claims [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.625038] env[69186]: DEBUG nova.compute.manager [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.625355] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.627452] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7773b527-dabf-4506-ad3c-8533bb88a2a2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.643652] env[69186]: DEBUG nova.network.neutron [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Successfully updated port: 2286de1d-e4cf-45f7-8dbd-806920ccc4cd {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.645999] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.645999] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3ed1530-3349-428d-b019-34167e8564f6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.653706] env[69186]: DEBUG oslo_vmware.api [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 840.653706] env[69186]: value = "task-3635021" [ 840.653706] env[69186]: _type = "Task" [ 840.653706] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.669027] env[69186]: DEBUG oslo_vmware.api [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3635021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.672576] env[69186]: DEBUG oslo_vmware.api [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3635019, 'name': RemoveSnapshot_Task, 'duration_secs': 1.149733} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.673226] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Deleted Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 840.673478] env[69186]: INFO nova.compute.manager [None req-0d553e01-2eb4-41da-afcc-77cc45eb338c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Took 16.90 seconds to snapshot the instance on the hypervisor. [ 840.697500] env[69186]: DEBUG nova.compute.manager [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 840.972028] env[69186]: DEBUG oslo_concurrency.lockutils [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "1f788af6-a840-4c80-84ec-389cd38b278c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.972028] env[69186]: DEBUG oslo_concurrency.lockutils [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "1f788af6-a840-4c80-84ec-389cd38b278c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.972028] env[69186]: DEBUG oslo_concurrency.lockutils [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "1f788af6-a840-4c80-84ec-389cd38b278c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.972028] env[69186]: DEBUG oslo_concurrency.lockutils [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "1f788af6-a840-4c80-84ec-389cd38b278c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.972445] env[69186]: DEBUG oslo_concurrency.lockutils [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "1f788af6-a840-4c80-84ec-389cd38b278c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.975020] env[69186]: INFO nova.compute.manager [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Terminating instance [ 841.084669] env[69186]: DEBUG nova.compute.utils [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.091106] env[69186]: DEBUG nova.compute.manager [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 841.091300] env[69186]: DEBUG nova.network.neutron [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.139669] env[69186]: DEBUG nova.policy [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6d5260cf12a47dc8971c8f4d89b14e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d54b3f4ffd4458f9e27881bd5f60105', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.149540] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Acquiring lock "refresh_cache-24dd714b-4a10-49e4-91d0-6ced17d00b0e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.149720] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Acquired lock "refresh_cache-24dd714b-4a10-49e4-91d0-6ced17d00b0e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.149873] env[69186]: DEBUG nova.network.neutron [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.167996] env[69186]: DEBUG oslo_vmware.api [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3635021, 'name': PowerOffVM_Task, 'duration_secs': 0.238098} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.172094] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.172434] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.173343] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60d62d25-597b-434f-9cd6-baa0a571ff2d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.211823] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "12f477f2-595e-4a26-a4d6-62169a4f6824" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.211823] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "12f477f2-595e-4a26-a4d6-62169a4f6824" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.211823] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "12f477f2-595e-4a26-a4d6-62169a4f6824-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.211823] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "12f477f2-595e-4a26-a4d6-62169a4f6824-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.212023] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "12f477f2-595e-4a26-a4d6-62169a4f6824-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.214760] env[69186]: INFO nova.compute.manager [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Terminating instance [ 841.232933] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.418566] env[69186]: DEBUG oslo_vmware.rw_handles [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Completed reading data from the image iterator. {{(pid=69186) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 841.418566] env[69186]: DEBUG oslo_vmware.rw_handles [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526b2550-0274-48ee-7ec6-2d8ba9df5b19/disk-0.vmdk. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 841.418566] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2feaefd7-768c-46ea-945c-68b9b8dec8e7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.429211] env[69186]: DEBUG oslo_vmware.rw_handles [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526b2550-0274-48ee-7ec6-2d8ba9df5b19/disk-0.vmdk is in state: ready. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 841.429211] env[69186]: DEBUG oslo_vmware.rw_handles [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526b2550-0274-48ee-7ec6-2d8ba9df5b19/disk-0.vmdk. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 841.429211] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a317d7ca-8fbf-40f2-a599-ec07a6df0308 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.485051] env[69186]: DEBUG nova.compute.manager [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.485388] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.486445] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f3ad8d-6eed-4f07-bd27-48a8948a3bce {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.495779] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.495779] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-546ac98d-4fa8-41f4-b7ae-4c4da6f78fa6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.503531] env[69186]: DEBUG oslo_vmware.api [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 841.503531] env[69186]: value = "task-3635023" [ 841.503531] env[69186]: _type = "Task" [ 841.503531] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.514298] env[69186]: DEBUG oslo_vmware.api [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.536957] env[69186]: DEBUG nova.network.neutron [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Successfully created port: 6b997f32-3758-48c8-a9d2-e6cd5c3bb6df {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.590238] env[69186]: DEBUG nova.compute.manager [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.704025] env[69186]: DEBUG nova.network.neutron [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.721013] env[69186]: DEBUG nova.compute.manager [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.721013] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.722032] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b2f16f-c26a-4b85-a1e6-807883e24075 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.731019] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.734172] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-514be3dd-65b9-4fd5-b556-ba71d9c1a1be {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.740950] env[69186]: DEBUG oslo_vmware.api [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 841.740950] env[69186]: value = "task-3635024" [ 841.740950] env[69186]: _type = "Task" [ 841.740950] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.754711] env[69186]: DEBUG oslo_vmware.api [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.769671] env[69186]: DEBUG oslo_vmware.rw_handles [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526b2550-0274-48ee-7ec6-2d8ba9df5b19/disk-0.vmdk. {{(pid=69186) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 841.769671] env[69186]: INFO nova.virt.vmwareapi.images [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Downloaded image file data 5817e633-c4af-4e99-97ee-bf0bba1f31c4 [ 841.770193] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c944553b-8e7f-4f7a-8d61-9fd75f850e47 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.791098] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6150c8d7-a91f-4e8c-9d70-4681337da403 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.849866] env[69186]: INFO nova.virt.vmwareapi.images [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] The imported VM was unregistered [ 841.852535] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Caching image {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 841.852922] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Creating directory with path [datastore2] devstack-image-cache_base/5817e633-c4af-4e99-97ee-bf0bba1f31c4 {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.853542] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca895d1e-9b49-47f8-819b-4c3330a79646 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.869763] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Created directory with path [datastore2] devstack-image-cache_base/5817e633-c4af-4e99-97ee-bf0bba1f31c4 {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.869953] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c5d9fbcb-c564-4615-8b37-8e90ae2dc401/OSTACK_IMG_c5d9fbcb-c564-4615-8b37-8e90ae2dc401.vmdk to [datastore2] devstack-image-cache_base/5817e633-c4af-4e99-97ee-bf0bba1f31c4/5817e633-c4af-4e99-97ee-bf0bba1f31c4.vmdk. {{(pid=69186) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 841.870327] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-87f15d1f-11c3-45df-9614-eb9c55ff1b82 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.877413] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 841.877413] env[69186]: value = "task-3635026" [ 841.877413] env[69186]: _type = "Task" [ 841.877413] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.887204] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635026, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.016280] env[69186]: DEBUG oslo_vmware.api [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635023, 'name': PowerOffVM_Task, 'duration_secs': 0.402494} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.016584] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.016784] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 842.017180] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b960bd0b-3df9-4a8e-bfdd-628983e45b7b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.055950] env[69186]: DEBUG nova.network.neutron [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Updating instance_info_cache with network_info: [{"id": "2286de1d-e4cf-45f7-8dbd-806920ccc4cd", "address": "fa:16:3e:50:0a:2c", "network": {"id": "2ce3bdfe-4efe-442b-9d5b-db7dcea0bc12", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1992976651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b6835a88cce438f8ea51db826230158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2286de1d-e4", "ovs_interfaceid": "2286de1d-e4cf-45f7-8dbd-806920ccc4cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.212017] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53607d48-5c27-480d-b5d5-44ff15e5d88b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.221023] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff259fda-9ced-41bd-b9d2-f9ca0b2648cc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.255233] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37291e27-e90c-45c6-8e6a-a0e8d610d665 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.263640] env[69186]: DEBUG oslo_vmware.api [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635024, 'name': PowerOffVM_Task, 'duration_secs': 0.317062} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.265648] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.265804] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 842.266132] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8930c297-744e-4d15-b077-4afd7a28640c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.273362] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e302b17c-bf2c-4584-ad16-9a47b32201ff {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.288846] env[69186]: DEBUG nova.compute.provider_tree [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.389590] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635026, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.400066] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.400329] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.400535] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Deleting the datastore file [datastore1] 0fc874b1-1810-403d-a646-ade0680bc7c1 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.402351] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16cfc6fb-b7a3-45a8-b1d8-d93207c919e3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.405375] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.405687] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.405997] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Deleting the datastore file [datastore1] 1f788af6-a840-4c80-84ec-389cd38b278c {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.406785] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.406887] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.407231] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Deleting the datastore file [datastore1] 37112ffb-7735-4ad1-9af3-f17be5948788 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.407615] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-183bf000-2a1c-4768-a922-598f221fc15e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.410760] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c22b049-5b9d-49f7-9c21-5eac05fe5cc2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.415034] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.415034] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.415034] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Deleting the datastore file [datastore2] 12f477f2-595e-4a26-a4d6-62169a4f6824 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.415847] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8aecfbe4-70f0-407f-94d4-8192777f4b8a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.418875] env[69186]: DEBUG oslo_vmware.api [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Waiting for the task: (returnval){ [ 842.418875] env[69186]: value = "task-3635029" [ 842.418875] env[69186]: _type = "Task" [ 842.418875] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.424579] env[69186]: DEBUG oslo_vmware.api [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 842.424579] env[69186]: value = "task-3635031" [ 842.424579] env[69186]: _type = "Task" [ 842.424579] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.424975] env[69186]: DEBUG oslo_vmware.api [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 842.424975] env[69186]: value = "task-3635030" [ 842.424975] env[69186]: _type = "Task" [ 842.424975] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.428360] env[69186]: DEBUG oslo_vmware.api [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for the task: (returnval){ [ 842.428360] env[69186]: value = "task-3635032" [ 842.428360] env[69186]: _type = "Task" [ 842.428360] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.439620] env[69186]: DEBUG oslo_vmware.api [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3635029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.448578] env[69186]: DEBUG oslo_vmware.api [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3635031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.448844] env[69186]: DEBUG oslo_vmware.api [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.452064] env[69186]: DEBUG oslo_vmware.api [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.559025] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Releasing lock "refresh_cache-24dd714b-4a10-49e4-91d0-6ced17d00b0e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.559411] env[69186]: DEBUG nova.compute.manager [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Instance network_info: |[{"id": "2286de1d-e4cf-45f7-8dbd-806920ccc4cd", "address": "fa:16:3e:50:0a:2c", "network": {"id": "2ce3bdfe-4efe-442b-9d5b-db7dcea0bc12", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1992976651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b6835a88cce438f8ea51db826230158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2286de1d-e4", "ovs_interfaceid": "2286de1d-e4cf-45f7-8dbd-806920ccc4cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.559912] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:0a:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2286de1d-e4cf-45f7-8dbd-806920ccc4cd', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.570810] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.571504] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.571758] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-949f38b2-9e36-4233-bda3-f79655907f7b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.595299] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.595299] env[69186]: value = "task-3635033" [ 842.595299] env[69186]: _type = "Task" [ 842.595299] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.602294] env[69186]: DEBUG nova.compute.manager [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.608168] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635033, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.626105] env[69186]: DEBUG nova.virt.hardware [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.626366] env[69186]: DEBUG nova.virt.hardware [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.626517] env[69186]: DEBUG nova.virt.hardware [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.626703] env[69186]: DEBUG nova.virt.hardware [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.626877] env[69186]: DEBUG nova.virt.hardware [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.626986] env[69186]: DEBUG nova.virt.hardware [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.627350] env[69186]: DEBUG nova.virt.hardware [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.627514] env[69186]: DEBUG nova.virt.hardware [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.627706] env[69186]: DEBUG nova.virt.hardware [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.627869] env[69186]: DEBUG nova.virt.hardware [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.628058] env[69186]: DEBUG nova.virt.hardware [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.628986] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7c6dbe-a76c-480a-a43b-0f00c1419226 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.640152] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f2a718-1982-4967-83f0-fa0c69c76183 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.646494] env[69186]: DEBUG nova.compute.manager [req-e3eb46b6-498b-4daf-a7b0-5e84c85d663d req-05c6c9c9-7846-45bd-a3bf-123134779a37 service nova] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Received event network-changed-2286de1d-e4cf-45f7-8dbd-806920ccc4cd {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.646769] env[69186]: DEBUG nova.compute.manager [req-e3eb46b6-498b-4daf-a7b0-5e84c85d663d req-05c6c9c9-7846-45bd-a3bf-123134779a37 service nova] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Refreshing instance network info cache due to event network-changed-2286de1d-e4cf-45f7-8dbd-806920ccc4cd. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.646994] env[69186]: DEBUG oslo_concurrency.lockutils [req-e3eb46b6-498b-4daf-a7b0-5e84c85d663d req-05c6c9c9-7846-45bd-a3bf-123134779a37 service nova] Acquiring lock "refresh_cache-24dd714b-4a10-49e4-91d0-6ced17d00b0e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.647056] env[69186]: DEBUG oslo_concurrency.lockutils [req-e3eb46b6-498b-4daf-a7b0-5e84c85d663d req-05c6c9c9-7846-45bd-a3bf-123134779a37 service nova] Acquired lock "refresh_cache-24dd714b-4a10-49e4-91d0-6ced17d00b0e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.647221] env[69186]: DEBUG nova.network.neutron [req-e3eb46b6-498b-4daf-a7b0-5e84c85d663d req-05c6c9c9-7846-45bd-a3bf-123134779a37 service nova] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Refreshing network info cache for port 2286de1d-e4cf-45f7-8dbd-806920ccc4cd {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.794703] env[69186]: DEBUG nova.scheduler.client.report [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.893377] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635026, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.931733] env[69186]: DEBUG oslo_vmware.api [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Task: {'id': task-3635029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368408} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.938462] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.938688] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.938870] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.939069] env[69186]: INFO nova.compute.manager [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Took 3.84 seconds to destroy the instance on the hypervisor. [ 842.939319] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.939611] env[69186]: DEBUG nova.compute.manager [-] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.939733] env[69186]: DEBUG nova.network.neutron [-] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.951855] env[69186]: DEBUG oslo_vmware.api [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37334} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.958345] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.958604] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.958799] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.959043] env[69186]: INFO nova.compute.manager [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Took 1.47 seconds to destroy the instance on the hypervisor. [ 842.959320] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.959555] env[69186]: DEBUG oslo_vmware.api [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3635031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380445} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.959805] env[69186]: DEBUG oslo_vmware.api [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.960036] env[69186]: DEBUG nova.compute.manager [-] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.960184] env[69186]: DEBUG nova.network.neutron [-] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.961932] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.962170] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.962353] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.962526] env[69186]: INFO nova.compute.manager [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Took 2.34 seconds to destroy the instance on the hypervisor. [ 842.962755] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.962957] env[69186]: DEBUG nova.compute.manager [-] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.963062] env[69186]: DEBUG nova.network.neutron [-] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.108754] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635033, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.298820] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.299451] env[69186]: DEBUG nova.compute.manager [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.303082] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.779s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.303333] env[69186]: DEBUG nova.objects.instance [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Lazy-loading 'resources' on Instance uuid 52ded3f3-e73d-4a27-a464-9493e09b61a1 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.397032] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635026, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.454345] env[69186]: DEBUG oslo_vmware.api [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.573748] env[69186]: DEBUG nova.network.neutron [req-e3eb46b6-498b-4daf-a7b0-5e84c85d663d req-05c6c9c9-7846-45bd-a3bf-123134779a37 service nova] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Updated VIF entry in instance network info cache for port 2286de1d-e4cf-45f7-8dbd-806920ccc4cd. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.574151] env[69186]: DEBUG nova.network.neutron [req-e3eb46b6-498b-4daf-a7b0-5e84c85d663d req-05c6c9c9-7846-45bd-a3bf-123134779a37 service nova] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Updating instance_info_cache with network_info: [{"id": "2286de1d-e4cf-45f7-8dbd-806920ccc4cd", "address": "fa:16:3e:50:0a:2c", "network": {"id": "2ce3bdfe-4efe-442b-9d5b-db7dcea0bc12", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1992976651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b6835a88cce438f8ea51db826230158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2286de1d-e4", "ovs_interfaceid": "2286de1d-e4cf-45f7-8dbd-806920ccc4cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.604098] env[69186]: DEBUG nova.compute.manager [req-5b9d07a6-0a24-447c-87ef-df151ca41d12 req-e1dbc0a1-a573-4493-8a98-b877b78f60de service nova] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Received event network-vif-deleted-b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.604330] env[69186]: INFO nova.compute.manager [req-5b9d07a6-0a24-447c-87ef-df151ca41d12 req-e1dbc0a1-a573-4493-8a98-b877b78f60de service nova] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Neutron deleted interface b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f; detaching it from the instance and deleting it from the info cache [ 843.605195] env[69186]: DEBUG nova.network.neutron [req-5b9d07a6-0a24-447c-87ef-df151ca41d12 req-e1dbc0a1-a573-4493-8a98-b877b78f60de service nova] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.618926] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635033, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.660569] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Acquiring lock "00db072e-b278-4803-b7bf-516918f84656" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.660852] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Lock "00db072e-b278-4803-b7bf-516918f84656" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.661122] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Acquiring lock "00db072e-b278-4803-b7bf-516918f84656-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.662245] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Lock "00db072e-b278-4803-b7bf-516918f84656-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.662245] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Lock "00db072e-b278-4803-b7bf-516918f84656-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.664288] env[69186]: INFO nova.compute.manager [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Terminating instance [ 843.817151] env[69186]: DEBUG nova.compute.utils [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.819225] env[69186]: DEBUG nova.compute.manager [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.819615] env[69186]: DEBUG nova.network.neutron [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.879514] env[69186]: DEBUG nova.network.neutron [-] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.900019] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635026, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.907424] env[69186]: DEBUG nova.network.neutron [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Successfully updated port: 6b997f32-3758-48c8-a9d2-e6cd5c3bb6df {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.958666] env[69186]: DEBUG oslo_vmware.api [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.961054] env[69186]: DEBUG nova.policy [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8e90fdb07124a44a20471ee584c70a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac6b78bd368b422ea96eea2f76aa322c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.079711] env[69186]: DEBUG oslo_concurrency.lockutils [req-e3eb46b6-498b-4daf-a7b0-5e84c85d663d req-05c6c9c9-7846-45bd-a3bf-123134779a37 service nova] Releasing lock "refresh_cache-24dd714b-4a10-49e4-91d0-6ced17d00b0e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.110684] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635033, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.110974] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b649160-1e64-46ba-ba1b-78c259cacb90 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.121722] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4e01c6-6aa8-4ec3-a6cc-be9ad20f3a47 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.166718] env[69186]: DEBUG nova.compute.manager [req-5b9d07a6-0a24-447c-87ef-df151ca41d12 req-e1dbc0a1-a573-4493-8a98-b877b78f60de service nova] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Detach interface failed, port_id=b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f, reason: Instance 1f788af6-a840-4c80-84ec-389cd38b278c could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 844.167858] env[69186]: DEBUG nova.compute.manager [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.168205] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.169764] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f3dec1-a0e0-48a9-91de-1bc05844b84a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.177788] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.178108] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d0eff96-802d-4b7f-a28c-45f86e0e0cf6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.184927] env[69186]: DEBUG oslo_vmware.api [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 844.184927] env[69186]: value = "task-3635034" [ 844.184927] env[69186]: _type = "Task" [ 844.184927] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.185968] env[69186]: DEBUG nova.network.neutron [-] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.198679] env[69186]: DEBUG oslo_vmware.api [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3635034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.323089] env[69186]: DEBUG nova.compute.manager [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.379475] env[69186]: DEBUG nova.network.neutron [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Successfully created port: fb593900-80ea-468b-9e64-d6b0a7fa5c6e {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.394838] env[69186]: INFO nova.compute.manager [-] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Took 1.43 seconds to deallocate network for instance. [ 844.395301] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635026, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.411662] env[69186]: DEBUG oslo_concurrency.lockutils [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "refresh_cache-e59eda66-dd95-45f2-9d48-8c6254fbebad" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.411858] env[69186]: DEBUG oslo_concurrency.lockutils [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquired lock "refresh_cache-e59eda66-dd95-45f2-9d48-8c6254fbebad" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.412156] env[69186]: DEBUG nova.network.neutron [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.459791] env[69186]: DEBUG oslo_vmware.api [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635032, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.507174] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4d7fcc-f695-400e-96eb-0d6b3543146b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.516643] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95c3943-cb50-4c8c-8068-c13deeab8884 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.548690] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d2bd14-66b6-4762-946b-af9b40064921 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.556637] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14394aa-e0a8-45bb-89f2-76bdcd0f78ab {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.570809] env[69186]: DEBUG nova.network.neutron [-] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.572407] env[69186]: DEBUG nova.compute.provider_tree [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.606759] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635033, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.686205] env[69186]: DEBUG nova.compute.manager [req-cd187e15-6c4b-4689-ae8f-0d89ffe30777 req-275ef39b-d30a-4021-8a08-1b1d37dafc82 service nova] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Received event network-vif-plugged-6b997f32-3758-48c8-a9d2-e6cd5c3bb6df {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.686430] env[69186]: DEBUG oslo_concurrency.lockutils [req-cd187e15-6c4b-4689-ae8f-0d89ffe30777 req-275ef39b-d30a-4021-8a08-1b1d37dafc82 service nova] Acquiring lock "e59eda66-dd95-45f2-9d48-8c6254fbebad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.686636] env[69186]: DEBUG oslo_concurrency.lockutils [req-cd187e15-6c4b-4689-ae8f-0d89ffe30777 req-275ef39b-d30a-4021-8a08-1b1d37dafc82 service nova] Lock "e59eda66-dd95-45f2-9d48-8c6254fbebad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.686809] env[69186]: DEBUG oslo_concurrency.lockutils [req-cd187e15-6c4b-4689-ae8f-0d89ffe30777 req-275ef39b-d30a-4021-8a08-1b1d37dafc82 service nova] Lock "e59eda66-dd95-45f2-9d48-8c6254fbebad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.687023] env[69186]: DEBUG nova.compute.manager [req-cd187e15-6c4b-4689-ae8f-0d89ffe30777 req-275ef39b-d30a-4021-8a08-1b1d37dafc82 service nova] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] No waiting events found dispatching network-vif-plugged-6b997f32-3758-48c8-a9d2-e6cd5c3bb6df {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.687200] env[69186]: WARNING nova.compute.manager [req-cd187e15-6c4b-4689-ae8f-0d89ffe30777 req-275ef39b-d30a-4021-8a08-1b1d37dafc82 service nova] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Received unexpected event network-vif-plugged-6b997f32-3758-48c8-a9d2-e6cd5c3bb6df for instance with vm_state building and task_state spawning. [ 844.687358] env[69186]: DEBUG nova.compute.manager [req-cd187e15-6c4b-4689-ae8f-0d89ffe30777 req-275ef39b-d30a-4021-8a08-1b1d37dafc82 service nova] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Received event network-vif-deleted-9cde4973-e747-4543-a8cb-6d35810279eb {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.687524] env[69186]: DEBUG nova.compute.manager [req-cd187e15-6c4b-4689-ae8f-0d89ffe30777 req-275ef39b-d30a-4021-8a08-1b1d37dafc82 service nova] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Received event network-changed-6b997f32-3758-48c8-a9d2-e6cd5c3bb6df {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.687673] env[69186]: DEBUG nova.compute.manager [req-cd187e15-6c4b-4689-ae8f-0d89ffe30777 req-275ef39b-d30a-4021-8a08-1b1d37dafc82 service nova] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Refreshing instance network info cache due to event network-changed-6b997f32-3758-48c8-a9d2-e6cd5c3bb6df. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.687863] env[69186]: DEBUG oslo_concurrency.lockutils [req-cd187e15-6c4b-4689-ae8f-0d89ffe30777 req-275ef39b-d30a-4021-8a08-1b1d37dafc82 service nova] Acquiring lock "refresh_cache-e59eda66-dd95-45f2-9d48-8c6254fbebad" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.697023] env[69186]: INFO nova.compute.manager [-] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Took 1.73 seconds to deallocate network for instance. [ 844.701615] env[69186]: DEBUG oslo_vmware.api [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3635034, 'name': PowerOffVM_Task, 'duration_secs': 0.376058} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.704803] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.704988] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.706704] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29b64eea-d096-4ffb-b602-6d4d789852bc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.777085] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.777085] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.777426] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Deleting the datastore file [datastore2] 00db072e-b278-4803-b7bf-516918f84656 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.778511] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-524d9173-ee82-4276-9c1c-78688472f76f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.786099] env[69186]: DEBUG oslo_vmware.api [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 844.786099] env[69186]: value = "task-3635036" [ 844.786099] env[69186]: _type = "Task" [ 844.786099] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.794952] env[69186]: DEBUG oslo_vmware.api [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3635036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.892262] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635026, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.955256} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.892538] env[69186]: INFO nova.virt.vmwareapi.ds_util [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c5d9fbcb-c564-4615-8b37-8e90ae2dc401/OSTACK_IMG_c5d9fbcb-c564-4615-8b37-8e90ae2dc401.vmdk to [datastore2] devstack-image-cache_base/5817e633-c4af-4e99-97ee-bf0bba1f31c4/5817e633-c4af-4e99-97ee-bf0bba1f31c4.vmdk. [ 844.892731] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Cleaning up location [datastore2] OSTACK_IMG_c5d9fbcb-c564-4615-8b37-8e90ae2dc401 {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 844.892898] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c5d9fbcb-c564-4615-8b37-8e90ae2dc401 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.893166] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e029f87b-6d8d-47f0-93ad-79639007ae27 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.899341] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 844.899341] env[69186]: value = "task-3635037" [ 844.899341] env[69186]: _type = "Task" [ 844.899341] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.902631] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.902871] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.909267] env[69186]: DEBUG oslo_concurrency.lockutils [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.909635] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.956275] env[69186]: DEBUG oslo_vmware.api [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Task: {'id': task-3635032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.033303} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.956345] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.956488] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.956670] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.956861] env[69186]: INFO nova.compute.manager [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Took 3.24 seconds to destroy the instance on the hypervisor. [ 844.957164] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.957378] env[69186]: DEBUG nova.compute.manager [-] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.957468] env[69186]: DEBUG nova.network.neutron [-] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.959948] env[69186]: DEBUG nova.network.neutron [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.075184] env[69186]: INFO nova.compute.manager [-] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Took 2.14 seconds to deallocate network for instance. [ 845.075993] env[69186]: DEBUG nova.scheduler.client.report [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.107827] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635033, 'name': CreateVM_Task, 'duration_secs': 2.141386} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.107999] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.108819] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.108988] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.110379] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.110379] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5982c08-2b8d-4ce4-b133-91b21fc0e60d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.114227] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Waiting for the task: (returnval){ [ 845.114227] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525944cb-6a18-c049-d827-3ac4b34d2573" [ 845.114227] env[69186]: _type = "Task" [ 845.114227] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.122249] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525944cb-6a18-c049-d827-3ac4b34d2573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.207846] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.296789] env[69186]: DEBUG oslo_vmware.api [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3635036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168518} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.297159] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.297585] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.297585] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.297748] env[69186]: INFO nova.compute.manager [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 00db072e-b278-4803-b7bf-516918f84656] Took 1.13 seconds to destroy the instance on the hypervisor. [ 845.297978] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.298233] env[69186]: DEBUG nova.compute.manager [-] [instance: 00db072e-b278-4803-b7bf-516918f84656] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.298331] env[69186]: DEBUG nova.network.neutron [-] [instance: 00db072e-b278-4803-b7bf-516918f84656] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.335109] env[69186]: DEBUG nova.compute.manager [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.363492] env[69186]: DEBUG nova.virt.hardware [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:24:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a50e9888-1be3-43dd-adbc-f7aad3c14d17',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-201653384',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.363831] env[69186]: DEBUG nova.virt.hardware [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.364097] env[69186]: DEBUG nova.virt.hardware [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.364310] env[69186]: DEBUG nova.virt.hardware [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.364462] env[69186]: DEBUG nova.virt.hardware [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.364606] env[69186]: DEBUG nova.virt.hardware [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.364817] env[69186]: DEBUG nova.virt.hardware [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.364976] env[69186]: DEBUG nova.virt.hardware [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.365251] env[69186]: DEBUG nova.virt.hardware [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.365423] env[69186]: DEBUG nova.virt.hardware [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.365831] env[69186]: DEBUG nova.virt.hardware [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.366745] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921083a1-446f-47e5-b326-10cf93a4c88a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.379040] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbde7791-aa35-4e31-a9e0-6f8a00629080 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.414742] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042063} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.414923] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.415128] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5817e633-c4af-4e99-97ee-bf0bba1f31c4/5817e633-c4af-4e99-97ee-bf0bba1f31c4.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.416069] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5817e633-c4af-4e99-97ee-bf0bba1f31c4/5817e633-c4af-4e99-97ee-bf0bba1f31c4.vmdk to [datastore2] dcd6c82f-24af-4906-841c-1c8f5d7306de/dcd6c82f-24af-4906-841c-1c8f5d7306de.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.416069] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 845.416069] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87818ccf-d2f1-4ec5-af6e-9af735c286cc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.420155] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 845.420155] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 845.420155] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 845.420155] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 845.420155] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 845.420155] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69186) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 845.420391] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 845.424660] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 845.424660] env[69186]: value = "task-3635038" [ 845.424660] env[69186]: _type = "Task" [ 845.424660] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.435330] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.519439] env[69186]: DEBUG nova.network.neutron [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Updating instance_info_cache with network_info: [{"id": "6b997f32-3758-48c8-a9d2-e6cd5c3bb6df", "address": "fa:16:3e:e5:79:94", "network": {"id": "b7322786-1746-46f8-9c73-92bc44ddacf8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1789139579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d54b3f4ffd4458f9e27881bd5f60105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b997f32-37", "ovs_interfaceid": "6b997f32-3758-48c8-a9d2-e6cd5c3bb6df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.584834] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.280s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.585659] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.410s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.587625] env[69186]: INFO nova.compute.claims [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.591928] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.616034] env[69186]: INFO nova.scheduler.client.report [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Deleted allocations for instance 52ded3f3-e73d-4a27-a464-9493e09b61a1 [ 845.634650] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525944cb-6a18-c049-d827-3ac4b34d2573, 'name': SearchDatastore_Task, 'duration_secs': 0.009877} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.634771] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.634958] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.635212] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.635361] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.635749] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.635825] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7906b1d9-6be8-4b40-aac5-58045c487779 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.653497] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.653888] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.654768] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5028dbaa-69e3-4704-a88a-30b0a5110719 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.661484] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Waiting for the task: (returnval){ [ 845.661484] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ff2ef2-2628-a8f6-4f87-23a608655e04" [ 845.661484] env[69186]: _type = "Task" [ 845.661484] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.670125] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ff2ef2-2628-a8f6-4f87-23a608655e04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.677314] env[69186]: DEBUG nova.compute.manager [req-a816b07f-7d54-4d66-b74c-972d12f49195 req-6de2b8f7-349b-4810-bf7f-cfff617f46b2 service nova] [instance: 00db072e-b278-4803-b7bf-516918f84656] Received event network-vif-deleted-a13fc43d-ff9e-487b-bd42-d61aeca8a4f9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.677943] env[69186]: INFO nova.compute.manager [req-a816b07f-7d54-4d66-b74c-972d12f49195 req-6de2b8f7-349b-4810-bf7f-cfff617f46b2 service nova] [instance: 00db072e-b278-4803-b7bf-516918f84656] Neutron deleted interface a13fc43d-ff9e-487b-bd42-d61aeca8a4f9; detaching it from the instance and deleting it from the info cache [ 845.677943] env[69186]: DEBUG nova.network.neutron [req-a816b07f-7d54-4d66-b74c-972d12f49195 req-6de2b8f7-349b-4810-bf7f-cfff617f46b2 service nova] [instance: 00db072e-b278-4803-b7bf-516918f84656] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.922569] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.935716] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635038, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.027268] env[69186]: DEBUG oslo_concurrency.lockutils [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Releasing lock "refresh_cache-e59eda66-dd95-45f2-9d48-8c6254fbebad" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.027268] env[69186]: DEBUG nova.compute.manager [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Instance network_info: |[{"id": "6b997f32-3758-48c8-a9d2-e6cd5c3bb6df", "address": "fa:16:3e:e5:79:94", "network": {"id": "b7322786-1746-46f8-9c73-92bc44ddacf8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1789139579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d54b3f4ffd4458f9e27881bd5f60105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b997f32-37", "ovs_interfaceid": "6b997f32-3758-48c8-a9d2-e6cd5c3bb6df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.027424] env[69186]: DEBUG oslo_concurrency.lockutils [req-cd187e15-6c4b-4689-ae8f-0d89ffe30777 req-275ef39b-d30a-4021-8a08-1b1d37dafc82 service nova] Acquired lock "refresh_cache-e59eda66-dd95-45f2-9d48-8c6254fbebad" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.027424] env[69186]: DEBUG nova.network.neutron [req-cd187e15-6c4b-4689-ae8f-0d89ffe30777 req-275ef39b-d30a-4021-8a08-1b1d37dafc82 service nova] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Refreshing network info cache for port 6b997f32-3758-48c8-a9d2-e6cd5c3bb6df {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.027424] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:79:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b997f32-3758-48c8-a9d2-e6cd5c3bb6df', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.039572] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.039572] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.040758] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96d6ddfb-2db3-492e-87ad-cfff55c70d46 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.063841] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.063841] env[69186]: value = "task-3635039" [ 846.063841] env[69186]: _type = "Task" [ 846.063841] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.069052] env[69186]: DEBUG nova.network.neutron [-] [instance: 00db072e-b278-4803-b7bf-516918f84656] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.076908] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635039, 'name': CreateVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.131899] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Lock "52ded3f3-e73d-4a27-a464-9493e09b61a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.306s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.149379] env[69186]: DEBUG nova.network.neutron [-] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.173836] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ff2ef2-2628-a8f6-4f87-23a608655e04, 'name': SearchDatastore_Task, 'duration_secs': 0.065113} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.174864] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3212960-37b9-43bf-bb99-1927532b44ab {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.181393] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Waiting for the task: (returnval){ [ 846.181393] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528d2617-344e-2aa8-4e1a-824c63606f28" [ 846.181393] env[69186]: _type = "Task" [ 846.181393] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.181706] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f48ec804-6311-476e-b1e1-80515f5f471f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.197203] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5e5ce1-0044-4ca2-a40f-11dcead22c25 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.221840] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528d2617-344e-2aa8-4e1a-824c63606f28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.225162] env[69186]: DEBUG nova.network.neutron [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Successfully updated port: fb593900-80ea-468b-9e64-d6b0a7fa5c6e {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.245823] env[69186]: DEBUG nova.compute.manager [req-a816b07f-7d54-4d66-b74c-972d12f49195 req-6de2b8f7-349b-4810-bf7f-cfff617f46b2 service nova] [instance: 00db072e-b278-4803-b7bf-516918f84656] Detach interface failed, port_id=a13fc43d-ff9e-487b-bd42-d61aeca8a4f9, reason: Instance 00db072e-b278-4803-b7bf-516918f84656 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 846.382851] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Acquiring lock "cb7ae2c4-3eef-4254-af3a-3a5de42222d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.383302] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Lock "cb7ae2c4-3eef-4254-af3a-3a5de42222d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.383558] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Acquiring lock "cb7ae2c4-3eef-4254-af3a-3a5de42222d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.383692] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Lock "cb7ae2c4-3eef-4254-af3a-3a5de42222d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.385230] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Lock "cb7ae2c4-3eef-4254-af3a-3a5de42222d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.389019] env[69186]: INFO nova.compute.manager [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Terminating instance [ 846.443325] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635038, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.571809] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5f455c3d-284f-4e8d-8689-86a5ddcfb8f1 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] Acquiring lock "27ac4f0c-fcfb-4023-be75-496a182aeff0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.572110] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5f455c3d-284f-4e8d-8689-86a5ddcfb8f1 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] Lock "27ac4f0c-fcfb-4023-be75-496a182aeff0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.575208] env[69186]: INFO nova.compute.manager [-] [instance: 00db072e-b278-4803-b7bf-516918f84656] Took 1.28 seconds to deallocate network for instance. [ 846.584798] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635039, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.656590] env[69186]: INFO nova.compute.manager [-] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Took 1.70 seconds to deallocate network for instance. [ 846.698884] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528d2617-344e-2aa8-4e1a-824c63606f28, 'name': SearchDatastore_Task, 'duration_secs': 0.077037} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.702122] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.702479] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 24dd714b-4a10-49e4-91d0-6ced17d00b0e/24dd714b-4a10-49e4-91d0-6ced17d00b0e.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.702847] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-931b83ca-fb5c-42e4-96e4-447fad4434f4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.712788] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Waiting for the task: (returnval){ [ 846.712788] env[69186]: value = "task-3635040" [ 846.712788] env[69186]: _type = "Task" [ 846.712788] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.722140] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3635040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.728638] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "refresh_cache-3b71b08a-29ed-4e29-aa4f-1399df38498d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.728913] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquired lock "refresh_cache-3b71b08a-29ed-4e29-aa4f-1399df38498d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.729184] env[69186]: DEBUG nova.network.neutron [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.821964] env[69186]: DEBUG nova.network.neutron [req-cd187e15-6c4b-4689-ae8f-0d89ffe30777 req-275ef39b-d30a-4021-8a08-1b1d37dafc82 service nova] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Updated VIF entry in instance network info cache for port 6b997f32-3758-48c8-a9d2-e6cd5c3bb6df. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.822446] env[69186]: DEBUG nova.network.neutron [req-cd187e15-6c4b-4689-ae8f-0d89ffe30777 req-275ef39b-d30a-4021-8a08-1b1d37dafc82 service nova] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Updating instance_info_cache with network_info: [{"id": "6b997f32-3758-48c8-a9d2-e6cd5c3bb6df", "address": "fa:16:3e:e5:79:94", "network": {"id": "b7322786-1746-46f8-9c73-92bc44ddacf8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1789139579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d54b3f4ffd4458f9e27881bd5f60105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b997f32-37", "ovs_interfaceid": "6b997f32-3758-48c8-a9d2-e6cd5c3bb6df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.895082] env[69186]: DEBUG nova.compute.manager [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 846.895583] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.896200] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0c8fb86-3e35-40e5-baf7-66fabe1b5193 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.906195] env[69186]: DEBUG oslo_vmware.api [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Waiting for the task: (returnval){ [ 846.906195] env[69186]: value = "task-3635041" [ 846.906195] env[69186]: _type = "Task" [ 846.906195] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.922715] env[69186]: DEBUG oslo_vmware.api [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Task: {'id': task-3635041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.936149] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635038, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.079365] env[69186]: DEBUG nova.compute.utils [None req-5f455c3d-284f-4e8d-8689-86a5ddcfb8f1 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.080841] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635039, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.091304] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.101366] env[69186]: DEBUG nova.compute.manager [req-93b1dbf1-9eff-4e40-b993-c5524f64f2b5 req-75b11536-38bf-403a-9e8e-87f6aa83181e service nova] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Received event network-vif-deleted-01e84935-22e5-4e14-bee0-c7078ecf7a0f {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.101640] env[69186]: DEBUG nova.compute.manager [req-93b1dbf1-9eff-4e40-b993-c5524f64f2b5 req-75b11536-38bf-403a-9e8e-87f6aa83181e service nova] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Received event network-vif-plugged-fb593900-80ea-468b-9e64-d6b0a7fa5c6e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.101837] env[69186]: DEBUG oslo_concurrency.lockutils [req-93b1dbf1-9eff-4e40-b993-c5524f64f2b5 req-75b11536-38bf-403a-9e8e-87f6aa83181e service nova] Acquiring lock "3b71b08a-29ed-4e29-aa4f-1399df38498d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.102127] env[69186]: DEBUG oslo_concurrency.lockutils [req-93b1dbf1-9eff-4e40-b993-c5524f64f2b5 req-75b11536-38bf-403a-9e8e-87f6aa83181e service nova] Lock "3b71b08a-29ed-4e29-aa4f-1399df38498d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.102292] env[69186]: DEBUG oslo_concurrency.lockutils [req-93b1dbf1-9eff-4e40-b993-c5524f64f2b5 req-75b11536-38bf-403a-9e8e-87f6aa83181e service nova] Lock "3b71b08a-29ed-4e29-aa4f-1399df38498d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.102439] env[69186]: DEBUG nova.compute.manager [req-93b1dbf1-9eff-4e40-b993-c5524f64f2b5 req-75b11536-38bf-403a-9e8e-87f6aa83181e service nova] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] No waiting events found dispatching network-vif-plugged-fb593900-80ea-468b-9e64-d6b0a7fa5c6e {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 847.102662] env[69186]: WARNING nova.compute.manager [req-93b1dbf1-9eff-4e40-b993-c5524f64f2b5 req-75b11536-38bf-403a-9e8e-87f6aa83181e service nova] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Received unexpected event network-vif-plugged-fb593900-80ea-468b-9e64-d6b0a7fa5c6e for instance with vm_state building and task_state spawning. [ 847.102754] env[69186]: DEBUG nova.compute.manager [req-93b1dbf1-9eff-4e40-b993-c5524f64f2b5 req-75b11536-38bf-403a-9e8e-87f6aa83181e service nova] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Received event network-changed-fb593900-80ea-468b-9e64-d6b0a7fa5c6e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.102904] env[69186]: DEBUG nova.compute.manager [req-93b1dbf1-9eff-4e40-b993-c5524f64f2b5 req-75b11536-38bf-403a-9e8e-87f6aa83181e service nova] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Refreshing instance network info cache due to event network-changed-fb593900-80ea-468b-9e64-d6b0a7fa5c6e. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.103085] env[69186]: DEBUG oslo_concurrency.lockutils [req-93b1dbf1-9eff-4e40-b993-c5524f64f2b5 req-75b11536-38bf-403a-9e8e-87f6aa83181e service nova] Acquiring lock "refresh_cache-3b71b08a-29ed-4e29-aa4f-1399df38498d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.166586] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.167823] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a30e7b5-c776-4820-a036-e0f075cc76bb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.177016] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e147cf-a35d-4ef8-8692-e4b9d6af2b7b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.210286] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37823ed9-5735-4c0c-9e65-d360667346de {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.220177] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6de940-42f7-43e2-9814-da3f9b8306b2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.227833] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3635040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.240905] env[69186]: DEBUG nova.compute.provider_tree [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.271414] env[69186]: DEBUG nova.network.neutron [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.325397] env[69186]: DEBUG oslo_concurrency.lockutils [req-cd187e15-6c4b-4689-ae8f-0d89ffe30777 req-275ef39b-d30a-4021-8a08-1b1d37dafc82 service nova] Releasing lock "refresh_cache-e59eda66-dd95-45f2-9d48-8c6254fbebad" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.325663] env[69186]: DEBUG nova.compute.manager [req-cd187e15-6c4b-4689-ae8f-0d89ffe30777 req-275ef39b-d30a-4021-8a08-1b1d37dafc82 service nova] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Received event network-vif-deleted-0cfc6039-cae6-425b-aa8e-df80d962b7f9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.416745] env[69186]: DEBUG nova.network.neutron [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Updating instance_info_cache with network_info: [{"id": "fb593900-80ea-468b-9e64-d6b0a7fa5c6e", "address": "fa:16:3e:d3:fd:e1", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb593900-80", "ovs_interfaceid": "fb593900-80ea-468b-9e64-d6b0a7fa5c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.425679] env[69186]: DEBUG oslo_vmware.api [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Task: {'id': task-3635041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.438582] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635038, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.578906] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635039, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.586238] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5f455c3d-284f-4e8d-8689-86a5ddcfb8f1 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] Lock "27ac4f0c-fcfb-4023-be75-496a182aeff0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.724584] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3635040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.745336] env[69186]: DEBUG nova.scheduler.client.report [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.917976] env[69186]: DEBUG oslo_vmware.api [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Task: {'id': task-3635041, 'name': PowerOffVM_Task, 'duration_secs': 0.880716} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.917976] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.917976] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Volume detach. Driver type: vmdk {{(pid=69186) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 847.918155] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724746', 'volume_id': 'f082f57c-871b-47d7-8d75-13175d577e64', 'name': 'volume-f082f57c-871b-47d7-8d75-13175d577e64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb7ae2c4-3eef-4254-af3a-3a5de42222d6', 'attached_at': '', 'detached_at': '', 'volume_id': 'f082f57c-871b-47d7-8d75-13175d577e64', 'serial': 'f082f57c-871b-47d7-8d75-13175d577e64'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 847.919071] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44588d3-8de7-4df4-8641-c8a584dc3dd5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.922688] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Releasing lock "refresh_cache-3b71b08a-29ed-4e29-aa4f-1399df38498d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.923250] env[69186]: DEBUG nova.compute.manager [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Instance network_info: |[{"id": "fb593900-80ea-468b-9e64-d6b0a7fa5c6e", "address": "fa:16:3e:d3:fd:e1", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb593900-80", "ovs_interfaceid": "fb593900-80ea-468b-9e64-d6b0a7fa5c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.923692] env[69186]: DEBUG oslo_concurrency.lockutils [req-93b1dbf1-9eff-4e40-b993-c5524f64f2b5 req-75b11536-38bf-403a-9e8e-87f6aa83181e service nova] Acquired lock "refresh_cache-3b71b08a-29ed-4e29-aa4f-1399df38498d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.923953] env[69186]: DEBUG nova.network.neutron [req-93b1dbf1-9eff-4e40-b993-c5524f64f2b5 req-75b11536-38bf-403a-9e8e-87f6aa83181e service nova] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Refreshing network info cache for port fb593900-80ea-468b-9e64-d6b0a7fa5c6e {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.925345] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:fd:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb593900-80ea-468b-9e64-d6b0a7fa5c6e', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.936021] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.939367] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.961719] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-562dce3f-c73d-4d2d-bb5c-39d6e0058b1a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.980272] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46476e4e-c986-4a48-85bc-9c76c024a4f7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.989520] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635038, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.993489] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.993489] env[69186]: value = "task-3635042" [ 847.993489] env[69186]: _type = "Task" [ 847.993489] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.994352] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bb00a4-88fa-4736-a879-0c154d7a39d3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.007328] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635042, 'name': CreateVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.024635] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429018bc-2067-4eb5-97ec-774cb4e85040 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.041682] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] The volume has not been displaced from its original location: [datastore2] volume-f082f57c-871b-47d7-8d75-13175d577e64/volume-f082f57c-871b-47d7-8d75-13175d577e64.vmdk. No consolidation needed. {{(pid=69186) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 848.047034] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 848.047317] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-486cf5e6-a1b7-48e5-833e-3649cbae07bf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.068409] env[69186]: DEBUG oslo_vmware.api [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Waiting for the task: (returnval){ [ 848.068409] env[69186]: value = "task-3635043" [ 848.068409] env[69186]: _type = "Task" [ 848.068409] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.079644] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635039, 'name': CreateVM_Task, 'duration_secs': 1.887944} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.083075] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.083663] env[69186]: DEBUG oslo_vmware.api [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Task: {'id': task-3635043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.086738] env[69186]: DEBUG oslo_concurrency.lockutils [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.086738] env[69186]: DEBUG oslo_concurrency.lockutils [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.087411] env[69186]: DEBUG oslo_concurrency.lockutils [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.087411] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50be7d98-2f1a-469f-8d21-cd5976ff4bc2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.093219] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 848.093219] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f3d3c5-ee6f-5232-0b42-76d0f890a955" [ 848.093219] env[69186]: _type = "Task" [ 848.093219] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.103445] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f3d3c5-ee6f-5232-0b42-76d0f890a955, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.149997] env[69186]: DEBUG oslo_concurrency.lockutils [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Acquiring lock "1850db1d-3245-43ea-af39-d698d7d03b75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.150377] env[69186]: DEBUG oslo_concurrency.lockutils [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Lock "1850db1d-3245-43ea-af39-d698d7d03b75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.150985] env[69186]: DEBUG oslo_concurrency.lockutils [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Acquiring lock "1850db1d-3245-43ea-af39-d698d7d03b75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.150985] env[69186]: DEBUG oslo_concurrency.lockutils [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Lock "1850db1d-3245-43ea-af39-d698d7d03b75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.150985] env[69186]: DEBUG oslo_concurrency.lockutils [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Lock "1850db1d-3245-43ea-af39-d698d7d03b75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.153064] env[69186]: INFO nova.compute.manager [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Terminating instance [ 848.229393] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3635040, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.251205] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.251747] env[69186]: DEBUG nova.compute.manager [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.254734] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.031s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.256780] env[69186]: INFO nova.compute.claims [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.307158] env[69186]: DEBUG nova.network.neutron [req-93b1dbf1-9eff-4e40-b993-c5524f64f2b5 req-75b11536-38bf-403a-9e8e-87f6aa83181e service nova] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Updated VIF entry in instance network info cache for port fb593900-80ea-468b-9e64-d6b0a7fa5c6e. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.307656] env[69186]: DEBUG nova.network.neutron [req-93b1dbf1-9eff-4e40-b993-c5524f64f2b5 req-75b11536-38bf-403a-9e8e-87f6aa83181e service nova] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Updating instance_info_cache with network_info: [{"id": "fb593900-80ea-468b-9e64-d6b0a7fa5c6e", "address": "fa:16:3e:d3:fd:e1", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb593900-80", "ovs_interfaceid": "fb593900-80ea-468b-9e64-d6b0a7fa5c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.452127] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635038, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.659901} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.452448] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5817e633-c4af-4e99-97ee-bf0bba1f31c4/5817e633-c4af-4e99-97ee-bf0bba1f31c4.vmdk to [datastore2] dcd6c82f-24af-4906-841c-1c8f5d7306de/dcd6c82f-24af-4906-841c-1c8f5d7306de.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.453310] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bd4728-a307-4340-ac82-5f18b5c169ea {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.477513] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] dcd6c82f-24af-4906-841c-1c8f5d7306de/dcd6c82f-24af-4906-841c-1c8f5d7306de.vmdk or device None with type streamOptimized {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.477899] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-624f4d92-6ec5-47a2-a52f-30634506871e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.501674] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 848.501674] env[69186]: value = "task-3635044" [ 848.501674] env[69186]: _type = "Task" [ 848.501674] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.508944] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635042, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.512531] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635044, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.581870] env[69186]: DEBUG oslo_vmware.api [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Task: {'id': task-3635043, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.603287] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f3d3c5-ee6f-5232-0b42-76d0f890a955, 'name': SearchDatastore_Task, 'duration_secs': 0.034122} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.603551] env[69186]: DEBUG oslo_concurrency.lockutils [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.603814] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.604015] env[69186]: DEBUG oslo_concurrency.lockutils [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.604162] env[69186]: DEBUG oslo_concurrency.lockutils [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.604340] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.604612] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cc90134-46a8-4442-8f69-b57117dba5ef {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.617926] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.619340] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.619340] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51b71350-2650-43b4-b143-500ac4d7209d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.624376] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 848.624376] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524700d6-44da-f15f-29a0-ab8d9c93a672" [ 848.624376] env[69186]: _type = "Task" [ 848.624376] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.632826] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524700d6-44da-f15f-29a0-ab8d9c93a672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.656739] env[69186]: DEBUG nova.compute.manager [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.656967] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.658024] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74de823f-ce98-49bf-999d-e801a49dd37d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.665101] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.665368] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dfbe3e7-2d21-4a0b-87d8-741ae3a67375 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.670869] env[69186]: DEBUG oslo_vmware.api [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Waiting for the task: (returnval){ [ 848.670869] env[69186]: value = "task-3635045" [ 848.670869] env[69186]: _type = "Task" [ 848.670869] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.679757] env[69186]: DEBUG oslo_vmware.api [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3635045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.703062] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5f455c3d-284f-4e8d-8689-86a5ddcfb8f1 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] Acquiring lock "27ac4f0c-fcfb-4023-be75-496a182aeff0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.703317] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5f455c3d-284f-4e8d-8689-86a5ddcfb8f1 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] Lock "27ac4f0c-fcfb-4023-be75-496a182aeff0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.703564] env[69186]: INFO nova.compute.manager [None req-5f455c3d-284f-4e8d-8689-86a5ddcfb8f1 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Attaching volume e9cd81b1-0e95-412c-8b54-f195c91ab488 to /dev/sdb [ 848.726118] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3635040, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.854093} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.726993] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 24dd714b-4a10-49e4-91d0-6ced17d00b0e/24dd714b-4a10-49e4-91d0-6ced17d00b0e.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.726993] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.726993] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bd69120-d0b3-483a-a6a9-8f088a5fe941 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.733339] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Waiting for the task: (returnval){ [ 848.733339] env[69186]: value = "task-3635046" [ 848.733339] env[69186]: _type = "Task" [ 848.733339] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.745964] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3635046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.748080] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba425d54-f16a-4251-9757-a9bb9be8bd44 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.755955] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c4d01a-905f-4e91-b747-70926e146064 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.764343] env[69186]: DEBUG nova.compute.utils [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.766929] env[69186]: DEBUG nova.compute.manager [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.769017] env[69186]: DEBUG nova.network.neutron [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.781534] env[69186]: DEBUG nova.virt.block_device [None req-5f455c3d-284f-4e8d-8689-86a5ddcfb8f1 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Updating existing volume attachment record: cffb4618-2135-4a4f-b688-c36a40c77694 {{(pid=69186) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 848.814471] env[69186]: DEBUG oslo_concurrency.lockutils [req-93b1dbf1-9eff-4e40-b993-c5524f64f2b5 req-75b11536-38bf-403a-9e8e-87f6aa83181e service nova] Releasing lock "refresh_cache-3b71b08a-29ed-4e29-aa4f-1399df38498d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.831693] env[69186]: DEBUG nova.policy [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c41a8af0f8e54277b6fa8f5910a6d73c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f565adc711674d8c8a3e28a4a8f1bc20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.008730] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635042, 'name': CreateVM_Task, 'duration_secs': 0.685467} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.009286] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.010110] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.010190] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.010517] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.013585] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c594acaf-60ad-47fb-bf6a-db07eedd2147 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.015321] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635044, 'name': ReconfigVM_Task, 'duration_secs': 0.299094} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.015574] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Reconfigured VM instance instance-00000002 to attach disk [datastore2] dcd6c82f-24af-4906-841c-1c8f5d7306de/dcd6c82f-24af-4906-841c-1c8f5d7306de.vmdk or device None with type streamOptimized {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.016499] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94921ea5-62ec-4d03-965c-5ff8d8aff518 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.018959] env[69186]: DEBUG oslo_vmware.api [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 849.018959] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52181c58-dcf3-dfe0-5d82-e859b285bf49" [ 849.018959] env[69186]: _type = "Task" [ 849.018959] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.023856] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 849.023856] env[69186]: value = "task-3635050" [ 849.023856] env[69186]: _type = "Task" [ 849.023856] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.027348] env[69186]: DEBUG oslo_vmware.api [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52181c58-dcf3-dfe0-5d82-e859b285bf49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.035435] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635050, 'name': Rename_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.081997] env[69186]: DEBUG oslo_vmware.api [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Task: {'id': task-3635043, 'name': ReconfigVM_Task, 'duration_secs': 0.583053} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.082310] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 849.086956] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61d51014-0d02-46b1-8e7c-3ebd706c79ba {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.106255] env[69186]: DEBUG oslo_vmware.api [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Waiting for the task: (returnval){ [ 849.106255] env[69186]: value = "task-3635051" [ 849.106255] env[69186]: _type = "Task" [ 849.106255] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.114104] env[69186]: DEBUG oslo_vmware.api [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Task: {'id': task-3635051, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.136518] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524700d6-44da-f15f-29a0-ab8d9c93a672, 'name': SearchDatastore_Task, 'duration_secs': 0.013191} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.137528] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3b06037-8279-4bfb-b380-75488595a40c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.145210] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 849.145210] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52045a7b-8d1f-0b20-c9ce-ca8433cadf41" [ 849.145210] env[69186]: _type = "Task" [ 849.145210] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.152257] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52045a7b-8d1f-0b20-c9ce-ca8433cadf41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.181293] env[69186]: DEBUG oslo_vmware.api [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3635045, 'name': PowerOffVM_Task, 'duration_secs': 0.236359} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.181517] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.181834] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.182465] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6eb36aa-a29f-481b-b1ef-9e317c5c1d0e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.246037] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3635046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068622} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.246037] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.246037] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e797efe9-3913-4201-8b86-d4a210d5a8d9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.267963] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 24dd714b-4a10-49e4-91d0-6ced17d00b0e/24dd714b-4a10-49e4-91d0-6ced17d00b0e.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.271164] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02d8a321-3c0c-4386-9ed7-c780c829741c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.289507] env[69186]: DEBUG nova.network.neutron [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Successfully created port: 31c72f5e-75ff-497d-a7e2-5216acb9fe4f {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.291184] env[69186]: DEBUG nova.compute.manager [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.293952] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.294201] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.294804] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Deleting the datastore file [datastore2] 1850db1d-3245-43ea-af39-d698d7d03b75 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.295213] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93f174c8-2e4c-4d1b-942a-648806d292ce {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.299296] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Waiting for the task: (returnval){ [ 849.299296] env[69186]: value = "task-3635053" [ 849.299296] env[69186]: _type = "Task" [ 849.299296] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.303367] env[69186]: DEBUG oslo_vmware.api [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Waiting for the task: (returnval){ [ 849.303367] env[69186]: value = "task-3635054" [ 849.303367] env[69186]: _type = "Task" [ 849.303367] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.314213] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3635053, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.317841] env[69186]: DEBUG oslo_vmware.api [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3635054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.408258] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Acquiring lock "0d5c3a06-eb2e-4278-a95f-bffd49de051c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.408519] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Lock "0d5c3a06-eb2e-4278-a95f-bffd49de051c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.529847] env[69186]: DEBUG oslo_vmware.api [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52181c58-dcf3-dfe0-5d82-e859b285bf49, 'name': SearchDatastore_Task, 'duration_secs': 0.010172} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.532716] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.532948] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.533257] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.533403] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.533578] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.536022] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64a3fc57-71c6-42ba-8726-3e8c2b6a6c2c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.542858] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635050, 'name': Rename_Task, 'duration_secs': 0.211249} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.543148] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.543755] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed77cfd2-2f9d-4b1c-a413-e8e34a44a78a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.545712] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.545886] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.546997] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-724e0dea-0657-4e0d-9ef4-cb99c66d3a53 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.552602] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 849.552602] env[69186]: value = "task-3635055" [ 849.552602] env[69186]: _type = "Task" [ 849.552602] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.556931] env[69186]: DEBUG oslo_vmware.api [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 849.556931] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5276cffa-0bfc-8ded-c175-0beee62f16f1" [ 849.556931] env[69186]: _type = "Task" [ 849.556931] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.562672] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.572322] env[69186]: DEBUG oslo_vmware.api [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5276cffa-0bfc-8ded-c175-0beee62f16f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009121} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.573276] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cda9363d-cf45-4ccc-ace0-11669d3b293b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.579579] env[69186]: DEBUG oslo_vmware.api [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 849.579579] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c8f3b8-4e08-7bb4-1927-612301940fc9" [ 849.579579] env[69186]: _type = "Task" [ 849.579579] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.590461] env[69186]: DEBUG oslo_vmware.api [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c8f3b8-4e08-7bb4-1927-612301940fc9, 'name': SearchDatastore_Task, 'duration_secs': 0.008567} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.590710] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.591017] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 3b71b08a-29ed-4e29-aa4f-1399df38498d/3b71b08a-29ed-4e29-aa4f-1399df38498d.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.591289] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cecefcc0-4ef3-4108-bead-4a0b56a18b97 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.596714] env[69186]: DEBUG oslo_vmware.api [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 849.596714] env[69186]: value = "task-3635056" [ 849.596714] env[69186]: _type = "Task" [ 849.596714] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.607448] env[69186]: DEBUG oslo_vmware.api [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.616399] env[69186]: DEBUG oslo_vmware.api [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Task: {'id': task-3635051, 'name': ReconfigVM_Task, 'duration_secs': 0.12018} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.619200] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724746', 'volume_id': 'f082f57c-871b-47d7-8d75-13175d577e64', 'name': 'volume-f082f57c-871b-47d7-8d75-13175d577e64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb7ae2c4-3eef-4254-af3a-3a5de42222d6', 'attached_at': '', 'detached_at': '', 'volume_id': 'f082f57c-871b-47d7-8d75-13175d577e64', 'serial': 'f082f57c-871b-47d7-8d75-13175d577e64'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 849.619610] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.620841] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b861f859-4a75-4c2f-8389-099cc4f93401 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.627627] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.627627] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4dc324c-6a7b-4797-bb10-fab2511598d6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.655479] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52045a7b-8d1f-0b20-c9ce-ca8433cadf41, 'name': SearchDatastore_Task, 'duration_secs': 0.00938} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.655647] env[69186]: DEBUG oslo_concurrency.lockutils [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.655989] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] e59eda66-dd95-45f2-9d48-8c6254fbebad/e59eda66-dd95-45f2-9d48-8c6254fbebad.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.656285] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05f26e00-4cf0-4362-b791-ad941e7598cb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.667343] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 849.667343] env[69186]: value = "task-3635058" [ 849.667343] env[69186]: _type = "Task" [ 849.667343] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.675767] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.723029] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.723197] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.723395] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Deleting the datastore file [datastore2] cb7ae2c4-3eef-4254-af3a-3a5de42222d6 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.723653] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9397528-6423-4e92-a91a-667d27cd2b3c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.731990] env[69186]: DEBUG oslo_vmware.api [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Waiting for the task: (returnval){ [ 849.731990] env[69186]: value = "task-3635059" [ 849.731990] env[69186]: _type = "Task" [ 849.731990] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.740641] env[69186]: DEBUG oslo_vmware.api [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Task: {'id': task-3635059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.817545] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3635053, 'name': ReconfigVM_Task, 'duration_secs': 0.342823} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.823300] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 24dd714b-4a10-49e4-91d0-6ced17d00b0e/24dd714b-4a10-49e4-91d0-6ced17d00b0e.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.824043] env[69186]: DEBUG oslo_vmware.api [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3635054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169297} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.824462] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f89e82f5-158b-431c-9854-e93c9d2ad2bd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.826320] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.826513] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.826710] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.826921] env[69186]: INFO nova.compute.manager [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Took 1.17 seconds to destroy the instance on the hypervisor. [ 849.827169] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.827388] env[69186]: DEBUG nova.compute.manager [-] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.827484] env[69186]: DEBUG nova.network.neutron [-] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.835289] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Waiting for the task: (returnval){ [ 849.835289] env[69186]: value = "task-3635060" [ 849.835289] env[69186]: _type = "Task" [ 849.835289] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.849529] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3635060, 'name': Rename_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.867709] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bcd81c-8682-4e5f-abd4-cc4790cda370 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.875978] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a66dcbd-d2c9-42f8-a610-2bc074f084bb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.909428] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b685e9-7a4c-4544-a17a-c392b8b552b7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.918210] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9ddc64-5120-4da5-b57d-0895c92d1bad {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.933487] env[69186]: DEBUG nova.compute.provider_tree [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.072441] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635055, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.111629] env[69186]: DEBUG oslo_vmware.api [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635056, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.176810] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635058, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.242414] env[69186]: DEBUG oslo_vmware.api [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Task: {'id': task-3635059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115265} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.242722] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.242908] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.243092] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.243269] env[69186]: INFO nova.compute.manager [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Took 3.35 seconds to destroy the instance on the hypervisor. [ 850.243511] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.243705] env[69186]: DEBUG nova.compute.manager [-] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.243798] env[69186]: DEBUG nova.network.neutron [-] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.305587] env[69186]: DEBUG nova.compute.manager [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.340000] env[69186]: DEBUG nova.virt.hardware [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.340411] env[69186]: DEBUG nova.virt.hardware [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.340654] env[69186]: DEBUG nova.virt.hardware [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.340983] env[69186]: DEBUG nova.virt.hardware [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.341273] env[69186]: DEBUG nova.virt.hardware [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.341506] env[69186]: DEBUG nova.virt.hardware [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.342889] env[69186]: DEBUG nova.virt.hardware [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.343159] env[69186]: DEBUG nova.virt.hardware [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.343434] env[69186]: DEBUG nova.virt.hardware [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.343687] env[69186]: DEBUG nova.virt.hardware [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.343951] env[69186]: DEBUG nova.virt.hardware [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.345310] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46f563c-49dd-45aa-8632-4573861781f4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.367329] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42329a79-2da3-45ec-93cf-098c6d30bac1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.373381] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3635060, 'name': Rename_Task, 'duration_secs': 0.213109} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.373740] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.374515] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-967b20d6-c385-4b51-bc60-f7d180da3056 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.397409] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Waiting for the task: (returnval){ [ 850.397409] env[69186]: value = "task-3635061" [ 850.397409] env[69186]: _type = "Task" [ 850.397409] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.406979] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3635061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.437290] env[69186]: DEBUG nova.scheduler.client.report [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.556288] env[69186]: DEBUG nova.compute.manager [req-e5e7a15e-074d-46b6-9236-bfa502025ad6 req-4d2944c8-c9ac-4a2c-beb4-e1a455f36157 service nova] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Received event network-vif-deleted-26031c49-562e-45a0-b712-43493c4e2ed8 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.556632] env[69186]: INFO nova.compute.manager [req-e5e7a15e-074d-46b6-9236-bfa502025ad6 req-4d2944c8-c9ac-4a2c-beb4-e1a455f36157 service nova] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Neutron deleted interface 26031c49-562e-45a0-b712-43493c4e2ed8; detaching it from the instance and deleting it from the info cache [ 850.556912] env[69186]: DEBUG nova.network.neutron [req-e5e7a15e-074d-46b6-9236-bfa502025ad6 req-4d2944c8-c9ac-4a2c-beb4-e1a455f36157 service nova] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.571447] env[69186]: DEBUG oslo_vmware.api [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635055, 'name': PowerOnVM_Task, 'duration_secs': 0.551261} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.571713] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.607697] env[69186]: DEBUG oslo_vmware.api [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59688} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.608573] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 3b71b08a-29ed-4e29-aa4f-1399df38498d/3b71b08a-29ed-4e29-aa4f-1399df38498d.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.608573] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.608806] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-244d1dc6-701b-436f-8e2b-0a7deb26358f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.614955] env[69186]: DEBUG oslo_vmware.api [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 850.614955] env[69186]: value = "task-3635062" [ 850.614955] env[69186]: _type = "Task" [ 850.614955] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.623428] env[69186]: DEBUG oslo_vmware.api [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.680096] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663886} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.680648] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] e59eda66-dd95-45f2-9d48-8c6254fbebad/e59eda66-dd95-45f2-9d48-8c6254fbebad.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.681024] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.681432] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74ca64d8-7e62-4880-b0b0-4c95b3e28270 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.688132] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 850.688132] env[69186]: value = "task-3635063" [ 850.688132] env[69186]: _type = "Task" [ 850.688132] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.698214] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.706087] env[69186]: DEBUG nova.compute.manager [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.707314] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c83194-fdfb-45d4-8dfa-2084d225b989 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.816336] env[69186]: DEBUG nova.compute.manager [req-37f6856b-89af-4214-ae2c-323f8da13302 req-7ee462c6-3b08-44f2-8f16-130336d88094 service nova] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Received event network-vif-deleted-bfb2b3c6-18da-4449-ac3f-6904f7a032ef {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.816615] env[69186]: INFO nova.compute.manager [req-37f6856b-89af-4214-ae2c-323f8da13302 req-7ee462c6-3b08-44f2-8f16-130336d88094 service nova] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Neutron deleted interface bfb2b3c6-18da-4449-ac3f-6904f7a032ef; detaching it from the instance and deleting it from the info cache [ 850.816707] env[69186]: DEBUG nova.network.neutron [req-37f6856b-89af-4214-ae2c-323f8da13302 req-7ee462c6-3b08-44f2-8f16-130336d88094 service nova] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.909847] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3635061, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.945021] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.945021] env[69186]: DEBUG nova.compute.manager [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.946799] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.707s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.947254] env[69186]: DEBUG nova.objects.instance [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Lazy-loading 'resources' on Instance uuid 42529ebf-4349-4d54-8ad8-da779bfd9af2 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.950312] env[69186]: DEBUG nova.network.neutron [-] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.009546] env[69186]: DEBUG nova.network.neutron [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Successfully updated port: 31c72f5e-75ff-497d-a7e2-5216acb9fe4f {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.066350] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a040613-022f-416e-b886-ae15d3115f23 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.078812] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867fa1f4-25d6-4f04-a5c6-a07f00e6d386 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.121706] env[69186]: DEBUG nova.compute.manager [req-e5e7a15e-074d-46b6-9236-bfa502025ad6 req-4d2944c8-c9ac-4a2c-beb4-e1a455f36157 service nova] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Detach interface failed, port_id=26031c49-562e-45a0-b712-43493c4e2ed8, reason: Instance 1850db1d-3245-43ea-af39-d698d7d03b75 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 851.130151] env[69186]: DEBUG oslo_vmware.api [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065255} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.130231] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.131127] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7904d2-455a-4d1f-9f79-865080243216 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.159851] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 3b71b08a-29ed-4e29-aa4f-1399df38498d/3b71b08a-29ed-4e29-aa4f-1399df38498d.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.160594] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e08f5589-78a3-4cb8-ba8b-8d7c106185e6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.182136] env[69186]: DEBUG oslo_vmware.api [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 851.182136] env[69186]: value = "task-3635065" [ 851.182136] env[69186]: _type = "Task" [ 851.182136] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.191719] env[69186]: DEBUG oslo_vmware.api [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635065, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.200367] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063798} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.200661] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.201670] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1120cb-3330-49a3-afc6-5f4ab2fef650 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.227961] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] e59eda66-dd95-45f2-9d48-8c6254fbebad/e59eda66-dd95-45f2-9d48-8c6254fbebad.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.232688] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fcb7a14-5403-494e-aa9c-4754debbe7f2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.249944] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "dcd6c82f-24af-4906-841c-1c8f5d7306de" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 51.580s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.254789] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 851.254789] env[69186]: value = "task-3635066" [ 851.254789] env[69186]: _type = "Task" [ 851.254789] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.263703] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.300297] env[69186]: DEBUG nova.network.neutron [-] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.321296] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e12752b4-7646-494e-8b06-44d6a8890df9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.331174] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ff6eeb-83dc-4634-ab62-18d8498cd22f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.369842] env[69186]: DEBUG nova.compute.manager [req-37f6856b-89af-4214-ae2c-323f8da13302 req-7ee462c6-3b08-44f2-8f16-130336d88094 service nova] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Detach interface failed, port_id=bfb2b3c6-18da-4449-ac3f-6904f7a032ef, reason: Instance cb7ae2c4-3eef-4254-af3a-3a5de42222d6 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 851.408923] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3635061, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.451065] env[69186]: DEBUG nova.compute.utils [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.452945] env[69186]: DEBUG nova.compute.manager [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.453200] env[69186]: DEBUG nova.network.neutron [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.459888] env[69186]: INFO nova.compute.manager [-] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Took 1.63 seconds to deallocate network for instance. [ 851.514097] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "refresh_cache-2e199da1-fcc4-4760-86bf-9035d7e60cab" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.514275] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "refresh_cache-2e199da1-fcc4-4760-86bf-9035d7e60cab" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.514793] env[69186]: DEBUG nova.network.neutron [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.541764] env[69186]: DEBUG nova.policy [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5848c888e844b3ab6356999a89069b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54272a3dcd3647d58e4a4d417a45b891', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.697708] env[69186]: DEBUG oslo_vmware.api [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635065, 'name': ReconfigVM_Task, 'duration_secs': 0.437322} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.698231] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 3b71b08a-29ed-4e29-aa4f-1399df38498d/3b71b08a-29ed-4e29-aa4f-1399df38498d.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.698876] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41421ab9-8d48-4158-9483-984e7b4649e1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.709890] env[69186]: DEBUG oslo_vmware.api [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 851.709890] env[69186]: value = "task-3635067" [ 851.709890] env[69186]: _type = "Task" [ 851.709890] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.721912] env[69186]: DEBUG oslo_vmware.api [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635067, 'name': Rename_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.770019] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635066, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.806078] env[69186]: INFO nova.compute.manager [-] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Took 1.56 seconds to deallocate network for instance. [ 851.908038] env[69186]: DEBUG oslo_vmware.api [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3635061, 'name': PowerOnVM_Task, 'duration_secs': 1.144884} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.910933] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.911306] env[69186]: INFO nova.compute.manager [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Took 12.02 seconds to spawn the instance on the hypervisor. [ 851.911613] env[69186]: DEBUG nova.compute.manager [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.912736] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f130506-7048-4090-b560-e45160962d87 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.926174] env[69186]: DEBUG nova.network.neutron [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Successfully created port: eef1a010-a683-46a1-a238-02252fe14426 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.967920] env[69186]: DEBUG nova.compute.manager [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.973897] env[69186]: DEBUG oslo_concurrency.lockutils [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.074464] env[69186]: DEBUG nova.network.neutron [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.086854] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818d41aa-e897-4b2d-a18e-3a48510cfb04 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.099592] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c929db86-0263-4f30-8ea1-372503b9d26c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.132766] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a761616-7096-4852-b878-c89254af28bf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.141617] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983ed8d0-1e4a-4d38-94e5-b2e2333fd31c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.156255] env[69186]: DEBUG nova.compute.provider_tree [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.221018] env[69186]: DEBUG oslo_vmware.api [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635067, 'name': Rename_Task, 'duration_secs': 0.136403} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.221018] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.221018] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f806a09a-3501-4247-bcfb-4608c388d915 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.227430] env[69186]: DEBUG oslo_vmware.api [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 852.227430] env[69186]: value = "task-3635068" [ 852.227430] env[69186]: _type = "Task" [ 852.227430] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.235226] env[69186]: DEBUG oslo_vmware.api [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.261234] env[69186]: DEBUG nova.network.neutron [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Updating instance_info_cache with network_info: [{"id": "31c72f5e-75ff-497d-a7e2-5216acb9fe4f", "address": "fa:16:3e:61:46:db", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31c72f5e-75", "ovs_interfaceid": "31c72f5e-75ff-497d-a7e2-5216acb9fe4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.270873] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635066, 'name': ReconfigVM_Task, 'duration_secs': 0.553847} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.270873] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Reconfigured VM instance instance-00000031 to attach disk [datastore2] e59eda66-dd95-45f2-9d48-8c6254fbebad/e59eda66-dd95-45f2-9d48-8c6254fbebad.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.270873] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-947f75a5-1ffd-4b0d-81ba-756b2370cbae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.275935] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 852.275935] env[69186]: value = "task-3635069" [ 852.275935] env[69186]: _type = "Task" [ 852.275935] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.288609] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635069, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.358449] env[69186]: INFO nova.compute.manager [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Took 0.55 seconds to detach 1 volumes for instance. [ 852.361174] env[69186]: DEBUG nova.compute.manager [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Deleting volume: f082f57c-871b-47d7-8d75-13175d577e64 {{(pid=69186) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 852.440636] env[69186]: INFO nova.compute.manager [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Took 48.67 seconds to build instance. [ 852.660418] env[69186]: DEBUG nova.scheduler.client.report [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.742243] env[69186]: DEBUG oslo_vmware.api [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635068, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.763648] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "refresh_cache-2e199da1-fcc4-4760-86bf-9035d7e60cab" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.764058] env[69186]: DEBUG nova.compute.manager [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Instance network_info: |[{"id": "31c72f5e-75ff-497d-a7e2-5216acb9fe4f", "address": "fa:16:3e:61:46:db", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31c72f5e-75", "ovs_interfaceid": "31c72f5e-75ff-497d-a7e2-5216acb9fe4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.764502] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:46:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31c72f5e-75ff-497d-a7e2-5216acb9fe4f', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.773163] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Creating folder: Project (f565adc711674d8c8a3e28a4a8f1bc20). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.773163] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc1242cb-9caf-40c7-8802-6b5d7e7732f5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.782106] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Created folder: Project (f565adc711674d8c8a3e28a4a8f1bc20) in parent group-v724677. [ 852.782344] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Creating folder: Instances. Parent ref: group-v724834. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.785525] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5de9a48-d38f-457a-8848-a9db4a44d61b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.787181] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635069, 'name': Rename_Task, 'duration_secs': 0.18714} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.787481] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.788116] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc37a13f-a59c-4de6-84d8-85b7015e6f80 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.794723] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 852.794723] env[69186]: value = "task-3635073" [ 852.794723] env[69186]: _type = "Task" [ 852.794723] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.798154] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Created folder: Instances in parent group-v724834. [ 852.798154] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.799592] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.799592] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f473814-de2c-4e75-9036-028ae142524d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.821478] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.823864] env[69186]: DEBUG nova.compute.manager [req-af3c2f59-ea37-431c-9539-d0158843417e req-a8130dac-acbe-4322-af6c-f79ad9d7dbde service nova] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Received event network-vif-plugged-31c72f5e-75ff-497d-a7e2-5216acb9fe4f {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.823864] env[69186]: DEBUG oslo_concurrency.lockutils [req-af3c2f59-ea37-431c-9539-d0158843417e req-a8130dac-acbe-4322-af6c-f79ad9d7dbde service nova] Acquiring lock "2e199da1-fcc4-4760-86bf-9035d7e60cab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.823864] env[69186]: DEBUG oslo_concurrency.lockutils [req-af3c2f59-ea37-431c-9539-d0158843417e req-a8130dac-acbe-4322-af6c-f79ad9d7dbde service nova] Lock "2e199da1-fcc4-4760-86bf-9035d7e60cab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.823864] env[69186]: DEBUG oslo_concurrency.lockutils [req-af3c2f59-ea37-431c-9539-d0158843417e req-a8130dac-acbe-4322-af6c-f79ad9d7dbde service nova] Lock "2e199da1-fcc4-4760-86bf-9035d7e60cab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.823985] env[69186]: DEBUG nova.compute.manager [req-af3c2f59-ea37-431c-9539-d0158843417e req-a8130dac-acbe-4322-af6c-f79ad9d7dbde service nova] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] No waiting events found dispatching network-vif-plugged-31c72f5e-75ff-497d-a7e2-5216acb9fe4f {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.824165] env[69186]: WARNING nova.compute.manager [req-af3c2f59-ea37-431c-9539-d0158843417e req-a8130dac-acbe-4322-af6c-f79ad9d7dbde service nova] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Received unexpected event network-vif-plugged-31c72f5e-75ff-497d-a7e2-5216acb9fe4f for instance with vm_state building and task_state spawning. [ 852.824324] env[69186]: DEBUG nova.compute.manager [req-af3c2f59-ea37-431c-9539-d0158843417e req-a8130dac-acbe-4322-af6c-f79ad9d7dbde service nova] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Received event network-changed-31c72f5e-75ff-497d-a7e2-5216acb9fe4f {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.824471] env[69186]: DEBUG nova.compute.manager [req-af3c2f59-ea37-431c-9539-d0158843417e req-a8130dac-acbe-4322-af6c-f79ad9d7dbde service nova] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Refreshing instance network info cache due to event network-changed-31c72f5e-75ff-497d-a7e2-5216acb9fe4f. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.825588] env[69186]: DEBUG oslo_concurrency.lockutils [req-af3c2f59-ea37-431c-9539-d0158843417e req-a8130dac-acbe-4322-af6c-f79ad9d7dbde service nova] Acquiring lock "refresh_cache-2e199da1-fcc4-4760-86bf-9035d7e60cab" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.825588] env[69186]: DEBUG oslo_concurrency.lockutils [req-af3c2f59-ea37-431c-9539-d0158843417e req-a8130dac-acbe-4322-af6c-f79ad9d7dbde service nova] Acquired lock "refresh_cache-2e199da1-fcc4-4760-86bf-9035d7e60cab" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.825588] env[69186]: DEBUG nova.network.neutron [req-af3c2f59-ea37-431c-9539-d0158843417e req-a8130dac-acbe-4322-af6c-f79ad9d7dbde service nova] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Refreshing network info cache for port 31c72f5e-75ff-497d-a7e2-5216acb9fe4f {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.827649] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.827649] env[69186]: value = "task-3635074" [ 852.827649] env[69186]: _type = "Task" [ 852.827649] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.837161] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635074, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.911247] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.943153] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Lock "24dd714b-4a10-49e4-91d0-6ced17d00b0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.878s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.981031] env[69186]: DEBUG nova.compute.manager [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.008434] env[69186]: DEBUG nova.virt.hardware [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.008434] env[69186]: DEBUG nova.virt.hardware [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.008434] env[69186]: DEBUG nova.virt.hardware [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.008671] env[69186]: DEBUG nova.virt.hardware [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.008671] env[69186]: DEBUG nova.virt.hardware [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.008671] env[69186]: DEBUG nova.virt.hardware [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.008671] env[69186]: DEBUG nova.virt.hardware [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.008844] env[69186]: DEBUG nova.virt.hardware [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.008999] env[69186]: DEBUG nova.virt.hardware [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.009178] env[69186]: DEBUG nova.virt.hardware [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.009356] env[69186]: DEBUG nova.virt.hardware [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.010313] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecf4fa2-c989-4a2c-9225-1ab308bc9241 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.018403] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accc537a-1aaf-47fd-922b-0c39db14e23d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.120119] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d42bfe3-52d1-44f7-840b-a6e0dc6bad97 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.126611] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-74c7ec93-1cc3-43ea-9eac-173aa2878beb tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Suspending the VM {{(pid=69186) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 853.126883] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-13b787b7-d0c4-4211-990a-8ea1f224e668 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.132848] env[69186]: DEBUG oslo_vmware.api [None req-74c7ec93-1cc3-43ea-9eac-173aa2878beb tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 853.132848] env[69186]: value = "task-3635075" [ 853.132848] env[69186]: _type = "Task" [ 853.132848] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.140682] env[69186]: DEBUG oslo_vmware.api [None req-74c7ec93-1cc3-43ea-9eac-173aa2878beb tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635075, 'name': SuspendVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.165848] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.168505] env[69186]: DEBUG oslo_concurrency.lockutils [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.883s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.170271] env[69186]: INFO nova.compute.claims [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.197233] env[69186]: INFO nova.scheduler.client.report [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Deleted allocations for instance 42529ebf-4349-4d54-8ad8-da779bfd9af2 [ 853.241680] env[69186]: DEBUG oslo_vmware.api [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635068, 'name': PowerOnVM_Task, 'duration_secs': 0.546323} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.241843] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.242049] env[69186]: INFO nova.compute.manager [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Took 7.91 seconds to spawn the instance on the hypervisor. [ 853.242259] env[69186]: DEBUG nova.compute.manager [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.243251] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad30ea5a-cae1-4ce2-9a41-353b2cb744d5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.306494] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635073, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.343111] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f455c3d-284f-4e8d-8689-86a5ddcfb8f1 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Volume attach. Driver type: vmdk {{(pid=69186) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 853.347028] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f455c3d-284f-4e8d-8689-86a5ddcfb8f1 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724833', 'volume_id': 'e9cd81b1-0e95-412c-8b54-f195c91ab488', 'name': 'volume-e9cd81b1-0e95-412c-8b54-f195c91ab488', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '27ac4f0c-fcfb-4023-be75-496a182aeff0', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9cd81b1-0e95-412c-8b54-f195c91ab488', 'serial': 'e9cd81b1-0e95-412c-8b54-f195c91ab488'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 853.347430] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642ea774-4963-423b-b333-e59879c3e535 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.358107] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635074, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.374468] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5352b16-97a4-4591-9b09-d9690eb877fa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.405843] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f455c3d-284f-4e8d-8689-86a5ddcfb8f1 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] volume-e9cd81b1-0e95-412c-8b54-f195c91ab488/volume-e9cd81b1-0e95-412c-8b54-f195c91ab488.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.410756] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-805ca2e0-429e-416b-ad85-b996bc7fb869 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.431596] env[69186]: DEBUG oslo_vmware.api [None req-5f455c3d-284f-4e8d-8689-86a5ddcfb8f1 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] Waiting for the task: (returnval){ [ 853.431596] env[69186]: value = "task-3635076" [ 853.431596] env[69186]: _type = "Task" [ 853.431596] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.442833] env[69186]: DEBUG oslo_vmware.api [None req-5f455c3d-284f-4e8d-8689-86a5ddcfb8f1 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] Task: {'id': task-3635076, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.449609] env[69186]: DEBUG nova.compute.manager [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 853.645255] env[69186]: DEBUG oslo_vmware.api [None req-74c7ec93-1cc3-43ea-9eac-173aa2878beb tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635075, 'name': SuspendVM_Task} progress is 62%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.657019] env[69186]: DEBUG nova.network.neutron [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Successfully updated port: eef1a010-a683-46a1-a238-02252fe14426 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.706318] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68a80683-efcc-4db6-a7b9-012abb18a7aa tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Lock "42529ebf-4349-4d54-8ad8-da779bfd9af2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.180s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.757330] env[69186]: DEBUG nova.network.neutron [req-af3c2f59-ea37-431c-9539-d0158843417e req-a8130dac-acbe-4322-af6c-f79ad9d7dbde service nova] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Updated VIF entry in instance network info cache for port 31c72f5e-75ff-497d-a7e2-5216acb9fe4f. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.757648] env[69186]: DEBUG nova.network.neutron [req-af3c2f59-ea37-431c-9539-d0158843417e req-a8130dac-acbe-4322-af6c-f79ad9d7dbde service nova] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Updating instance_info_cache with network_info: [{"id": "31c72f5e-75ff-497d-a7e2-5216acb9fe4f", "address": "fa:16:3e:61:46:db", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31c72f5e-75", "ovs_interfaceid": "31c72f5e-75ff-497d-a7e2-5216acb9fe4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.767513] env[69186]: INFO nova.compute.manager [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Took 45.24 seconds to build instance. [ 853.804935] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635073, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.840125] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635074, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.843033] env[69186]: DEBUG oslo_concurrency.lockutils [None req-23be1c2d-0693-4da8-ac90-aeeed019a37b tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Acquiring lock "24dd714b-4a10-49e4-91d0-6ced17d00b0e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.843033] env[69186]: DEBUG oslo_concurrency.lockutils [None req-23be1c2d-0693-4da8-ac90-aeeed019a37b tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Lock "24dd714b-4a10-49e4-91d0-6ced17d00b0e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.843033] env[69186]: INFO nova.compute.manager [None req-23be1c2d-0693-4da8-ac90-aeeed019a37b tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Rebooting instance [ 853.943250] env[69186]: DEBUG oslo_vmware.api [None req-5f455c3d-284f-4e8d-8689-86a5ddcfb8f1 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] Task: {'id': task-3635076, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.979997] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.145082] env[69186]: DEBUG oslo_vmware.api [None req-74c7ec93-1cc3-43ea-9eac-173aa2878beb tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635075, 'name': SuspendVM_Task, 'duration_secs': 0.884601} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.145082] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-74c7ec93-1cc3-43ea-9eac-173aa2878beb tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Suspended the VM {{(pid=69186) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 854.145082] env[69186]: DEBUG nova.compute.manager [None req-74c7ec93-1cc3-43ea-9eac-173aa2878beb tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.146062] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0a33e2-2e7c-4e4f-878a-e73b16905460 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.157095] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquiring lock "refresh_cache-c99fbd54-5a9d-452e-988f-67b67d4ad106" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.157302] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquired lock "refresh_cache-c99fbd54-5a9d-452e-988f-67b67d4ad106" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.157493] env[69186]: DEBUG nova.network.neutron [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.272714] env[69186]: DEBUG oslo_concurrency.lockutils [req-af3c2f59-ea37-431c-9539-d0158843417e req-a8130dac-acbe-4322-af6c-f79ad9d7dbde service nova] Releasing lock "refresh_cache-2e199da1-fcc4-4760-86bf-9035d7e60cab" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.273254] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b7796829-b4fb-4fa7-9b35-0c986a708b6d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "3b71b08a-29ed-4e29-aa4f-1399df38498d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.842s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.304636] env[69186]: DEBUG oslo_vmware.api [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635073, 'name': PowerOnVM_Task, 'duration_secs': 1.158743} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.304952] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.305172] env[69186]: INFO nova.compute.manager [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Took 11.70 seconds to spawn the instance on the hypervisor. [ 854.305350] env[69186]: DEBUG nova.compute.manager [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.306218] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b258bd1-f9b1-4138-bffa-3b4f03f21dc2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.342705] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635074, 'name': CreateVM_Task, 'duration_secs': 1.177048} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.346919] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.348747] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.349018] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.349381] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.349832] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9b076db-9bcc-401f-ba67-cf853d875de0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.354454] env[69186]: DEBUG oslo_vmware.api [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 854.354454] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b7ba9b-163c-6ea1-f885-ec443668e8cd" [ 854.354454] env[69186]: _type = "Task" [ 854.354454] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.363947] env[69186]: DEBUG oslo_vmware.api [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b7ba9b-163c-6ea1-f885-ec443668e8cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.377965] env[69186]: DEBUG oslo_concurrency.lockutils [None req-23be1c2d-0693-4da8-ac90-aeeed019a37b tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Acquiring lock "refresh_cache-24dd714b-4a10-49e4-91d0-6ced17d00b0e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.378247] env[69186]: DEBUG oslo_concurrency.lockutils [None req-23be1c2d-0693-4da8-ac90-aeeed019a37b tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Acquired lock "refresh_cache-24dd714b-4a10-49e4-91d0-6ced17d00b0e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.378481] env[69186]: DEBUG nova.network.neutron [None req-23be1c2d-0693-4da8-ac90-aeeed019a37b tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.442670] env[69186]: DEBUG oslo_vmware.api [None req-5f455c3d-284f-4e8d-8689-86a5ddcfb8f1 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] Task: {'id': task-3635076, 'name': ReconfigVM_Task, 'duration_secs': 0.593977} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.445939] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f455c3d-284f-4e8d-8689-86a5ddcfb8f1 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Reconfigured VM instance instance-00000008 to attach disk [datastore2] volume-e9cd81b1-0e95-412c-8b54-f195c91ab488/volume-e9cd81b1-0e95-412c-8b54-f195c91ab488.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.451890] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7389f011-822d-4ca7-aa4e-e23e9d8a7927 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.473226] env[69186]: DEBUG oslo_vmware.api [None req-5f455c3d-284f-4e8d-8689-86a5ddcfb8f1 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] Waiting for the task: (returnval){ [ 854.473226] env[69186]: value = "task-3635077" [ 854.473226] env[69186]: _type = "Task" [ 854.473226] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.485827] env[69186]: DEBUG oslo_vmware.api [None req-5f455c3d-284f-4e8d-8689-86a5ddcfb8f1 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] Task: {'id': task-3635077, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.791073] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0304107f-ac4e-4c92-9395-6c08a21582b6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.798881] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8532a383-ecc3-43f3-817f-3b5d866d43da {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.839946] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7c3333-5d5a-4d5b-a169-15628799239b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.843298] env[69186]: INFO nova.compute.manager [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Took 48.56 seconds to build instance. [ 854.856257] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bae2f9-0fcd-4a5b-9446-d6eb954c8ac9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.878762] env[69186]: DEBUG nova.compute.provider_tree [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.888373] env[69186]: DEBUG oslo_vmware.api [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b7ba9b-163c-6ea1-f885-ec443668e8cd, 'name': SearchDatastore_Task, 'duration_secs': 0.029552} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.888373] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.888373] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.888373] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.888649] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.888649] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.888711] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b3c347d-00ba-4a90-bb5a-f9cc0e99f520 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.899211] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.899461] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.900589] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e8584d-71e3-4e12-8645-c6e3869636eb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.905888] env[69186]: DEBUG nova.network.neutron [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.909580] env[69186]: DEBUG oslo_vmware.api [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 854.909580] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b4cd37-3570-b36d-05bd-06bc381b27c7" [ 854.909580] env[69186]: _type = "Task" [ 854.909580] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.921166] env[69186]: DEBUG oslo_vmware.api [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b4cd37-3570-b36d-05bd-06bc381b27c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.984194] env[69186]: DEBUG oslo_vmware.api [None req-5f455c3d-284f-4e8d-8689-86a5ddcfb8f1 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] Task: {'id': task-3635077, 'name': ReconfigVM_Task, 'duration_secs': 0.212483} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.984194] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f455c3d-284f-4e8d-8689-86a5ddcfb8f1 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724833', 'volume_id': 'e9cd81b1-0e95-412c-8b54-f195c91ab488', 'name': 'volume-e9cd81b1-0e95-412c-8b54-f195c91ab488', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '27ac4f0c-fcfb-4023-be75-496a182aeff0', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9cd81b1-0e95-412c-8b54-f195c91ab488', 'serial': 'e9cd81b1-0e95-412c-8b54-f195c91ab488'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 855.027445] env[69186]: DEBUG nova.compute.manager [req-3c9de940-3b3b-4aa4-ad43-a7313ec76fbb req-75a6717f-8150-4262-acff-9b4c7a947491 service nova] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Received event network-changed-2286de1d-e4cf-45f7-8dbd-806920ccc4cd {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.027587] env[69186]: DEBUG nova.compute.manager [req-3c9de940-3b3b-4aa4-ad43-a7313ec76fbb req-75a6717f-8150-4262-acff-9b4c7a947491 service nova] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Refreshing instance network info cache due to event network-changed-2286de1d-e4cf-45f7-8dbd-806920ccc4cd. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.027798] env[69186]: DEBUG oslo_concurrency.lockutils [req-3c9de940-3b3b-4aa4-ad43-a7313ec76fbb req-75a6717f-8150-4262-acff-9b4c7a947491 service nova] Acquiring lock "refresh_cache-24dd714b-4a10-49e4-91d0-6ced17d00b0e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.161414] env[69186]: DEBUG nova.network.neutron [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Updating instance_info_cache with network_info: [{"id": "eef1a010-a683-46a1-a238-02252fe14426", "address": "fa:16:3e:76:81:cd", "network": {"id": "0ee74101-1758-4db2-a28d-12bf16af0da8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1559326416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54272a3dcd3647d58e4a4d417a45b891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeef1a010-a6", "ovs_interfaceid": "eef1a010-a683-46a1-a238-02252fe14426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.213734] env[69186]: DEBUG nova.network.neutron [None req-23be1c2d-0693-4da8-ac90-aeeed019a37b tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Updating instance_info_cache with network_info: [{"id": "2286de1d-e4cf-45f7-8dbd-806920ccc4cd", "address": "fa:16:3e:50:0a:2c", "network": {"id": "2ce3bdfe-4efe-442b-9d5b-db7dcea0bc12", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1992976651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b6835a88cce438f8ea51db826230158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2286de1d-e4", "ovs_interfaceid": "2286de1d-e4cf-45f7-8dbd-806920ccc4cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.349357] env[69186]: DEBUG oslo_concurrency.lockutils [None req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "e59eda66-dd95-45f2-9d48-8c6254fbebad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.279s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.389997] env[69186]: DEBUG nova.scheduler.client.report [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.423513] env[69186]: DEBUG oslo_vmware.api [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b4cd37-3570-b36d-05bd-06bc381b27c7, 'name': SearchDatastore_Task, 'duration_secs': 0.026158} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.425738] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6a32bed-9666-447f-b359-780ba9fa5823 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.431148] env[69186]: DEBUG oslo_vmware.api [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 855.431148] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d45817-f579-c685-dac5-9b842429bdd4" [ 855.431148] env[69186]: _type = "Task" [ 855.431148] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.441740] env[69186]: DEBUG oslo_vmware.api [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d45817-f579-c685-dac5-9b842429bdd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.664983] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Releasing lock "refresh_cache-c99fbd54-5a9d-452e-988f-67b67d4ad106" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.664983] env[69186]: DEBUG nova.compute.manager [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Instance network_info: |[{"id": "eef1a010-a683-46a1-a238-02252fe14426", "address": "fa:16:3e:76:81:cd", "network": {"id": "0ee74101-1758-4db2-a28d-12bf16af0da8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1559326416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54272a3dcd3647d58e4a4d417a45b891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeef1a010-a6", "ovs_interfaceid": "eef1a010-a683-46a1-a238-02252fe14426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.665242] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:81:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eef1a010-a683-46a1-a238-02252fe14426', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.676261] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.676885] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.676885] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-627eda7c-3f0f-4bf8-82cd-d25b3b8b61c5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.697707] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.697707] env[69186]: value = "task-3635078" [ 855.697707] env[69186]: _type = "Task" [ 855.697707] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.705673] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635078, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.719582] env[69186]: DEBUG oslo_concurrency.lockutils [None req-23be1c2d-0693-4da8-ac90-aeeed019a37b tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Releasing lock "refresh_cache-24dd714b-4a10-49e4-91d0-6ced17d00b0e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.723842] env[69186]: DEBUG oslo_concurrency.lockutils [req-3c9de940-3b3b-4aa4-ad43-a7313ec76fbb req-75a6717f-8150-4262-acff-9b4c7a947491 service nova] Acquired lock "refresh_cache-24dd714b-4a10-49e4-91d0-6ced17d00b0e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.723842] env[69186]: DEBUG nova.network.neutron [req-3c9de940-3b3b-4aa4-ad43-a7313ec76fbb req-75a6717f-8150-4262-acff-9b4c7a947491 service nova] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Refreshing network info cache for port 2286de1d-e4cf-45f7-8dbd-806920ccc4cd {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.875266] env[69186]: DEBUG oslo_concurrency.lockutils [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "3dfd762c-7776-4200-a9f7-be2220b547a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.875509] env[69186]: DEBUG oslo_concurrency.lockutils [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "3dfd762c-7776-4200-a9f7-be2220b547a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.896091] env[69186]: DEBUG oslo_concurrency.lockutils [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.896631] env[69186]: DEBUG nova.compute.manager [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.899312] env[69186]: DEBUG oslo_concurrency.lockutils [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.743s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.899690] env[69186]: DEBUG nova.objects.instance [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lazy-loading 'resources' on Instance uuid 3b562f5d-78aa-4625-aa1b-4a21d998365a {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.942328] env[69186]: DEBUG oslo_vmware.api [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d45817-f579-c685-dac5-9b842429bdd4, 'name': SearchDatastore_Task, 'duration_secs': 0.009561} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.942633] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.942843] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 2e199da1-fcc4-4760-86bf-9035d7e60cab/2e199da1-fcc4-4760-86bf-9035d7e60cab.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.943116] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c27d381-ec95-4190-831d-c0be66eb5c36 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.952068] env[69186]: DEBUG oslo_vmware.api [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 855.952068] env[69186]: value = "task-3635079" [ 855.952068] env[69186]: _type = "Task" [ 855.952068] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.960533] env[69186]: DEBUG oslo_vmware.api [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635079, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.040652] env[69186]: DEBUG nova.objects.instance [None req-5f455c3d-284f-4e8d-8689-86a5ddcfb8f1 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] Lazy-loading 'flavor' on Instance uuid 27ac4f0c-fcfb-4023-be75-496a182aeff0 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.208699] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635078, 'name': CreateVM_Task, 'duration_secs': 0.45589} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.208922] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.209674] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.209838] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.210246] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.210521] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43122a43-cb43-4604-938b-3de51b7b69c4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.216869] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 856.216869] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524e5b26-0314-ede7-6c5e-705ef88f340f" [ 856.216869] env[69186]: _type = "Task" [ 856.216869] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.230914] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524e5b26-0314-ede7-6c5e-705ef88f340f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.230914] env[69186]: DEBUG nova.compute.manager [None req-23be1c2d-0693-4da8-ac90-aeeed019a37b tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.231409] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94185c5-1e44-4b6c-832a-bfbbc73ff41c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.379145] env[69186]: DEBUG nova.compute.manager [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.404856] env[69186]: DEBUG nova.compute.utils [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.410145] env[69186]: DEBUG nova.compute.manager [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.410145] env[69186]: DEBUG nova.network.neutron [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.466888] env[69186]: DEBUG oslo_vmware.api [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635079, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.478028] env[69186]: DEBUG nova.policy [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec820589c64f49879846a031cd0ba9ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7d600f95bef403bb7a5209b7d1fc1a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.547453] env[69186]: DEBUG nova.network.neutron [req-3c9de940-3b3b-4aa4-ad43-a7313ec76fbb req-75a6717f-8150-4262-acff-9b4c7a947491 service nova] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Updated VIF entry in instance network info cache for port 2286de1d-e4cf-45f7-8dbd-806920ccc4cd. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.547791] env[69186]: DEBUG nova.network.neutron [req-3c9de940-3b3b-4aa4-ad43-a7313ec76fbb req-75a6717f-8150-4262-acff-9b4c7a947491 service nova] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Updating instance_info_cache with network_info: [{"id": "2286de1d-e4cf-45f7-8dbd-806920ccc4cd", "address": "fa:16:3e:50:0a:2c", "network": {"id": "2ce3bdfe-4efe-442b-9d5b-db7dcea0bc12", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1992976651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b6835a88cce438f8ea51db826230158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2286de1d-e4", "ovs_interfaceid": "2286de1d-e4cf-45f7-8dbd-806920ccc4cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.549272] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5f455c3d-284f-4e8d-8689-86a5ddcfb8f1 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] Lock "27ac4f0c-fcfb-4023-be75-496a182aeff0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.846s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.552769] env[69186]: INFO nova.compute.manager [None req-39906dad-5094-4069-96c1-6f14b4091f18 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Resuming [ 856.553540] env[69186]: DEBUG nova.objects.instance [None req-39906dad-5094-4069-96c1-6f14b4091f18 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lazy-loading 'flavor' on Instance uuid dcd6c82f-24af-4906-841c-1c8f5d7306de {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.594724] env[69186]: DEBUG nova.compute.manager [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Stashing vm_state: active {{(pid=69186) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 856.727737] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524e5b26-0314-ede7-6c5e-705ef88f340f, 'name': SearchDatastore_Task, 'duration_secs': 0.069847} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.730602] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.730909] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.731212] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.731399] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.732425] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.733560] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf58ec80-d085-4029-aecf-872d197efb55 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.746694] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.746976] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.751051] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0690cf3-7781-4cdf-8518-38ff0410690a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.759581] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 856.759581] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525adff8-d00c-a7b8-499b-c737020236f8" [ 856.759581] env[69186]: _type = "Task" [ 856.759581] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.768888] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525adff8-d00c-a7b8-499b-c737020236f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.853303] env[69186]: DEBUG nova.network.neutron [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Successfully created port: 80964029-ed1a-4dec-b7e2-c1bbee9dab8f {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.867234] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ce898a6-ee25-4d4f-aea3-8d2b27ece595 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] Acquiring lock "27ac4f0c-fcfb-4023-be75-496a182aeff0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.867234] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ce898a6-ee25-4d4f-aea3-8d2b27ece595 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] Lock "27ac4f0c-fcfb-4023-be75-496a182aeff0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.911368] env[69186]: DEBUG oslo_concurrency.lockutils [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.918765] env[69186]: DEBUG nova.compute.manager [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.963755] env[69186]: DEBUG oslo_vmware.api [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635079, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596536} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.966311] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 2e199da1-fcc4-4760-86bf-9035d7e60cab/2e199da1-fcc4-4760-86bf-9035d7e60cab.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.966533] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.967184] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8aef78a5-1fda-47d4-82be-e6c3eb6b94cb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.973588] env[69186]: DEBUG oslo_vmware.api [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 856.973588] env[69186]: value = "task-3635080" [ 856.973588] env[69186]: _type = "Task" [ 856.973588] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.985214] env[69186]: DEBUG oslo_vmware.api [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.050952] env[69186]: DEBUG oslo_concurrency.lockutils [req-3c9de940-3b3b-4aa4-ad43-a7313ec76fbb req-75a6717f-8150-4262-acff-9b4c7a947491 service nova] Releasing lock "refresh_cache-24dd714b-4a10-49e4-91d0-6ced17d00b0e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.051347] env[69186]: DEBUG nova.compute.manager [req-3c9de940-3b3b-4aa4-ad43-a7313ec76fbb req-75a6717f-8150-4262-acff-9b4c7a947491 service nova] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Received event network-vif-plugged-eef1a010-a683-46a1-a238-02252fe14426 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.051505] env[69186]: DEBUG oslo_concurrency.lockutils [req-3c9de940-3b3b-4aa4-ad43-a7313ec76fbb req-75a6717f-8150-4262-acff-9b4c7a947491 service nova] Acquiring lock "c99fbd54-5a9d-452e-988f-67b67d4ad106-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.054437] env[69186]: DEBUG oslo_concurrency.lockutils [req-3c9de940-3b3b-4aa4-ad43-a7313ec76fbb req-75a6717f-8150-4262-acff-9b4c7a947491 service nova] Lock "c99fbd54-5a9d-452e-988f-67b67d4ad106-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.054437] env[69186]: DEBUG oslo_concurrency.lockutils [req-3c9de940-3b3b-4aa4-ad43-a7313ec76fbb req-75a6717f-8150-4262-acff-9b4c7a947491 service nova] Lock "c99fbd54-5a9d-452e-988f-67b67d4ad106-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.054437] env[69186]: DEBUG nova.compute.manager [req-3c9de940-3b3b-4aa4-ad43-a7313ec76fbb req-75a6717f-8150-4262-acff-9b4c7a947491 service nova] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] No waiting events found dispatching network-vif-plugged-eef1a010-a683-46a1-a238-02252fe14426 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.054437] env[69186]: WARNING nova.compute.manager [req-3c9de940-3b3b-4aa4-ad43-a7313ec76fbb req-75a6717f-8150-4262-acff-9b4c7a947491 service nova] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Received unexpected event network-vif-plugged-eef1a010-a683-46a1-a238-02252fe14426 for instance with vm_state building and task_state spawning. [ 857.054437] env[69186]: DEBUG nova.compute.manager [req-3c9de940-3b3b-4aa4-ad43-a7313ec76fbb req-75a6717f-8150-4262-acff-9b4c7a947491 service nova] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Received event network-changed-eef1a010-a683-46a1-a238-02252fe14426 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.054595] env[69186]: DEBUG nova.compute.manager [req-3c9de940-3b3b-4aa4-ad43-a7313ec76fbb req-75a6717f-8150-4262-acff-9b4c7a947491 service nova] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Refreshing instance network info cache due to event network-changed-eef1a010-a683-46a1-a238-02252fe14426. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.054595] env[69186]: DEBUG oslo_concurrency.lockutils [req-3c9de940-3b3b-4aa4-ad43-a7313ec76fbb req-75a6717f-8150-4262-acff-9b4c7a947491 service nova] Acquiring lock "refresh_cache-c99fbd54-5a9d-452e-988f-67b67d4ad106" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.054595] env[69186]: DEBUG oslo_concurrency.lockutils [req-3c9de940-3b3b-4aa4-ad43-a7313ec76fbb req-75a6717f-8150-4262-acff-9b4c7a947491 service nova] Acquired lock "refresh_cache-c99fbd54-5a9d-452e-988f-67b67d4ad106" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.054595] env[69186]: DEBUG nova.network.neutron [req-3c9de940-3b3b-4aa4-ad43-a7313ec76fbb req-75a6717f-8150-4262-acff-9b4c7a947491 service nova] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Refreshing network info cache for port eef1a010-a683-46a1-a238-02252fe14426 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.094899] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f31b46-5d34-441c-9e3e-d375dc4aae1e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.106107] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edce4097-99ee-4958-a7b4-7f649acb0659 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.140014] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.140825] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ee448e-23c8-4236-8e10-a7ad9f107269 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.148302] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd8e15e-22da-4a2e-bbab-e9f56bc9bfc4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.161561] env[69186]: DEBUG nova.compute.provider_tree [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.250437] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05b7d78-2403-4e03-8956-2596cd645356 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.260158] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-23be1c2d-0693-4da8-ac90-aeeed019a37b tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Doing hard reboot of VM {{(pid=69186) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 857.260158] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ab1bc3a1-dc28-459e-abce-2c947b0a4835 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.269343] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525adff8-d00c-a7b8-499b-c737020236f8, 'name': SearchDatastore_Task, 'duration_secs': 0.048994} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.274020] env[69186]: DEBUG oslo_vmware.api [None req-23be1c2d-0693-4da8-ac90-aeeed019a37b tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Waiting for the task: (returnval){ [ 857.274020] env[69186]: value = "task-3635081" [ 857.274020] env[69186]: _type = "Task" [ 857.274020] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.274020] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab47003-1df7-4c94-8d12-42072dcdc1a6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.282832] env[69186]: DEBUG oslo_vmware.api [None req-23be1c2d-0693-4da8-ac90-aeeed019a37b tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3635081, 'name': ResetVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.284063] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 857.284063] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5258131c-e4da-8995-cf73-55f1a17236a2" [ 857.284063] env[69186]: _type = "Task" [ 857.284063] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.292697] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5258131c-e4da-8995-cf73-55f1a17236a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.376351] env[69186]: INFO nova.compute.manager [None req-9ce898a6-ee25-4d4f-aea3-8d2b27ece595 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Detaching volume e9cd81b1-0e95-412c-8b54-f195c91ab488 [ 857.444020] env[69186]: INFO nova.virt.block_device [None req-9ce898a6-ee25-4d4f-aea3-8d2b27ece595 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Attempting to driver detach volume e9cd81b1-0e95-412c-8b54-f195c91ab488 from mountpoint /dev/sdb [ 857.444020] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ce898a6-ee25-4d4f-aea3-8d2b27ece595 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Volume detach. Driver type: vmdk {{(pid=69186) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 857.444020] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ce898a6-ee25-4d4f-aea3-8d2b27ece595 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724833', 'volume_id': 'e9cd81b1-0e95-412c-8b54-f195c91ab488', 'name': 'volume-e9cd81b1-0e95-412c-8b54-f195c91ab488', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '27ac4f0c-fcfb-4023-be75-496a182aeff0', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9cd81b1-0e95-412c-8b54-f195c91ab488', 'serial': 'e9cd81b1-0e95-412c-8b54-f195c91ab488'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 857.444020] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2612bf27-8ef0-40ea-b5e5-232218465b73 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.481431] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6764b0-64c6-4b0c-962d-23c30ac072f9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.493683] env[69186]: DEBUG oslo_vmware.api [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0643} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.494113] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.494841] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cb9030-8f68-4d31-9e90-76c5194b2f66 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.497768] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c2e04c-a50f-4588-b8eb-f5203de52054 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.528962] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7e870d-58a9-448d-98c1-dc806e4fd6c3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.540322] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 2e199da1-fcc4-4760-86bf-9035d7e60cab/2e199da1-fcc4-4760-86bf-9035d7e60cab.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.541019] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da5cb816-9c05-4316-833b-a4070ec43570 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.574637] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ce898a6-ee25-4d4f-aea3-8d2b27ece595 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] The volume has not been displaced from its original location: [datastore2] volume-e9cd81b1-0e95-412c-8b54-f195c91ab488/volume-e9cd81b1-0e95-412c-8b54-f195c91ab488.vmdk. No consolidation needed. {{(pid=69186) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 857.577620] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ce898a6-ee25-4d4f-aea3-8d2b27ece595 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 857.580157] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1157df3f-c4d4-41be-b9e6-6ba167dbcc32 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.592842] env[69186]: DEBUG oslo_vmware.api [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 857.592842] env[69186]: value = "task-3635082" [ 857.592842] env[69186]: _type = "Task" [ 857.592842] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.599406] env[69186]: DEBUG oslo_vmware.api [None req-9ce898a6-ee25-4d4f-aea3-8d2b27ece595 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] Waiting for the task: (returnval){ [ 857.599406] env[69186]: value = "task-3635083" [ 857.599406] env[69186]: _type = "Task" [ 857.599406] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.602898] env[69186]: DEBUG oslo_vmware.api [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.610441] env[69186]: DEBUG oslo_vmware.api [None req-9ce898a6-ee25-4d4f-aea3-8d2b27ece595 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] Task: {'id': task-3635083, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.665572] env[69186]: DEBUG nova.scheduler.client.report [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.786918] env[69186]: DEBUG oslo_vmware.api [None req-23be1c2d-0693-4da8-ac90-aeeed019a37b tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3635081, 'name': ResetVM_Task, 'duration_secs': 0.120465} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.792806] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-23be1c2d-0693-4da8-ac90-aeeed019a37b tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Did hard reboot of VM {{(pid=69186) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 857.793212] env[69186]: DEBUG nova.compute.manager [None req-23be1c2d-0693-4da8-ac90-aeeed019a37b tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.794189] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbeac7c-f339-4a75-912a-40edc0c2b991 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.803141] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5258131c-e4da-8995-cf73-55f1a17236a2, 'name': SearchDatastore_Task, 'duration_secs': 0.068072} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.804860] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.805265] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] c99fbd54-5a9d-452e-988f-67b67d4ad106/c99fbd54-5a9d-452e-988f-67b67d4ad106.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.808151] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d889bf9-f80b-4b86-98e6-51cc9b07d36f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.819933] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 857.819933] env[69186]: value = "task-3635084" [ 857.819933] env[69186]: _type = "Task" [ 857.819933] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.827722] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.933479] env[69186]: DEBUG nova.compute.manager [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.968260] env[69186]: DEBUG nova.virt.hardware [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.968513] env[69186]: DEBUG nova.virt.hardware [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.968671] env[69186]: DEBUG nova.virt.hardware [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.968856] env[69186]: DEBUG nova.virt.hardware [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.968999] env[69186]: DEBUG nova.virt.hardware [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.969889] env[69186]: DEBUG nova.virt.hardware [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.970225] env[69186]: DEBUG nova.virt.hardware [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.970529] env[69186]: DEBUG nova.virt.hardware [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.970752] env[69186]: DEBUG nova.virt.hardware [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.970964] env[69186]: DEBUG nova.virt.hardware [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.971217] env[69186]: DEBUG nova.virt.hardware [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.972253] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbb7118-e9f4-4b9a-a50a-1f1295dbf6fc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.982194] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dba1a2c-78e2-40b0-b595-a58f8f8c797b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.009219] env[69186]: DEBUG nova.network.neutron [req-3c9de940-3b3b-4aa4-ad43-a7313ec76fbb req-75a6717f-8150-4262-acff-9b4c7a947491 service nova] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Updated VIF entry in instance network info cache for port eef1a010-a683-46a1-a238-02252fe14426. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.009597] env[69186]: DEBUG nova.network.neutron [req-3c9de940-3b3b-4aa4-ad43-a7313ec76fbb req-75a6717f-8150-4262-acff-9b4c7a947491 service nova] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Updating instance_info_cache with network_info: [{"id": "eef1a010-a683-46a1-a238-02252fe14426", "address": "fa:16:3e:76:81:cd", "network": {"id": "0ee74101-1758-4db2-a28d-12bf16af0da8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1559326416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54272a3dcd3647d58e4a4d417a45b891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeef1a010-a6", "ovs_interfaceid": "eef1a010-a683-46a1-a238-02252fe14426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.084027] env[69186]: DEBUG oslo_concurrency.lockutils [None req-39906dad-5094-4069-96c1-6f14b4091f18 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquiring lock "refresh_cache-dcd6c82f-24af-4906-841c-1c8f5d7306de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.084027] env[69186]: DEBUG oslo_concurrency.lockutils [None req-39906dad-5094-4069-96c1-6f14b4091f18 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquired lock "refresh_cache-dcd6c82f-24af-4906-841c-1c8f5d7306de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.084027] env[69186]: DEBUG nova.network.neutron [None req-39906dad-5094-4069-96c1-6f14b4091f18 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.110977] env[69186]: DEBUG oslo_vmware.api [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.116330] env[69186]: DEBUG oslo_vmware.api [None req-9ce898a6-ee25-4d4f-aea3-8d2b27ece595 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] Task: {'id': task-3635083, 'name': ReconfigVM_Task, 'duration_secs': 0.349738} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.117041] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ce898a6-ee25-4d4f-aea3-8d2b27ece595 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 858.122346] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17b88e1d-91bc-4303-b120-4ad00c1b52e1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.140693] env[69186]: DEBUG oslo_vmware.api [None req-9ce898a6-ee25-4d4f-aea3-8d2b27ece595 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] Waiting for the task: (returnval){ [ 858.140693] env[69186]: value = "task-3635085" [ 858.140693] env[69186]: _type = "Task" [ 858.140693] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.151010] env[69186]: DEBUG oslo_vmware.api [None req-9ce898a6-ee25-4d4f-aea3-8d2b27ece595 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] Task: {'id': task-3635085, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.170680] env[69186]: DEBUG oslo_concurrency.lockutils [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.174962] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.729s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.174962] env[69186]: DEBUG nova.objects.instance [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69186) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 858.206536] env[69186]: INFO nova.scheduler.client.report [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Deleted allocations for instance 3b562f5d-78aa-4625-aa1b-4a21d998365a [ 858.316406] env[69186]: DEBUG oslo_concurrency.lockutils [None req-23be1c2d-0693-4da8-ac90-aeeed019a37b tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Lock "24dd714b-4a10-49e4-91d0-6ced17d00b0e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.473s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.329913] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635084, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.480643] env[69186]: DEBUG nova.compute.manager [req-73a39c2c-4782-43f2-9e2d-b1f099acb295 req-f6c2dc7b-cb43-4123-ad90-8e0a00483348 service nova] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Received event network-vif-plugged-80964029-ed1a-4dec-b7e2-c1bbee9dab8f {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.480643] env[69186]: DEBUG oslo_concurrency.lockutils [req-73a39c2c-4782-43f2-9e2d-b1f099acb295 req-f6c2dc7b-cb43-4123-ad90-8e0a00483348 service nova] Acquiring lock "0cecc88c-1b89-4bd3-8368-a3426f5220b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.480643] env[69186]: DEBUG oslo_concurrency.lockutils [req-73a39c2c-4782-43f2-9e2d-b1f099acb295 req-f6c2dc7b-cb43-4123-ad90-8e0a00483348 service nova] Lock "0cecc88c-1b89-4bd3-8368-a3426f5220b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.480643] env[69186]: DEBUG oslo_concurrency.lockutils [req-73a39c2c-4782-43f2-9e2d-b1f099acb295 req-f6c2dc7b-cb43-4123-ad90-8e0a00483348 service nova] Lock "0cecc88c-1b89-4bd3-8368-a3426f5220b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.480643] env[69186]: DEBUG nova.compute.manager [req-73a39c2c-4782-43f2-9e2d-b1f099acb295 req-f6c2dc7b-cb43-4123-ad90-8e0a00483348 service nova] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] No waiting events found dispatching network-vif-plugged-80964029-ed1a-4dec-b7e2-c1bbee9dab8f {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 858.480990] env[69186]: WARNING nova.compute.manager [req-73a39c2c-4782-43f2-9e2d-b1f099acb295 req-f6c2dc7b-cb43-4123-ad90-8e0a00483348 service nova] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Received unexpected event network-vif-plugged-80964029-ed1a-4dec-b7e2-c1bbee9dab8f for instance with vm_state building and task_state spawning. [ 858.513268] env[69186]: DEBUG oslo_concurrency.lockutils [req-3c9de940-3b3b-4aa4-ad43-a7313ec76fbb req-75a6717f-8150-4262-acff-9b4c7a947491 service nova] Releasing lock "refresh_cache-c99fbd54-5a9d-452e-988f-67b67d4ad106" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.559323] env[69186]: DEBUG nova.network.neutron [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Successfully updated port: 80964029-ed1a-4dec-b7e2-c1bbee9dab8f {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.607053] env[69186]: DEBUG oslo_vmware.api [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635082, 'name': ReconfigVM_Task, 'duration_secs': 0.966487} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.607403] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 2e199da1-fcc4-4760-86bf-9035d7e60cab/2e199da1-fcc4-4760-86bf-9035d7e60cab.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.608039] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1582b3bb-bd34-4ce3-8dad-fa692e86bb47 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.613876] env[69186]: DEBUG oslo_vmware.api [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 858.613876] env[69186]: value = "task-3635086" [ 858.613876] env[69186]: _type = "Task" [ 858.613876] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.624208] env[69186]: DEBUG oslo_vmware.api [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635086, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.652723] env[69186]: DEBUG oslo_vmware.api [None req-9ce898a6-ee25-4d4f-aea3-8d2b27ece595 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] Task: {'id': task-3635085, 'name': ReconfigVM_Task, 'duration_secs': 0.170282} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.653093] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ce898a6-ee25-4d4f-aea3-8d2b27ece595 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724833', 'volume_id': 'e9cd81b1-0e95-412c-8b54-f195c91ab488', 'name': 'volume-e9cd81b1-0e95-412c-8b54-f195c91ab488', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '27ac4f0c-fcfb-4023-be75-496a182aeff0', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9cd81b1-0e95-412c-8b54-f195c91ab488', 'serial': 'e9cd81b1-0e95-412c-8b54-f195c91ab488'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 858.714267] env[69186]: DEBUG oslo_concurrency.lockutils [None req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lock "3b562f5d-78aa-4625-aa1b-4a21d998365a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.064s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.829787] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541712} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.830173] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] c99fbd54-5a9d-452e-988f-67b67d4ad106/c99fbd54-5a9d-452e-988f-67b67d4ad106.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.830403] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.830666] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9e210dc-d89a-43e5-bd89-2395931b494c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.836830] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 858.836830] env[69186]: value = "task-3635087" [ 858.836830] env[69186]: _type = "Task" [ 858.836830] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.846663] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.915748] env[69186]: DEBUG nova.compute.manager [req-5ec43c06-a897-47df-8a9d-c2c1cefb95d0 req-38714a7d-c4fa-414a-907a-121e754e2be8 service nova] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Received event network-changed-2286de1d-e4cf-45f7-8dbd-806920ccc4cd {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.915899] env[69186]: DEBUG nova.compute.manager [req-5ec43c06-a897-47df-8a9d-c2c1cefb95d0 req-38714a7d-c4fa-414a-907a-121e754e2be8 service nova] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Refreshing instance network info cache due to event network-changed-2286de1d-e4cf-45f7-8dbd-806920ccc4cd. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.916132] env[69186]: DEBUG oslo_concurrency.lockutils [req-5ec43c06-a897-47df-8a9d-c2c1cefb95d0 req-38714a7d-c4fa-414a-907a-121e754e2be8 service nova] Acquiring lock "refresh_cache-24dd714b-4a10-49e4-91d0-6ced17d00b0e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.916269] env[69186]: DEBUG oslo_concurrency.lockutils [req-5ec43c06-a897-47df-8a9d-c2c1cefb95d0 req-38714a7d-c4fa-414a-907a-121e754e2be8 service nova] Acquired lock "refresh_cache-24dd714b-4a10-49e4-91d0-6ced17d00b0e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.916423] env[69186]: DEBUG nova.network.neutron [req-5ec43c06-a897-47df-8a9d-c2c1cefb95d0 req-38714a7d-c4fa-414a-907a-121e754e2be8 service nova] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Refreshing network info cache for port 2286de1d-e4cf-45f7-8dbd-806920ccc4cd {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.985207] env[69186]: DEBUG nova.network.neutron [None req-39906dad-5094-4069-96c1-6f14b4091f18 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Updating instance_info_cache with network_info: [{"id": "e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb", "address": "fa:16:3e:a5:d0:a9", "network": {"id": "5b6c4734-9ae3-4069-9bdf-96b955569fdf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2026018221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8041e0d49dfe4d029404c11c4077d5fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e0885f-5d", "ovs_interfaceid": "e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.062040] env[69186]: DEBUG oslo_concurrency.lockutils [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "refresh_cache-0cecc88c-1b89-4bd3-8368-a3426f5220b3" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.062213] env[69186]: DEBUG oslo_concurrency.lockutils [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquired lock "refresh_cache-0cecc88c-1b89-4bd3-8368-a3426f5220b3" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.062533] env[69186]: DEBUG nova.network.neutron [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.124879] env[69186]: DEBUG oslo_vmware.api [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635086, 'name': Rename_Task, 'duration_secs': 0.133398} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.125160] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.125411] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7988430-872e-44a7-a5fc-17be0cf38921 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.132714] env[69186]: DEBUG oslo_vmware.api [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 859.132714] env[69186]: value = "task-3635088" [ 859.132714] env[69186]: _type = "Task" [ 859.132714] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.140780] env[69186]: DEBUG oslo_vmware.api [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.189292] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b00e4abd-355b-46fe-97e7-6ebfdfdc820d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.189292] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.121s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.190765] env[69186]: INFO nova.compute.claims [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.255587] env[69186]: DEBUG nova.objects.instance [None req-9ce898a6-ee25-4d4f-aea3-8d2b27ece595 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] Lazy-loading 'flavor' on Instance uuid 27ac4f0c-fcfb-4023-be75-496a182aeff0 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.346647] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0671} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.346959] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.348250] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17829932-72dc-4882-a2a8-ebfb387d47ab {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.377820] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] c99fbd54-5a9d-452e-988f-67b67d4ad106/c99fbd54-5a9d-452e-988f-67b67d4ad106.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.378259] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43cbada0-43b3-4aaa-9b3e-4777458da559 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.400726] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 859.400726] env[69186]: value = "task-3635090" [ 859.400726] env[69186]: _type = "Task" [ 859.400726] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.410402] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635090, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.490488] env[69186]: DEBUG oslo_concurrency.lockutils [None req-39906dad-5094-4069-96c1-6f14b4091f18 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Releasing lock "refresh_cache-dcd6c82f-24af-4906-841c-1c8f5d7306de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.490488] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58a9092-e4be-40be-acbd-11dd60f2d9e6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.500386] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-39906dad-5094-4069-96c1-6f14b4091f18 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Resuming the VM {{(pid=69186) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 859.500783] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-755b6010-40ef-48d1-a2f5-fc96913fec4b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.509466] env[69186]: DEBUG oslo_vmware.api [None req-39906dad-5094-4069-96c1-6f14b4091f18 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 859.509466] env[69186]: value = "task-3635091" [ 859.509466] env[69186]: _type = "Task" [ 859.509466] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.517763] env[69186]: DEBUG oslo_vmware.api [None req-39906dad-5094-4069-96c1-6f14b4091f18 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.619701] env[69186]: DEBUG nova.network.neutron [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.648074] env[69186]: DEBUG oslo_vmware.api [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635088, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.682773] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Acquiring lock "24dd714b-4a10-49e4-91d0-6ced17d00b0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.683049] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Lock "24dd714b-4a10-49e4-91d0-6ced17d00b0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.683317] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Acquiring lock "24dd714b-4a10-49e4-91d0-6ced17d00b0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.687021] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Lock "24dd714b-4a10-49e4-91d0-6ced17d00b0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.687021] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Lock "24dd714b-4a10-49e4-91d0-6ced17d00b0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.687021] env[69186]: INFO nova.compute.manager [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Terminating instance [ 859.797269] env[69186]: DEBUG nova.network.neutron [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Updating instance_info_cache with network_info: [{"id": "80964029-ed1a-4dec-b7e2-c1bbee9dab8f", "address": "fa:16:3e:fd:e8:cb", "network": {"id": "5a237d64-003d-4d9e-b869-69de2f9ecce2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1208086149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7d600f95bef403bb7a5209b7d1fc1a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80964029-ed", "ovs_interfaceid": "80964029-ed1a-4dec-b7e2-c1bbee9dab8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.838762] env[69186]: DEBUG nova.network.neutron [req-5ec43c06-a897-47df-8a9d-c2c1cefb95d0 req-38714a7d-c4fa-414a-907a-121e754e2be8 service nova] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Updated VIF entry in instance network info cache for port 2286de1d-e4cf-45f7-8dbd-806920ccc4cd. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.839247] env[69186]: DEBUG nova.network.neutron [req-5ec43c06-a897-47df-8a9d-c2c1cefb95d0 req-38714a7d-c4fa-414a-907a-121e754e2be8 service nova] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Updating instance_info_cache with network_info: [{"id": "2286de1d-e4cf-45f7-8dbd-806920ccc4cd", "address": "fa:16:3e:50:0a:2c", "network": {"id": "2ce3bdfe-4efe-442b-9d5b-db7dcea0bc12", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1992976651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b6835a88cce438f8ea51db826230158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2286de1d-e4", "ovs_interfaceid": "2286de1d-e4cf-45f7-8dbd-806920ccc4cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.916210] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.020806] env[69186]: DEBUG oslo_vmware.api [None req-39906dad-5094-4069-96c1-6f14b4091f18 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635091, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.142611] env[69186]: DEBUG oslo_vmware.api [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635088, 'name': PowerOnVM_Task, 'duration_secs': 0.516478} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.142942] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.143305] env[69186]: INFO nova.compute.manager [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Took 9.84 seconds to spawn the instance on the hypervisor. [ 860.143376] env[69186]: DEBUG nova.compute.manager [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.144699] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c824126-f951-4eee-ae77-db2046f9676c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.193019] env[69186]: DEBUG nova.compute.manager [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.193019] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.193019] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ce4350-1a9a-4815-9be7-0a8f057205ca {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.203723] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.204349] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8aa107c-0e8f-4037-a0f1-ae33fa901e36 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.211932] env[69186]: DEBUG oslo_vmware.api [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Waiting for the task: (returnval){ [ 860.211932] env[69186]: value = "task-3635093" [ 860.211932] env[69186]: _type = "Task" [ 860.211932] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.221260] env[69186]: DEBUG oslo_vmware.api [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3635093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.262036] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ce898a6-ee25-4d4f-aea3-8d2b27ece595 tempest-VolumesAssistedSnapshotsTest-1336306955 tempest-VolumesAssistedSnapshotsTest-1336306955-project-admin] Lock "27ac4f0c-fcfb-4023-be75-496a182aeff0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.395s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.303181] env[69186]: DEBUG oslo_concurrency.lockutils [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Releasing lock "refresh_cache-0cecc88c-1b89-4bd3-8368-a3426f5220b3" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.303504] env[69186]: DEBUG nova.compute.manager [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Instance network_info: |[{"id": "80964029-ed1a-4dec-b7e2-c1bbee9dab8f", "address": "fa:16:3e:fd:e8:cb", "network": {"id": "5a237d64-003d-4d9e-b869-69de2f9ecce2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1208086149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7d600f95bef403bb7a5209b7d1fc1a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80964029-ed", "ovs_interfaceid": "80964029-ed1a-4dec-b7e2-c1bbee9dab8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.304135] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:e8:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80964029-ed1a-4dec-b7e2-c1bbee9dab8f', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.311748] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.312013] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.312258] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02ffaee7-b953-4eaf-952f-7270e8cd9cf2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.335964] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.335964] env[69186]: value = "task-3635094" [ 860.335964] env[69186]: _type = "Task" [ 860.335964] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.344741] env[69186]: DEBUG oslo_concurrency.lockutils [req-5ec43c06-a897-47df-8a9d-c2c1cefb95d0 req-38714a7d-c4fa-414a-907a-121e754e2be8 service nova] Releasing lock "refresh_cache-24dd714b-4a10-49e4-91d0-6ced17d00b0e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.345101] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635094, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.417277] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635090, 'name': ReconfigVM_Task, 'duration_secs': 0.759964} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.417660] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Reconfigured VM instance instance-00000035 to attach disk [datastore2] c99fbd54-5a9d-452e-988f-67b67d4ad106/c99fbd54-5a9d-452e-988f-67b67d4ad106.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.418484] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32862d91-d796-4719-956e-3fa4d8da484f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.431899] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 860.431899] env[69186]: value = "task-3635095" [ 860.431899] env[69186]: _type = "Task" [ 860.431899] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.447349] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635095, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.524764] env[69186]: DEBUG oslo_vmware.api [None req-39906dad-5094-4069-96c1-6f14b4091f18 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635091, 'name': PowerOnVM_Task, 'duration_secs': 0.931342} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.524764] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-39906dad-5094-4069-96c1-6f14b4091f18 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Resumed the VM {{(pid=69186) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 860.524983] env[69186]: DEBUG nova.compute.manager [None req-39906dad-5094-4069-96c1-6f14b4091f18 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.525879] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8128d50c-1512-42b1-a731-8cbd80df2235 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.586470] env[69186]: DEBUG nova.compute.manager [req-b07c99c0-1973-4a35-ae3a-85f382b38418 req-f4d953f8-272b-49df-8115-b9453adf2786 service nova] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Received event network-changed-80964029-ed1a-4dec-b7e2-c1bbee9dab8f {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.586470] env[69186]: DEBUG nova.compute.manager [req-b07c99c0-1973-4a35-ae3a-85f382b38418 req-f4d953f8-272b-49df-8115-b9453adf2786 service nova] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Refreshing instance network info cache due to event network-changed-80964029-ed1a-4dec-b7e2-c1bbee9dab8f. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.586470] env[69186]: DEBUG oslo_concurrency.lockutils [req-b07c99c0-1973-4a35-ae3a-85f382b38418 req-f4d953f8-272b-49df-8115-b9453adf2786 service nova] Acquiring lock "refresh_cache-0cecc88c-1b89-4bd3-8368-a3426f5220b3" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.587099] env[69186]: DEBUG oslo_concurrency.lockutils [req-b07c99c0-1973-4a35-ae3a-85f382b38418 req-f4d953f8-272b-49df-8115-b9453adf2786 service nova] Acquired lock "refresh_cache-0cecc88c-1b89-4bd3-8368-a3426f5220b3" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.587099] env[69186]: DEBUG nova.network.neutron [req-b07c99c0-1973-4a35-ae3a-85f382b38418 req-f4d953f8-272b-49df-8115-b9453adf2786 service nova] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Refreshing network info cache for port 80964029-ed1a-4dec-b7e2-c1bbee9dab8f {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.663220] env[69186]: INFO nova.compute.manager [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Took 48.50 seconds to build instance. [ 860.727930] env[69186]: DEBUG oslo_vmware.api [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3635093, 'name': PowerOffVM_Task, 'duration_secs': 0.486872} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.728410] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.728738] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.729258] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3058a10-f103-44be-9a24-f313615d46db {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.800274] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.800506] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.800692] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Deleting the datastore file [datastore2] 24dd714b-4a10-49e4-91d0-6ced17d00b0e {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.800956] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-436a8c6f-73fe-4051-a90e-408142122878 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.808719] env[69186]: DEBUG oslo_vmware.api [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Waiting for the task: (returnval){ [ 860.808719] env[69186]: value = "task-3635097" [ 860.808719] env[69186]: _type = "Task" [ 860.808719] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.819087] env[69186]: DEBUG oslo_vmware.api [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3635097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.847717] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635094, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.909313] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0049e97c-fb56-44be-9656-2a8c7d17f018 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.917218] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daff4532-88a8-434f-a001-da6857b1b0cc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.958804] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b23045-652c-40b0-9343-3f936b6c6e30 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.968960] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635095, 'name': Rename_Task, 'duration_secs': 0.292562} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.971017] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.971334] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6747b7f0-162d-41ff-8137-2e0b5f69e31f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.975886] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee3b454-1a36-4019-8d05-29364be042ea {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.991963] env[69186]: DEBUG nova.compute.provider_tree [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.994817] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 860.994817] env[69186]: value = "task-3635098" [ 860.994817] env[69186]: _type = "Task" [ 860.994817] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.003836] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635098, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.164668] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8718c535-b195-4216-80bf-36e40a4a730a tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "2e199da1-fcc4-4760-86bf-9035d7e60cab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.204s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.319024] env[69186]: DEBUG oslo_vmware.api [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3635097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18236} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.321671] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.321892] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.322091] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.322307] env[69186]: INFO nova.compute.manager [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 861.322541] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.322752] env[69186]: DEBUG nova.compute.manager [-] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.322846] env[69186]: DEBUG nova.network.neutron [-] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.348462] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635094, 'name': CreateVM_Task, 'duration_secs': 0.520546} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.348800] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.349380] env[69186]: DEBUG oslo_concurrency.lockutils [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.349556] env[69186]: DEBUG oslo_concurrency.lockutils [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.349897] env[69186]: DEBUG oslo_concurrency.lockutils [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.350330] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-488afcfa-86ea-495f-81bc-59c907c11b6c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.355046] env[69186]: DEBUG oslo_vmware.api [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 861.355046] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e878b1-3cea-0b97-aea7-cfb6480185e2" [ 861.355046] env[69186]: _type = "Task" [ 861.355046] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.365389] env[69186]: DEBUG oslo_vmware.api [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e878b1-3cea-0b97-aea7-cfb6480185e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.395814] env[69186]: DEBUG nova.network.neutron [req-b07c99c0-1973-4a35-ae3a-85f382b38418 req-f4d953f8-272b-49df-8115-b9453adf2786 service nova] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Updated VIF entry in instance network info cache for port 80964029-ed1a-4dec-b7e2-c1bbee9dab8f. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.396122] env[69186]: DEBUG nova.network.neutron [req-b07c99c0-1973-4a35-ae3a-85f382b38418 req-f4d953f8-272b-49df-8115-b9453adf2786 service nova] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Updating instance_info_cache with network_info: [{"id": "80964029-ed1a-4dec-b7e2-c1bbee9dab8f", "address": "fa:16:3e:fd:e8:cb", "network": {"id": "5a237d64-003d-4d9e-b869-69de2f9ecce2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1208086149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7d600f95bef403bb7a5209b7d1fc1a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80964029-ed", "ovs_interfaceid": "80964029-ed1a-4dec-b7e2-c1bbee9dab8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.498745] env[69186]: DEBUG nova.scheduler.client.report [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.512950] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635098, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.866785] env[69186]: DEBUG oslo_vmware.api [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e878b1-3cea-0b97-aea7-cfb6480185e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010414} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.866785] env[69186]: DEBUG oslo_concurrency.lockutils [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.866785] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.866785] env[69186]: DEBUG oslo_concurrency.lockutils [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.867014] env[69186]: DEBUG oslo_concurrency.lockutils [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.867419] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.867419] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d4da56b-39df-4517-b910-32fcf5a8bb67 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.877753] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.877953] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.878879] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c99b9b-c3db-4a9c-8e0e-534f0e5451a6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.885554] env[69186]: DEBUG oslo_vmware.api [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 861.885554] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a77a48-c46e-155c-aff2-86912d9b4b3e" [ 861.885554] env[69186]: _type = "Task" [ 861.885554] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.890349] env[69186]: DEBUG nova.compute.manager [req-de9e7be3-1a03-4fb8-ac4a-8f957a929e22 req-b909d8db-008a-43f3-909a-27055a8c0fc7 service nova] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Received event network-vif-deleted-2286de1d-e4cf-45f7-8dbd-806920ccc4cd {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.890349] env[69186]: INFO nova.compute.manager [req-de9e7be3-1a03-4fb8-ac4a-8f957a929e22 req-b909d8db-008a-43f3-909a-27055a8c0fc7 service nova] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Neutron deleted interface 2286de1d-e4cf-45f7-8dbd-806920ccc4cd; detaching it from the instance and deleting it from the info cache [ 861.890349] env[69186]: DEBUG nova.network.neutron [req-de9e7be3-1a03-4fb8-ac4a-8f957a929e22 req-b909d8db-008a-43f3-909a-27055a8c0fc7 service nova] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.899631] env[69186]: DEBUG oslo_vmware.api [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a77a48-c46e-155c-aff2-86912d9b4b3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.907742] env[69186]: DEBUG oslo_concurrency.lockutils [req-b07c99c0-1973-4a35-ae3a-85f382b38418 req-f4d953f8-272b-49df-8115-b9453adf2786 service nova] Releasing lock "refresh_cache-0cecc88c-1b89-4bd3-8368-a3426f5220b3" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.011847] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.012996] env[69186]: DEBUG nova.compute.manager [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.016342] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635098, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.016729] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.958s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.016934] env[69186]: DEBUG nova.objects.instance [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lazy-loading 'resources' on Instance uuid ca1b71dc-0931-435e-8848-c7d3391cda32 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.128670] env[69186]: DEBUG oslo_concurrency.lockutils [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Acquiring lock "a21b0f2e-6189-4e9d-8b98-4bad9ba56b60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.128670] env[69186]: DEBUG oslo_concurrency.lockutils [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Lock "a21b0f2e-6189-4e9d-8b98-4bad9ba56b60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.159581] env[69186]: DEBUG nova.network.neutron [-] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.397762] env[69186]: DEBUG oslo_vmware.api [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a77a48-c46e-155c-aff2-86912d9b4b3e, 'name': SearchDatastore_Task, 'duration_secs': 0.02235} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.398371] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d49b523-4b58-4aa8-9d1e-0ac99446437d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.401066] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be19130c-62a8-4bc4-b768-bf7b26ee6889 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.407611] env[69186]: DEBUG oslo_vmware.api [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 862.407611] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a4d0b0-b2a4-3d64-5408-2d45c10258c7" [ 862.407611] env[69186]: _type = "Task" [ 862.407611] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.415613] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3b8765-b0fb-4e72-a1d0-be8c9af3c6e6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.440192] env[69186]: DEBUG oslo_vmware.api [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a4d0b0-b2a4-3d64-5408-2d45c10258c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010848} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.440709] env[69186]: DEBUG oslo_concurrency.lockutils [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.441062] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 0cecc88c-1b89-4bd3-8368-a3426f5220b3/0cecc88c-1b89-4bd3-8368-a3426f5220b3.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.441400] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21fc0518-706b-40f7-a16b-88d41df03a4c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.463088] env[69186]: DEBUG nova.compute.manager [req-de9e7be3-1a03-4fb8-ac4a-8f957a929e22 req-b909d8db-008a-43f3-909a-27055a8c0fc7 service nova] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Detach interface failed, port_id=2286de1d-e4cf-45f7-8dbd-806920ccc4cd, reason: Instance 24dd714b-4a10-49e4-91d0-6ced17d00b0e could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 862.468691] env[69186]: DEBUG oslo_vmware.api [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 862.468691] env[69186]: value = "task-3635099" [ 862.468691] env[69186]: _type = "Task" [ 862.468691] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.476831] env[69186]: DEBUG oslo_vmware.api [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.505371] env[69186]: DEBUG oslo_vmware.api [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635098, 'name': PowerOnVM_Task, 'duration_secs': 1.063976} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.505982] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.505982] env[69186]: INFO nova.compute.manager [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Took 9.53 seconds to spawn the instance on the hypervisor. [ 862.506151] env[69186]: DEBUG nova.compute.manager [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.506999] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb480fbe-0347-45a1-95ea-2f2914bf8627 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.522285] env[69186]: DEBUG nova.compute.utils [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.523734] env[69186]: DEBUG nova.compute.manager [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.523918] env[69186]: DEBUG nova.network.neutron [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.582689] env[69186]: DEBUG nova.policy [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e999269f9024e1b9c55c8ec393bb391', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfd91ddcb62c48dba383798a87da8a37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.633420] env[69186]: DEBUG nova.compute.manager [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.664445] env[69186]: INFO nova.compute.manager [-] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Took 1.34 seconds to deallocate network for instance. [ 862.771156] env[69186]: DEBUG nova.compute.manager [req-0afaad1b-913f-4c3a-b5ff-770daa67c387 req-bd2cba9a-303d-45a6-92a1-5174cbe7e219 service nova] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Received event network-changed-31c72f5e-75ff-497d-a7e2-5216acb9fe4f {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.771156] env[69186]: DEBUG nova.compute.manager [req-0afaad1b-913f-4c3a-b5ff-770daa67c387 req-bd2cba9a-303d-45a6-92a1-5174cbe7e219 service nova] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Refreshing instance network info cache due to event network-changed-31c72f5e-75ff-497d-a7e2-5216acb9fe4f. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.771156] env[69186]: DEBUG oslo_concurrency.lockutils [req-0afaad1b-913f-4c3a-b5ff-770daa67c387 req-bd2cba9a-303d-45a6-92a1-5174cbe7e219 service nova] Acquiring lock "refresh_cache-2e199da1-fcc4-4760-86bf-9035d7e60cab" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.771417] env[69186]: DEBUG oslo_concurrency.lockutils [req-0afaad1b-913f-4c3a-b5ff-770daa67c387 req-bd2cba9a-303d-45a6-92a1-5174cbe7e219 service nova] Acquired lock "refresh_cache-2e199da1-fcc4-4760-86bf-9035d7e60cab" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.771448] env[69186]: DEBUG nova.network.neutron [req-0afaad1b-913f-4c3a-b5ff-770daa67c387 req-bd2cba9a-303d-45a6-92a1-5174cbe7e219 service nova] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Refreshing network info cache for port 31c72f5e-75ff-497d-a7e2-5216acb9fe4f {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.980174] env[69186]: DEBUG oslo_vmware.api [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635099, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.026278] env[69186]: INFO nova.compute.manager [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Took 47.82 seconds to build instance. [ 863.028421] env[69186]: DEBUG nova.compute.manager [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.040129] env[69186]: DEBUG nova.network.neutron [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Successfully created port: 8e982b5f-220a-48bf-8676-f31a0df8951f {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.062478] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Acquiring lock "1be9cd60-b206-4ce2-a8b5-793a218a2806" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.062789] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lock "1be9cd60-b206-4ce2-a8b5-793a218a2806" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.063014] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Acquiring lock "1be9cd60-b206-4ce2-a8b5-793a218a2806-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.063207] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lock "1be9cd60-b206-4ce2-a8b5-793a218a2806-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.063376] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lock "1be9cd60-b206-4ce2-a8b5-793a218a2806-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.067615] env[69186]: INFO nova.compute.manager [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Terminating instance [ 863.159713] env[69186]: DEBUG oslo_concurrency.lockutils [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.178194] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.178194] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940dfa55-1018-4c68-8995-c1fc4f0d48ae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.185324] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284f2da6-5e28-429c-aa2c-6eade8702e9e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.216588] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d1a670-224d-4335-ab18-5831a6aa31ca {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.224792] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c122c8e3-f471-4f7f-adc6-e1c45643024f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.239724] env[69186]: DEBUG nova.compute.provider_tree [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.481310] env[69186]: DEBUG oslo_vmware.api [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552818} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.481611] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 0cecc88c-1b89-4bd3-8368-a3426f5220b3/0cecc88c-1b89-4bd3-8368-a3426f5220b3.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.481847] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.482152] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6618de80-4b3e-4366-b45c-a67f3cdd05b5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.489572] env[69186]: DEBUG oslo_vmware.api [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 863.489572] env[69186]: value = "task-3635100" [ 863.489572] env[69186]: _type = "Task" [ 863.489572] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.504973] env[69186]: DEBUG oslo_vmware.api [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.537189] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "c99fbd54-5a9d-452e-988f-67b67d4ad106" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.041s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.572190] env[69186]: DEBUG nova.compute.manager [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.572429] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.573354] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd54e374-d6d3-4cd7-b445-da442045107f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.581167] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.581489] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e42b1f56-9bb0-4f44-b417-a8f8a96170e7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.589658] env[69186]: DEBUG oslo_vmware.api [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for the task: (returnval){ [ 863.589658] env[69186]: value = "task-3635101" [ 863.589658] env[69186]: _type = "Task" [ 863.589658] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.603024] env[69186]: DEBUG oslo_vmware.api [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3635101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.621972] env[69186]: DEBUG nova.network.neutron [req-0afaad1b-913f-4c3a-b5ff-770daa67c387 req-bd2cba9a-303d-45a6-92a1-5174cbe7e219 service nova] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Updated VIF entry in instance network info cache for port 31c72f5e-75ff-497d-a7e2-5216acb9fe4f. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.622472] env[69186]: DEBUG nova.network.neutron [req-0afaad1b-913f-4c3a-b5ff-770daa67c387 req-bd2cba9a-303d-45a6-92a1-5174cbe7e219 service nova] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Updating instance_info_cache with network_info: [{"id": "31c72f5e-75ff-497d-a7e2-5216acb9fe4f", "address": "fa:16:3e:61:46:db", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31c72f5e-75", "ovs_interfaceid": "31c72f5e-75ff-497d-a7e2-5216acb9fe4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.743752] env[69186]: DEBUG nova.scheduler.client.report [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.892082] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Acquiring lock "27ac4f0c-fcfb-4023-be75-496a182aeff0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.892463] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Lock "27ac4f0c-fcfb-4023-be75-496a182aeff0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.892739] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Acquiring lock "27ac4f0c-fcfb-4023-be75-496a182aeff0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.893031] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Lock "27ac4f0c-fcfb-4023-be75-496a182aeff0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.893267] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Lock "27ac4f0c-fcfb-4023-be75-496a182aeff0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.897020] env[69186]: INFO nova.compute.manager [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Terminating instance [ 863.999627] env[69186]: DEBUG oslo_vmware.api [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070548} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.999916] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.000758] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b8d30c-4253-46ce-86e4-90a612849e30 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.022972] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 0cecc88c-1b89-4bd3-8368-a3426f5220b3/0cecc88c-1b89-4bd3-8368-a3426f5220b3.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.023301] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cdb9015-9772-497b-82e7-1e486e74268e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.041384] env[69186]: DEBUG nova.compute.manager [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.044238] env[69186]: DEBUG oslo_vmware.api [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 864.044238] env[69186]: value = "task-3635102" [ 864.044238] env[69186]: _type = "Task" [ 864.044238] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.053430] env[69186]: DEBUG oslo_vmware.api [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635102, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.064400] env[69186]: DEBUG nova.virt.hardware [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.064638] env[69186]: DEBUG nova.virt.hardware [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.064796] env[69186]: DEBUG nova.virt.hardware [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.064981] env[69186]: DEBUG nova.virt.hardware [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.065143] env[69186]: DEBUG nova.virt.hardware [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.065293] env[69186]: DEBUG nova.virt.hardware [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.065502] env[69186]: DEBUG nova.virt.hardware [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.065660] env[69186]: DEBUG nova.virt.hardware [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.065825] env[69186]: DEBUG nova.virt.hardware [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.065985] env[69186]: DEBUG nova.virt.hardware [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.066191] env[69186]: DEBUG nova.virt.hardware [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.067051] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec93883-a9dc-4cd6-adde-7eb2ff16004c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.075448] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73466bc8-818d-42fc-b56b-6d39ddc06df2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.103378] env[69186]: DEBUG oslo_vmware.api [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3635101, 'name': PowerOffVM_Task, 'duration_secs': 0.222865} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.104101] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.105040] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.105040] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd6d5bb7-ee60-46b2-97c9-392e4d4bd2ed {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.127222] env[69186]: DEBUG oslo_concurrency.lockutils [req-0afaad1b-913f-4c3a-b5ff-770daa67c387 req-bd2cba9a-303d-45a6-92a1-5174cbe7e219 service nova] Releasing lock "refresh_cache-2e199da1-fcc4-4760-86bf-9035d7e60cab" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.248820] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.251354] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.109s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.253185] env[69186]: INFO nova.compute.claims [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.273264] env[69186]: INFO nova.scheduler.client.report [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Deleted allocations for instance ca1b71dc-0931-435e-8848-c7d3391cda32 [ 864.399654] env[69186]: DEBUG nova.compute.manager [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.399993] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.401531] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9878fd20-95c8-4b30-be9d-a2c0c0ca999f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.409355] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.409595] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c0e00c2-3204-40f1-8235-99c7d0fd8865 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.418518] env[69186]: DEBUG oslo_vmware.api [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Waiting for the task: (returnval){ [ 864.418518] env[69186]: value = "task-3635104" [ 864.418518] env[69186]: _type = "Task" [ 864.418518] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.426388] env[69186]: DEBUG oslo_vmware.api [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Task: {'id': task-3635104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.556507] env[69186]: DEBUG oslo_vmware.api [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.598243] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4053502e-f54d-419a-8d2d-388b82e6ac8d tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "601edb67-4716-4c68-be2d-18285c148e79" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.598534] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4053502e-f54d-419a-8d2d-388b82e6ac8d tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "601edb67-4716-4c68-be2d-18285c148e79" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.708262] env[69186]: DEBUG nova.network.neutron [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Successfully updated port: 8e982b5f-220a-48bf-8676-f31a0df8951f {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.727677] env[69186]: DEBUG nova.compute.manager [req-c03a4d32-b868-406d-8b83-bf8128d9d8af req-76ff2504-d955-48e8-8043-51994f0fc4b3 service nova] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Received event network-vif-plugged-8e982b5f-220a-48bf-8676-f31a0df8951f {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.727677] env[69186]: DEBUG oslo_concurrency.lockutils [req-c03a4d32-b868-406d-8b83-bf8128d9d8af req-76ff2504-d955-48e8-8043-51994f0fc4b3 service nova] Acquiring lock "fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.727772] env[69186]: DEBUG oslo_concurrency.lockutils [req-c03a4d32-b868-406d-8b83-bf8128d9d8af req-76ff2504-d955-48e8-8043-51994f0fc4b3 service nova] Lock "fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.728018] env[69186]: DEBUG oslo_concurrency.lockutils [req-c03a4d32-b868-406d-8b83-bf8128d9d8af req-76ff2504-d955-48e8-8043-51994f0fc4b3 service nova] Lock "fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.728592] env[69186]: DEBUG nova.compute.manager [req-c03a4d32-b868-406d-8b83-bf8128d9d8af req-76ff2504-d955-48e8-8043-51994f0fc4b3 service nova] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] No waiting events found dispatching network-vif-plugged-8e982b5f-220a-48bf-8676-f31a0df8951f {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.728592] env[69186]: WARNING nova.compute.manager [req-c03a4d32-b868-406d-8b83-bf8128d9d8af req-76ff2504-d955-48e8-8043-51994f0fc4b3 service nova] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Received unexpected event network-vif-plugged-8e982b5f-220a-48bf-8676-f31a0df8951f for instance with vm_state building and task_state spawning. [ 864.782534] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b78a2400-a76d-42d9-a864-d70384ee7979 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "ca1b71dc-0931-435e-8848-c7d3391cda32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.930s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.839715] env[69186]: DEBUG nova.compute.manager [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.843130] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79d3ebf-a538-4726-bc3e-acc7441d13f7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.933857] env[69186]: DEBUG oslo_vmware.api [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Task: {'id': task-3635104, 'name': PowerOffVM_Task, 'duration_secs': 0.374731} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.933857] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.933857] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.933857] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38f4253c-8992-4904-be96-65fbe80d82df {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.055910] env[69186]: DEBUG oslo_vmware.api [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635102, 'name': ReconfigVM_Task, 'duration_secs': 0.750796} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.056206] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 0cecc88c-1b89-4bd3-8368-a3426f5220b3/0cecc88c-1b89-4bd3-8368-a3426f5220b3.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.056892] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b73d68c0-3b0d-4093-ba12-fdc7d32e923e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.063121] env[69186]: DEBUG oslo_vmware.api [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 865.063121] env[69186]: value = "task-3635106" [ 865.063121] env[69186]: _type = "Task" [ 865.063121] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.077417] env[69186]: DEBUG oslo_vmware.api [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635106, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.102530] env[69186]: INFO nova.compute.manager [None req-4053502e-f54d-419a-8d2d-388b82e6ac8d tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Detaching volume 344117cf-c786-42c7-b5fb-de472dcabb4c [ 865.141395] env[69186]: INFO nova.virt.block_device [None req-4053502e-f54d-419a-8d2d-388b82e6ac8d tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Attempting to driver detach volume 344117cf-c786-42c7-b5fb-de472dcabb4c from mountpoint /dev/sdb [ 865.141603] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-4053502e-f54d-419a-8d2d-388b82e6ac8d tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Volume detach. Driver type: vmdk {{(pid=69186) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 865.141796] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-4053502e-f54d-419a-8d2d-388b82e6ac8d tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724818', 'volume_id': '344117cf-c786-42c7-b5fb-de472dcabb4c', 'name': 'volume-344117cf-c786-42c7-b5fb-de472dcabb4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '601edb67-4716-4c68-be2d-18285c148e79', 'attached_at': '', 'detached_at': '', 'volume_id': '344117cf-c786-42c7-b5fb-de472dcabb4c', 'serial': '344117cf-c786-42c7-b5fb-de472dcabb4c'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 865.142703] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1a735c-1bdd-4500-8101-5b82c733cbc6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.166405] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f323c91-b775-4451-93fd-cd8b45879ffd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.175257] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ceacba-6d7c-405f-98fa-5df8bade5b92 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.202202] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108c5c15-3e76-40c4-8334-e24f530a7a20 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.226449] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "refresh_cache-fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.226719] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired lock "refresh_cache-fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.226947] env[69186]: DEBUG nova.network.neutron [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.228542] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-4053502e-f54d-419a-8d2d-388b82e6ac8d tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] The volume has not been displaced from its original location: [datastore2] volume-344117cf-c786-42c7-b5fb-de472dcabb4c/volume-344117cf-c786-42c7-b5fb-de472dcabb4c.vmdk. No consolidation needed. {{(pid=69186) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 865.237783] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-4053502e-f54d-419a-8d2d-388b82e6ac8d tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Reconfiguring VM instance instance-00000020 to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 865.239594] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e2cfe9e-bbe2-4038-a178-3c6e08563c9e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.275121] env[69186]: DEBUG oslo_vmware.api [None req-4053502e-f54d-419a-8d2d-388b82e6ac8d tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 865.275121] env[69186]: value = "task-3635107" [ 865.275121] env[69186]: _type = "Task" [ 865.275121] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.287301] env[69186]: DEBUG oslo_vmware.api [None req-4053502e-f54d-419a-8d2d-388b82e6ac8d tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.360356] env[69186]: INFO nova.compute.manager [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] instance snapshotting [ 865.366030] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9180ca4-e177-447a-86d8-36b235f511b3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.387916] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca44f096-672e-4198-ab45-0000bf114081 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.575144] env[69186]: DEBUG oslo_vmware.api [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635106, 'name': Rename_Task, 'duration_secs': 0.2957} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.575592] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.576030] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f0f5484-a842-41fe-883f-afbd7b291e1b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.585700] env[69186]: DEBUG oslo_vmware.api [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 865.585700] env[69186]: value = "task-3635108" [ 865.585700] env[69186]: _type = "Task" [ 865.585700] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.595988] env[69186]: DEBUG oslo_vmware.api [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.774014] env[69186]: DEBUG nova.network.neutron [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.790560] env[69186]: DEBUG oslo_vmware.api [None req-4053502e-f54d-419a-8d2d-388b82e6ac8d tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635107, 'name': ReconfigVM_Task, 'duration_secs': 0.28695} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.790708] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-4053502e-f54d-419a-8d2d-388b82e6ac8d tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Reconfigured VM instance instance-00000020 to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 865.795823] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-584b0363-4c5c-4c91-901c-e2dc8f3d9820 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.815689] env[69186]: DEBUG oslo_vmware.api [None req-4053502e-f54d-419a-8d2d-388b82e6ac8d tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 865.815689] env[69186]: value = "task-3635109" [ 865.815689] env[69186]: _type = "Task" [ 865.815689] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.827478] env[69186]: DEBUG oslo_vmware.api [None req-4053502e-f54d-419a-8d2d-388b82e6ac8d tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635109, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.861173] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33b51a6-6255-4208-b0e6-fd4d9ccc41bf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.868984] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092cb8b9-f17a-415d-9c55-a9fa6915c200 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.900846] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Creating Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 865.901528] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6ea4a9de-fb55-4506-8f62-75b3570da739 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.903943] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9472e9bb-4437-464f-b46f-c01fc96f906c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.915129] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb15726-144b-4702-b896-68050239c054 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.919300] env[69186]: DEBUG oslo_vmware.api [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 865.919300] env[69186]: value = "task-3635110" [ 865.919300] env[69186]: _type = "Task" [ 865.919300] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.932570] env[69186]: DEBUG nova.compute.provider_tree [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.939202] env[69186]: DEBUG oslo_vmware.api [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635110, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.016713] env[69186]: DEBUG nova.network.neutron [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Updating instance_info_cache with network_info: [{"id": "8e982b5f-220a-48bf-8676-f31a0df8951f", "address": "fa:16:3e:ae:e0:19", "network": {"id": "00dd6897-3c7d-4519-99b4-1d7e73246cdf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870319695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfd91ddcb62c48dba383798a87da8a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e982b5f-22", "ovs_interfaceid": "8e982b5f-220a-48bf-8676-f31a0df8951f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.097123] env[69186]: DEBUG oslo_vmware.api [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635108, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.326893] env[69186]: DEBUG oslo_vmware.api [None req-4053502e-f54d-419a-8d2d-388b82e6ac8d tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635109, 'name': ReconfigVM_Task, 'duration_secs': 0.20717} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.327961] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-4053502e-f54d-419a-8d2d-388b82e6ac8d tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724818', 'volume_id': '344117cf-c786-42c7-b5fb-de472dcabb4c', 'name': 'volume-344117cf-c786-42c7-b5fb-de472dcabb4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '601edb67-4716-4c68-be2d-18285c148e79', 'attached_at': '', 'detached_at': '', 'volume_id': '344117cf-c786-42c7-b5fb-de472dcabb4c', 'serial': '344117cf-c786-42c7-b5fb-de472dcabb4c'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 866.433207] env[69186]: DEBUG oslo_vmware.api [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635110, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.435336] env[69186]: DEBUG nova.scheduler.client.report [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.459965] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.460345] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.460591] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Deleting the datastore file [datastore1] 1be9cd60-b206-4ce2-a8b5-793a218a2806 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.464271] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-495f4ffa-aa0b-468c-aeda-6f13ab3417a7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.465422] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.465422] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.465422] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Deleting the datastore file [datastore1] 27ac4f0c-fcfb-4023-be75-496a182aeff0 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.465867] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ae1cf10-d084-4d4c-a1d7-cf0fd02192b9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.473250] env[69186]: DEBUG oslo_vmware.api [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for the task: (returnval){ [ 866.473250] env[69186]: value = "task-3635111" [ 866.473250] env[69186]: _type = "Task" [ 866.473250] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.475026] env[69186]: DEBUG oslo_vmware.api [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Waiting for the task: (returnval){ [ 866.475026] env[69186]: value = "task-3635112" [ 866.475026] env[69186]: _type = "Task" [ 866.475026] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.486112] env[69186]: DEBUG oslo_vmware.api [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3635111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.490276] env[69186]: DEBUG oslo_vmware.api [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Task: {'id': task-3635112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.519556] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Releasing lock "refresh_cache-fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.519982] env[69186]: DEBUG nova.compute.manager [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Instance network_info: |[{"id": "8e982b5f-220a-48bf-8676-f31a0df8951f", "address": "fa:16:3e:ae:e0:19", "network": {"id": "00dd6897-3c7d-4519-99b4-1d7e73246cdf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870319695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfd91ddcb62c48dba383798a87da8a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e982b5f-22", "ovs_interfaceid": "8e982b5f-220a-48bf-8676-f31a0df8951f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.520458] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:e0:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e982b5f-220a-48bf-8676-f31a0df8951f', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.531161] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.531261] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.531588] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b67ab15e-8bd1-419f-94ce-d3e2fcaae097 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.552330] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.552330] env[69186]: value = "task-3635113" [ 866.552330] env[69186]: _type = "Task" [ 866.552330] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.561168] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635113, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.599473] env[69186]: DEBUG oslo_vmware.api [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635108, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.796552] env[69186]: DEBUG nova.compute.manager [req-376a5c3b-6ee8-454d-965c-58bbf13445b8 req-6fa24ec8-f112-4391-ba4f-10913fd937d1 service nova] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Received event network-changed-8e982b5f-220a-48bf-8676-f31a0df8951f {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.796698] env[69186]: DEBUG nova.compute.manager [req-376a5c3b-6ee8-454d-965c-58bbf13445b8 req-6fa24ec8-f112-4391-ba4f-10913fd937d1 service nova] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Refreshing instance network info cache due to event network-changed-8e982b5f-220a-48bf-8676-f31a0df8951f. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.797030] env[69186]: DEBUG oslo_concurrency.lockutils [req-376a5c3b-6ee8-454d-965c-58bbf13445b8 req-6fa24ec8-f112-4391-ba4f-10913fd937d1 service nova] Acquiring lock "refresh_cache-fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.797867] env[69186]: DEBUG oslo_concurrency.lockutils [req-376a5c3b-6ee8-454d-965c-58bbf13445b8 req-6fa24ec8-f112-4391-ba4f-10913fd937d1 service nova] Acquired lock "refresh_cache-fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.798088] env[69186]: DEBUG nova.network.neutron [req-376a5c3b-6ee8-454d-965c-58bbf13445b8 req-6fa24ec8-f112-4391-ba4f-10913fd937d1 service nova] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Refreshing network info cache for port 8e982b5f-220a-48bf-8676-f31a0df8951f {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.896454] env[69186]: DEBUG nova.objects.instance [None req-4053502e-f54d-419a-8d2d-388b82e6ac8d tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lazy-loading 'flavor' on Instance uuid 601edb67-4716-4c68-be2d-18285c148e79 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.930921] env[69186]: DEBUG oslo_vmware.api [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635110, 'name': CreateSnapshot_Task, 'duration_secs': 0.824599} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.931238] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Created Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 866.932262] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82239cd3-5f7d-4501-815f-1421b32d7b13 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.940253] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.940741] env[69186]: DEBUG nova.compute.manager [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.946699] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.617s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.947905] env[69186]: INFO nova.compute.claims [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.991281] env[69186]: DEBUG oslo_vmware.api [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Task: {'id': task-3635111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193254} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.994968] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.995184] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.995372] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.995545] env[69186]: INFO nova.compute.manager [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Took 3.42 seconds to destroy the instance on the hypervisor. [ 866.995804] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.996742] env[69186]: DEBUG oslo_vmware.api [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Task: {'id': task-3635112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19451} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.997238] env[69186]: DEBUG nova.compute.manager [-] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.997238] env[69186]: DEBUG nova.network.neutron [-] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.998705] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.998888] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.999094] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.999247] env[69186]: INFO nova.compute.manager [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Took 2.60 seconds to destroy the instance on the hypervisor. [ 866.999458] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.999919] env[69186]: DEBUG nova.compute.manager [-] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.999954] env[69186]: DEBUG nova.network.neutron [-] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.065381] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635113, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.097040] env[69186]: DEBUG oslo_vmware.api [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635108, 'name': PowerOnVM_Task, 'duration_secs': 1.087147} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.097374] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.098208] env[69186]: INFO nova.compute.manager [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Took 9.16 seconds to spawn the instance on the hypervisor. [ 867.098283] env[69186]: DEBUG nova.compute.manager [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.099267] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18eb26e-e5e7-4fd2-b1fb-46ddd8d05656 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.446864] env[69186]: DEBUG nova.compute.utils [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.452210] env[69186]: DEBUG nova.compute.manager [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.452210] env[69186]: DEBUG nova.network.neutron [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.461990] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Creating linked-clone VM from snapshot {{(pid=69186) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 867.470131] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d1fbc497-86c5-4789-b7b0-9f863b36fbed {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.484019] env[69186]: DEBUG oslo_vmware.api [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 867.484019] env[69186]: value = "task-3635114" [ 867.484019] env[69186]: _type = "Task" [ 867.484019] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.492230] env[69186]: DEBUG oslo_vmware.api [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635114, 'name': CloneVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.565999] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635113, 'name': CreateVM_Task, 'duration_secs': 0.794721} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.566451] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.567549] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.568058] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.568643] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.569141] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f269ae23-500a-4851-97c5-cef428b7deb5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.579423] env[69186]: DEBUG oslo_vmware.api [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 867.579423] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522f072b-0340-ad48-e8ac-90d0aa51ae06" [ 867.579423] env[69186]: _type = "Task" [ 867.579423] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.596478] env[69186]: DEBUG oslo_vmware.api [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522f072b-0340-ad48-e8ac-90d0aa51ae06, 'name': SearchDatastore_Task, 'duration_secs': 0.01472} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.599374] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.599815] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.601406] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.601719] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.602096] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.603495] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9354da0e-b695-4c17-ac2e-e0cbb657a30a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.628923] env[69186]: INFO nova.compute.manager [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Took 49.37 seconds to build instance. [ 867.635210] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.635210] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.635910] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af481b8a-4c11-4ab3-9094-20cd4c1d4f44 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.642477] env[69186]: DEBUG oslo_vmware.api [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 867.642477] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529c8aab-b926-6c48-787e-71bee4bd2197" [ 867.642477] env[69186]: _type = "Task" [ 867.642477] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.655769] env[69186]: DEBUG oslo_vmware.api [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529c8aab-b926-6c48-787e-71bee4bd2197, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.723949] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "f74ad208-443c-4d76-9ec3-9f26af98152d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.724211] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "f74ad208-443c-4d76-9ec3-9f26af98152d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.764544] env[69186]: DEBUG nova.policy [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76eab16e77524cada3e4cc18d6bf9bfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b265de18ec944f048696f412cf9baed7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.837083] env[69186]: DEBUG nova.compute.manager [req-71cdd857-a17f-4b77-9ff5-82c9ea200324 req-1fdef180-eca7-4fab-9bb7-5912e487e6e2 service nova] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Received event network-vif-deleted-9128c9a8-1af6-40d9-a402-1b6ec0f975b8 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.837352] env[69186]: INFO nova.compute.manager [req-71cdd857-a17f-4b77-9ff5-82c9ea200324 req-1fdef180-eca7-4fab-9bb7-5912e487e6e2 service nova] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Neutron deleted interface 9128c9a8-1af6-40d9-a402-1b6ec0f975b8; detaching it from the instance and deleting it from the info cache [ 867.837539] env[69186]: DEBUG nova.network.neutron [req-71cdd857-a17f-4b77-9ff5-82c9ea200324 req-1fdef180-eca7-4fab-9bb7-5912e487e6e2 service nova] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.893305] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0eeeeef0-bdd9-42b7-b14c-f0118da89f07 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "601edb67-4716-4c68-be2d-18285c148e79" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.905450] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4053502e-f54d-419a-8d2d-388b82e6ac8d tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "601edb67-4716-4c68-be2d-18285c148e79" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.307s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.906526] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0eeeeef0-bdd9-42b7-b14c-f0118da89f07 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "601edb67-4716-4c68-be2d-18285c148e79" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.014s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.906743] env[69186]: DEBUG nova.compute.manager [None req-0eeeeef0-bdd9-42b7-b14c-f0118da89f07 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.907844] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c950bb-5717-4f7c-9eab-36a9fedc6b84 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.915834] env[69186]: DEBUG nova.compute.manager [None req-0eeeeef0-bdd9-42b7-b14c-f0118da89f07 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69186) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 867.916403] env[69186]: DEBUG nova.objects.instance [None req-0eeeeef0-bdd9-42b7-b14c-f0118da89f07 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lazy-loading 'flavor' on Instance uuid 601edb67-4716-4c68-be2d-18285c148e79 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.950180] env[69186]: DEBUG nova.compute.manager [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.992645] env[69186]: DEBUG oslo_vmware.api [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635114, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.105770] env[69186]: DEBUG nova.network.neutron [-] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.136209] env[69186]: DEBUG oslo_concurrency.lockutils [None req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "0cecc88c-1b89-4bd3-8368-a3426f5220b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.423s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.142950] env[69186]: DEBUG nova.network.neutron [req-376a5c3b-6ee8-454d-965c-58bbf13445b8 req-6fa24ec8-f112-4391-ba4f-10913fd937d1 service nova] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Updated VIF entry in instance network info cache for port 8e982b5f-220a-48bf-8676-f31a0df8951f. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.143441] env[69186]: DEBUG nova.network.neutron [req-376a5c3b-6ee8-454d-965c-58bbf13445b8 req-6fa24ec8-f112-4391-ba4f-10913fd937d1 service nova] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Updating instance_info_cache with network_info: [{"id": "8e982b5f-220a-48bf-8676-f31a0df8951f", "address": "fa:16:3e:ae:e0:19", "network": {"id": "00dd6897-3c7d-4519-99b4-1d7e73246cdf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870319695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfd91ddcb62c48dba383798a87da8a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e982b5f-22", "ovs_interfaceid": "8e982b5f-220a-48bf-8676-f31a0df8951f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.159626] env[69186]: DEBUG oslo_vmware.api [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529c8aab-b926-6c48-787e-71bee4bd2197, 'name': SearchDatastore_Task, 'duration_secs': 0.012681} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.161280] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-debada07-4d81-48b4-9dcb-7905d69e677c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.171378] env[69186]: DEBUG oslo_vmware.api [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 868.171378] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52edf843-41d8-d509-5b22-87f74136e78c" [ 868.171378] env[69186]: _type = "Task" [ 868.171378] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.184031] env[69186]: DEBUG oslo_vmware.api [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52edf843-41d8-d509-5b22-87f74136e78c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.229688] env[69186]: DEBUG nova.compute.manager [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.345978] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a64d465-93ac-4159-9d01-eb47fc2aad71 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.358265] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5743f7f6-cbaf-4432-aef0-82afeb9f4d7b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.398161] env[69186]: DEBUG nova.compute.manager [req-71cdd857-a17f-4b77-9ff5-82c9ea200324 req-1fdef180-eca7-4fab-9bb7-5912e487e6e2 service nova] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Detach interface failed, port_id=9128c9a8-1af6-40d9-a402-1b6ec0f975b8, reason: Instance 27ac4f0c-fcfb-4023-be75-496a182aeff0 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 868.452642] env[69186]: DEBUG nova.network.neutron [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Successfully created port: 002b9de2-93e8-4ed5-bc76-ada71e1265ba {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.493668] env[69186]: DEBUG oslo_vmware.api [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635114, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.612272] env[69186]: INFO nova.compute.manager [-] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Took 1.61 seconds to deallocate network for instance. [ 868.650716] env[69186]: DEBUG oslo_concurrency.lockutils [req-376a5c3b-6ee8-454d-965c-58bbf13445b8 req-6fa24ec8-f112-4391-ba4f-10913fd937d1 service nova] Releasing lock "refresh_cache-fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.691717] env[69186]: DEBUG oslo_vmware.api [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52edf843-41d8-d509-5b22-87f74136e78c, 'name': SearchDatastore_Task, 'duration_secs': 0.01782} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.692874] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.692874] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5/fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.692874] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2c3fea5-430a-4f08-b090-48fbbcd69632 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.699862] env[69186]: DEBUG nova.network.neutron [-] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.708752] env[69186]: DEBUG oslo_vmware.api [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 868.708752] env[69186]: value = "task-3635115" [ 868.708752] env[69186]: _type = "Task" [ 868.708752] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.718460] env[69186]: DEBUG oslo_vmware.api [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.721311] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8fcc0b-3e3c-470f-90f7-57cb6124ce99 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.737051] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b02cde-01d7-40a9-9bce-55260185a47a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.774136] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.774487] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c16ff51-8916-403e-88d7-93df266bb3ef {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.782949] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068e6692-5e2e-4b68-8f61-ba74e1e883fd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.802770] env[69186]: DEBUG nova.compute.provider_tree [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.917222] env[69186]: DEBUG nova.compute.manager [req-b2eba6bd-d087-405a-b287-06a91e16856b req-2cb2c59a-1cbd-477b-ad60-41ce414bc0ee service nova] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Received event network-vif-deleted-cddd6238-1365-4c6f-8596-696d4e303dbc {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.930648] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eeeeef0-bdd9-42b7-b14c-f0118da89f07 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.930648] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5003b9f-b53c-48d8-bc44-32ccd015c23c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.938225] env[69186]: DEBUG oslo_vmware.api [None req-0eeeeef0-bdd9-42b7-b14c-f0118da89f07 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 868.938225] env[69186]: value = "task-3635116" [ 868.938225] env[69186]: _type = "Task" [ 868.938225] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.949864] env[69186]: DEBUG oslo_vmware.api [None req-0eeeeef0-bdd9-42b7-b14c-f0118da89f07 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.961118] env[69186]: DEBUG nova.compute.manager [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.993863] env[69186]: DEBUG oslo_vmware.api [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635114, 'name': CloneVM_Task} progress is 95%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.005538] env[69186]: DEBUG nova.virt.hardware [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.005538] env[69186]: DEBUG nova.virt.hardware [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.005538] env[69186]: DEBUG nova.virt.hardware [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.005838] env[69186]: DEBUG nova.virt.hardware [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.005838] env[69186]: DEBUG nova.virt.hardware [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.005838] env[69186]: DEBUG nova.virt.hardware [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.005838] env[69186]: DEBUG nova.virt.hardware [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.005838] env[69186]: DEBUG nova.virt.hardware [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.006014] env[69186]: DEBUG nova.virt.hardware [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.006014] env[69186]: DEBUG nova.virt.hardware [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.006116] env[69186]: DEBUG nova.virt.hardware [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.006520] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquiring lock "dcd6c82f-24af-4906-841c-1c8f5d7306de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.006748] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "dcd6c82f-24af-4906-841c-1c8f5d7306de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.006961] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquiring lock "dcd6c82f-24af-4906-841c-1c8f5d7306de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.007173] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "dcd6c82f-24af-4906-841c-1c8f5d7306de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.007352] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "dcd6c82f-24af-4906-841c-1c8f5d7306de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.009895] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c478f50f-158f-42ee-b8ae-f2f043a0d0c5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.013150] env[69186]: INFO nova.compute.manager [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Terminating instance [ 869.019942] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb76443-d47c-4aba-864e-58ec09674931 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.118774] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.203898] env[69186]: INFO nova.compute.manager [-] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Took 2.21 seconds to deallocate network for instance. [ 869.219462] env[69186]: DEBUG oslo_vmware.api [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635115, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.230038] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfc8588-5373-4737-9ee2-fff0bb280a4b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.236661] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-92e32c67-4699-434d-85c3-2a44943d7ff5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Suspending the VM {{(pid=69186) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 869.237019] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3694313a-49fd-495a-9750-2669d75a6aad {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.246571] env[69186]: DEBUG oslo_vmware.api [None req-92e32c67-4699-434d-85c3-2a44943d7ff5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 869.246571] env[69186]: value = "task-3635117" [ 869.246571] env[69186]: _type = "Task" [ 869.246571] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.256194] env[69186]: DEBUG oslo_vmware.api [None req-92e32c67-4699-434d-85c3-2a44943d7ff5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635117, 'name': SuspendVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.301429] env[69186]: DEBUG nova.scheduler.client.report [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.448433] env[69186]: DEBUG oslo_vmware.api [None req-0eeeeef0-bdd9-42b7-b14c-f0118da89f07 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635116, 'name': PowerOffVM_Task, 'duration_secs': 0.348036} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.448721] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eeeeef0-bdd9-42b7-b14c-f0118da89f07 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.448917] env[69186]: DEBUG nova.compute.manager [None req-0eeeeef0-bdd9-42b7-b14c-f0118da89f07 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.449719] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d0969b-4074-4176-b4d7-e4db3a710b70 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.499572] env[69186]: DEBUG oslo_vmware.api [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635114, 'name': CloneVM_Task, 'duration_secs': 1.779253} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.499848] env[69186]: INFO nova.virt.vmwareapi.vmops [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Created linked-clone VM from snapshot [ 869.500749] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d185368-9f07-4d7d-b42e-9d7a936bf258 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.513482] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Uploading image f820995f-746c-45dc-b13c-eaeb7fe552b7 {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 869.519236] env[69186]: DEBUG nova.compute.manager [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.519236] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.519881] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcaa3b11-77ce-48a2-ac98-baeb5f7902ee {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.530514] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Destroying the VM {{(pid=69186) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 869.530815] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-05439d9c-2c3a-4fec-9a32-eed2d2b6aefc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.534961] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.535902] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e543db3-54de-4e9a-99b8-e3ab6985ef8c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.539943] env[69186]: DEBUG oslo_vmware.api [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 869.539943] env[69186]: value = "task-3635118" [ 869.539943] env[69186]: _type = "Task" [ 869.539943] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.544163] env[69186]: DEBUG oslo_vmware.api [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 869.544163] env[69186]: value = "task-3635119" [ 869.544163] env[69186]: _type = "Task" [ 869.544163] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.551068] env[69186]: DEBUG oslo_vmware.api [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635118, 'name': Destroy_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.555889] env[69186]: DEBUG oslo_vmware.api [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.713024] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.721082] env[69186]: DEBUG oslo_vmware.api [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538063} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.721366] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5/fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.721591] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.721845] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d86cb79d-4958-46cf-afd6-388b0261aada {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.728817] env[69186]: DEBUG oslo_vmware.api [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 869.728817] env[69186]: value = "task-3635120" [ 869.728817] env[69186]: _type = "Task" [ 869.728817] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.740429] env[69186]: DEBUG oslo_vmware.api [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.756467] env[69186]: DEBUG oslo_vmware.api [None req-92e32c67-4699-434d-85c3-2a44943d7ff5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635117, 'name': SuspendVM_Task} progress is 62%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.806999] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.861s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.807609] env[69186]: DEBUG nova.compute.manager [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.811195] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.285s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.811195] env[69186]: DEBUG nova.objects.instance [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Lazy-loading 'resources' on Instance uuid e9e7d775-f6be-484c-ae78-4d3bb64c3fa7 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.965275] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0eeeeef0-bdd9-42b7-b14c-f0118da89f07 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "601edb67-4716-4c68-be2d-18285c148e79" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.054637] env[69186]: DEBUG oslo_vmware.api [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635119, 'name': PowerOffVM_Task, 'duration_secs': 0.217496} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.057665] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.057844] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.058433] env[69186]: DEBUG oslo_vmware.api [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635118, 'name': Destroy_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.058657] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd25565a-becd-45dc-9d02-fab9e949f125 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.132658] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.133011] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.133282] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Deleting the datastore file [datastore2] dcd6c82f-24af-4906-841c-1c8f5d7306de {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.133671] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-878314bf-2098-4427-bc60-a10eab7bf9f8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.140812] env[69186]: DEBUG oslo_vmware.api [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for the task: (returnval){ [ 870.140812] env[69186]: value = "task-3635122" [ 870.140812] env[69186]: _type = "Task" [ 870.140812] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.152225] env[69186]: DEBUG oslo_vmware.api [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.179639] env[69186]: DEBUG nova.network.neutron [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Successfully updated port: 002b9de2-93e8-4ed5-bc76-ada71e1265ba {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.240378] env[69186]: DEBUG oslo_vmware.api [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124552} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.240378] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.240829] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b94f63a-a160-4779-9f6e-11640e93ba3f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.262700] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5/fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.266307] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e6efd60-ff91-4da8-9939-6dc5cae0165c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.286312] env[69186]: DEBUG oslo_vmware.api [None req-92e32c67-4699-434d-85c3-2a44943d7ff5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635117, 'name': SuspendVM_Task, 'duration_secs': 0.93864} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.287677] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-92e32c67-4699-434d-85c3-2a44943d7ff5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Suspended the VM {{(pid=69186) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 870.287876] env[69186]: DEBUG nova.compute.manager [None req-92e32c67-4699-434d-85c3-2a44943d7ff5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.288275] env[69186]: DEBUG oslo_vmware.api [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 870.288275] env[69186]: value = "task-3635123" [ 870.288275] env[69186]: _type = "Task" [ 870.288275] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.288978] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed3532a-141f-4118-8c1a-7c467a6d9789 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.303438] env[69186]: DEBUG oslo_vmware.api [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635123, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.316671] env[69186]: DEBUG nova.compute.utils [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.318672] env[69186]: DEBUG nova.compute.manager [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.318672] env[69186]: DEBUG nova.network.neutron [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.375731] env[69186]: DEBUG nova.policy [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '471309674f9043eeb3078bdcca09aafd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd481e85750184c26b83eab21736977c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.527536] env[69186]: DEBUG nova.objects.instance [None req-0c3ae586-f4c3-4e8e-aad3-a9f2c034ed48 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lazy-loading 'flavor' on Instance uuid 601edb67-4716-4c68-be2d-18285c148e79 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.554022] env[69186]: DEBUG oslo_vmware.api [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635118, 'name': Destroy_Task, 'duration_secs': 0.676366} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.556761] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Destroyed the VM [ 870.557068] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Deleting Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 870.557553] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-74663b73-aed9-4554-a2cd-1518725a7503 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.566073] env[69186]: DEBUG oslo_vmware.api [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 870.566073] env[69186]: value = "task-3635124" [ 870.566073] env[69186]: _type = "Task" [ 870.566073] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.578738] env[69186]: DEBUG oslo_vmware.api [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635124, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.651015] env[69186]: DEBUG oslo_vmware.api [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Task: {'id': task-3635122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152164} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.653663] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.653864] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.654045] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.654230] env[69186]: INFO nova.compute.manager [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Took 1.14 seconds to destroy the instance on the hypervisor. [ 870.654475] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.654857] env[69186]: DEBUG nova.compute.manager [-] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.654960] env[69186]: DEBUG nova.network.neutron [-] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.683168] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Acquiring lock "refresh_cache-59a8bf73-4ace-4481-86a6-d884a6bcc62f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.683168] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Acquired lock "refresh_cache-59a8bf73-4ace-4481-86a6-d884a6bcc62f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.683168] env[69186]: DEBUG nova.network.neutron [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.801913] env[69186]: DEBUG oslo_vmware.api [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.815097] env[69186]: DEBUG nova.network.neutron [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Successfully created port: b44e82b3-f452-4bed-b568-c759a943f4ac {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.821663] env[69186]: DEBUG nova.compute.manager [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.879416] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627a2f32-3233-41c2-8109-db4bcbd473f7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.888444] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f1c417-6649-4333-9d8a-a79c5f6e7b57 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.922219] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dde93ae-5249-4fcb-b5f4-f6d8d10e8d38 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.932174] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25b989e-2c5d-470b-9110-9d5a648fa468 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.949987] env[69186]: DEBUG nova.compute.provider_tree [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.953329] env[69186]: DEBUG nova.compute.manager [req-d23f1911-9b7d-4944-891a-a41bf4121c9b req-4567581d-593f-4e8f-9e3c-fd8144a5a056 service nova] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Received event network-vif-plugged-002b9de2-93e8-4ed5-bc76-ada71e1265ba {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.953329] env[69186]: DEBUG oslo_concurrency.lockutils [req-d23f1911-9b7d-4944-891a-a41bf4121c9b req-4567581d-593f-4e8f-9e3c-fd8144a5a056 service nova] Acquiring lock "59a8bf73-4ace-4481-86a6-d884a6bcc62f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.953329] env[69186]: DEBUG oslo_concurrency.lockutils [req-d23f1911-9b7d-4944-891a-a41bf4121c9b req-4567581d-593f-4e8f-9e3c-fd8144a5a056 service nova] Lock "59a8bf73-4ace-4481-86a6-d884a6bcc62f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.954024] env[69186]: DEBUG oslo_concurrency.lockutils [req-d23f1911-9b7d-4944-891a-a41bf4121c9b req-4567581d-593f-4e8f-9e3c-fd8144a5a056 service nova] Lock "59a8bf73-4ace-4481-86a6-d884a6bcc62f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.954024] env[69186]: DEBUG nova.compute.manager [req-d23f1911-9b7d-4944-891a-a41bf4121c9b req-4567581d-593f-4e8f-9e3c-fd8144a5a056 service nova] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] No waiting events found dispatching network-vif-plugged-002b9de2-93e8-4ed5-bc76-ada71e1265ba {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.954024] env[69186]: WARNING nova.compute.manager [req-d23f1911-9b7d-4944-891a-a41bf4121c9b req-4567581d-593f-4e8f-9e3c-fd8144a5a056 service nova] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Received unexpected event network-vif-plugged-002b9de2-93e8-4ed5-bc76-ada71e1265ba for instance with vm_state building and task_state spawning. [ 870.954024] env[69186]: DEBUG nova.compute.manager [req-d23f1911-9b7d-4944-891a-a41bf4121c9b req-4567581d-593f-4e8f-9e3c-fd8144a5a056 service nova] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Received event network-changed-002b9de2-93e8-4ed5-bc76-ada71e1265ba {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.954024] env[69186]: DEBUG nova.compute.manager [req-d23f1911-9b7d-4944-891a-a41bf4121c9b req-4567581d-593f-4e8f-9e3c-fd8144a5a056 service nova] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Refreshing instance network info cache due to event network-changed-002b9de2-93e8-4ed5-bc76-ada71e1265ba. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.954171] env[69186]: DEBUG oslo_concurrency.lockutils [req-d23f1911-9b7d-4944-891a-a41bf4121c9b req-4567581d-593f-4e8f-9e3c-fd8144a5a056 service nova] Acquiring lock "refresh_cache-59a8bf73-4ace-4481-86a6-d884a6bcc62f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.033499] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0c3ae586-f4c3-4e8e-aad3-a9f2c034ed48 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "refresh_cache-601edb67-4716-4c68-be2d-18285c148e79" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.033594] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0c3ae586-f4c3-4e8e-aad3-a9f2c034ed48 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquired lock "refresh_cache-601edb67-4716-4c68-be2d-18285c148e79" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.033825] env[69186]: DEBUG nova.network.neutron [None req-0c3ae586-f4c3-4e8e-aad3-a9f2c034ed48 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.033932] env[69186]: DEBUG nova.objects.instance [None req-0c3ae586-f4c3-4e8e-aad3-a9f2c034ed48 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lazy-loading 'info_cache' on Instance uuid 601edb67-4716-4c68-be2d-18285c148e79 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.075597] env[69186]: DEBUG oslo_vmware.api [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635124, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.213108] env[69186]: DEBUG nova.network.neutron [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.303682] env[69186]: DEBUG oslo_vmware.api [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635123, 'name': ReconfigVM_Task, 'duration_secs': 0.591688} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.305541] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Reconfigured VM instance instance-00000037 to attach disk [datastore2] fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5/fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.306218] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1a8154f-ce90-4830-8bf9-6c9dbf7965c5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.312065] env[69186]: DEBUG oslo_vmware.api [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 871.312065] env[69186]: value = "task-3635125" [ 871.312065] env[69186]: _type = "Task" [ 871.312065] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.319646] env[69186]: DEBUG oslo_vmware.api [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635125, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.402022] env[69186]: DEBUG nova.network.neutron [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Updating instance_info_cache with network_info: [{"id": "002b9de2-93e8-4ed5-bc76-ada71e1265ba", "address": "fa:16:3e:f3:00:1a", "network": {"id": "8ed89271-6688-4acd-818e-b46ab738cc89", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-956805557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b265de18ec944f048696f412cf9baed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap002b9de2-93", "ovs_interfaceid": "002b9de2-93e8-4ed5-bc76-ada71e1265ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.453402] env[69186]: DEBUG nova.scheduler.client.report [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.537256] env[69186]: DEBUG nova.objects.base [None req-0c3ae586-f4c3-4e8e-aad3-a9f2c034ed48 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Object Instance<601edb67-4716-4c68-be2d-18285c148e79> lazy-loaded attributes: flavor,info_cache {{(pid=69186) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 871.540432] env[69186]: DEBUG nova.network.neutron [-] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.577074] env[69186]: DEBUG oslo_vmware.api [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635124, 'name': RemoveSnapshot_Task, 'duration_secs': 0.744751} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.577074] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Deleted Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 871.822019] env[69186]: DEBUG oslo_vmware.api [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635125, 'name': Rename_Task, 'duration_secs': 0.147766} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.822324] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.822599] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-739101c9-bb5e-4769-9bda-a0f784b18232 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.830458] env[69186]: DEBUG oslo_vmware.api [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 871.830458] env[69186]: value = "task-3635126" [ 871.830458] env[69186]: _type = "Task" [ 871.830458] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.836550] env[69186]: DEBUG nova.compute.manager [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.844101] env[69186]: DEBUG oslo_vmware.api [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.864120] env[69186]: DEBUG nova.virt.hardware [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.864418] env[69186]: DEBUG nova.virt.hardware [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.864578] env[69186]: DEBUG nova.virt.hardware [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.864746] env[69186]: DEBUG nova.virt.hardware [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.864896] env[69186]: DEBUG nova.virt.hardware [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.865057] env[69186]: DEBUG nova.virt.hardware [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.865280] env[69186]: DEBUG nova.virt.hardware [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.865516] env[69186]: DEBUG nova.virt.hardware [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.865858] env[69186]: DEBUG nova.virt.hardware [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.865957] env[69186]: DEBUG nova.virt.hardware [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.866174] env[69186]: DEBUG nova.virt.hardware [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.867466] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38f9bea-5ae8-473f-ad11-6c40824a71b5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.876058] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0f126c-2629-4648-868b-d6df51dc7ae7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.905594] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Releasing lock "refresh_cache-59a8bf73-4ace-4481-86a6-d884a6bcc62f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.905594] env[69186]: DEBUG nova.compute.manager [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Instance network_info: |[{"id": "002b9de2-93e8-4ed5-bc76-ada71e1265ba", "address": "fa:16:3e:f3:00:1a", "network": {"id": "8ed89271-6688-4acd-818e-b46ab738cc89", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-956805557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b265de18ec944f048696f412cf9baed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap002b9de2-93", "ovs_interfaceid": "002b9de2-93e8-4ed5-bc76-ada71e1265ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.905790] env[69186]: DEBUG oslo_concurrency.lockutils [req-d23f1911-9b7d-4944-891a-a41bf4121c9b req-4567581d-593f-4e8f-9e3c-fd8144a5a056 service nova] Acquired lock "refresh_cache-59a8bf73-4ace-4481-86a6-d884a6bcc62f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.905972] env[69186]: DEBUG nova.network.neutron [req-d23f1911-9b7d-4944-891a-a41bf4121c9b req-4567581d-593f-4e8f-9e3c-fd8144a5a056 service nova] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Refreshing network info cache for port 002b9de2-93e8-4ed5-bc76-ada71e1265ba {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.907166] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:00:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '002b9de2-93e8-4ed5-bc76-ada71e1265ba', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.914812] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Creating folder: Project (b265de18ec944f048696f412cf9baed7). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.915837] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-402ce5e5-3fe0-4e16-ad55-8554c4bbe7b8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.928172] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Created folder: Project (b265de18ec944f048696f412cf9baed7) in parent group-v724677. [ 871.928388] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Creating folder: Instances. Parent ref: group-v724842. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.928629] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-146adb3a-8fcd-4e51-b8c1-7f921c606d5a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.939732] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Created folder: Instances in parent group-v724842. [ 871.939971] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.940222] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.940425] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbb8d9d7-58c2-4bc8-ae79-2f6f5102e69b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.958092] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.961329] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.729s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.962773] env[69186]: INFO nova.compute.claims [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.965469] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.965469] env[69186]: value = "task-3635129" [ 871.965469] env[69186]: _type = "Task" [ 871.965469] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.974586] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635129, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.984023] env[69186]: INFO nova.scheduler.client.report [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Deleted allocations for instance e9e7d775-f6be-484c-ae78-4d3bb64c3fa7 [ 872.042396] env[69186]: INFO nova.compute.manager [-] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Took 1.39 seconds to deallocate network for instance. [ 872.082214] env[69186]: WARNING nova.compute.manager [None req-575487ee-9cdc-488d-bd09-34d5d4b7de8d tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Image not found during snapshot: nova.exception.ImageNotFound: Image f820995f-746c-45dc-b13c-eaeb7fe552b7 could not be found. [ 872.343873] env[69186]: DEBUG oslo_vmware.api [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635126, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.428579] env[69186]: DEBUG nova.network.neutron [None req-0c3ae586-f4c3-4e8e-aad3-a9f2c034ed48 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Updating instance_info_cache with network_info: [{"id": "570bc2e9-ce0f-47ce-b132-6ff502920cdb", "address": "fa:16:3e:ba:de:e9", "network": {"id": "859684c5-55c8-4faf-81cc-bb2bbc16a135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-701422059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aee6bacfd414b25b566d5689a678df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap570bc2e9-ce", "ovs_interfaceid": "570bc2e9-ce0f-47ce-b132-6ff502920cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.479758] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635129, 'name': CreateVM_Task, 'duration_secs': 0.386062} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.479936] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.480792] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.481353] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.481595] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.482558] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cf13279-b82a-4818-bef4-768a44e27663 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.490262] env[69186]: DEBUG oslo_vmware.api [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Waiting for the task: (returnval){ [ 872.490262] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52caf2a8-8fc0-47e6-1785-cc5dc2ee81de" [ 872.490262] env[69186]: _type = "Task" [ 872.490262] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.490695] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4eefc4ed-5316-48c6-a35f-c20940435df9 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Lock "e9e7d775-f6be-484c-ae78-4d3bb64c3fa7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.483s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.506442] env[69186]: DEBUG oslo_vmware.api [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52caf2a8-8fc0-47e6-1785-cc5dc2ee81de, 'name': SearchDatastore_Task, 'duration_secs': 0.010642} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.506950] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.507400] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.507666] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.507815] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.507995] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.508302] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97ea2e4f-058a-4cc5-954e-903d8f88bb22 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.519818] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.519818] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.520596] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a12144c4-50af-4ac5-bd44-bec3b4cee6f9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.527372] env[69186]: DEBUG oslo_vmware.api [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Waiting for the task: (returnval){ [ 872.527372] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a5c4fe-e2ad-3af5-a7e6-0460f8a417c1" [ 872.527372] env[69186]: _type = "Task" [ 872.527372] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.535480] env[69186]: DEBUG oslo_vmware.api [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a5c4fe-e2ad-3af5-a7e6-0460f8a417c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.550020] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.734860] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquiring lock "c99fbd54-5a9d-452e-988f-67b67d4ad106" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.735151] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "c99fbd54-5a9d-452e-988f-67b67d4ad106" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.735358] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquiring lock "c99fbd54-5a9d-452e-988f-67b67d4ad106-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.735548] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "c99fbd54-5a9d-452e-988f-67b67d4ad106-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.735749] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "c99fbd54-5a9d-452e-988f-67b67d4ad106-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.738141] env[69186]: INFO nova.compute.manager [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Terminating instance [ 872.758629] env[69186]: DEBUG nova.compute.manager [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.760054] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded24dd9-83ad-4155-afb6-6cc59a20f68a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.774466] env[69186]: DEBUG nova.network.neutron [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Successfully updated port: b44e82b3-f452-4bed-b568-c759a943f4ac {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.826616] env[69186]: DEBUG nova.network.neutron [req-d23f1911-9b7d-4944-891a-a41bf4121c9b req-4567581d-593f-4e8f-9e3c-fd8144a5a056 service nova] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Updated VIF entry in instance network info cache for port 002b9de2-93e8-4ed5-bc76-ada71e1265ba. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.827013] env[69186]: DEBUG nova.network.neutron [req-d23f1911-9b7d-4944-891a-a41bf4121c9b req-4567581d-593f-4e8f-9e3c-fd8144a5a056 service nova] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Updating instance_info_cache with network_info: [{"id": "002b9de2-93e8-4ed5-bc76-ada71e1265ba", "address": "fa:16:3e:f3:00:1a", "network": {"id": "8ed89271-6688-4acd-818e-b46ab738cc89", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-956805557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b265de18ec944f048696f412cf9baed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap002b9de2-93", "ovs_interfaceid": "002b9de2-93e8-4ed5-bc76-ada71e1265ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.839830] env[69186]: DEBUG oslo_vmware.api [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635126, 'name': PowerOnVM_Task, 'duration_secs': 0.775983} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.840690] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.840915] env[69186]: INFO nova.compute.manager [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Took 8.80 seconds to spawn the instance on the hypervisor. [ 872.841111] env[69186]: DEBUG nova.compute.manager [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.841912] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fb0b41-e7da-414e-9cd2-a3aca85b21e3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.934665] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0c3ae586-f4c3-4e8e-aad3-a9f2c034ed48 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Releasing lock "refresh_cache-601edb67-4716-4c68-be2d-18285c148e79" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.023344] env[69186]: DEBUG nova.compute.manager [req-c8f8a25b-f813-4d26-a171-4601577f6eb2 req-ab09ef39-f4a8-46ba-a967-da12a1b51ee0 service nova] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Received event network-vif-deleted-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.024065] env[69186]: DEBUG nova.compute.manager [req-c8f8a25b-f813-4d26-a171-4601577f6eb2 req-ab09ef39-f4a8-46ba-a967-da12a1b51ee0 service nova] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Received event network-vif-plugged-b44e82b3-f452-4bed-b568-c759a943f4ac {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.024065] env[69186]: DEBUG oslo_concurrency.lockutils [req-c8f8a25b-f813-4d26-a171-4601577f6eb2 req-ab09ef39-f4a8-46ba-a967-da12a1b51ee0 service nova] Acquiring lock "cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.024065] env[69186]: DEBUG oslo_concurrency.lockutils [req-c8f8a25b-f813-4d26-a171-4601577f6eb2 req-ab09ef39-f4a8-46ba-a967-da12a1b51ee0 service nova] Lock "cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.024590] env[69186]: DEBUG oslo_concurrency.lockutils [req-c8f8a25b-f813-4d26-a171-4601577f6eb2 req-ab09ef39-f4a8-46ba-a967-da12a1b51ee0 service nova] Lock "cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.024832] env[69186]: DEBUG nova.compute.manager [req-c8f8a25b-f813-4d26-a171-4601577f6eb2 req-ab09ef39-f4a8-46ba-a967-da12a1b51ee0 service nova] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] No waiting events found dispatching network-vif-plugged-b44e82b3-f452-4bed-b568-c759a943f4ac {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 873.025122] env[69186]: WARNING nova.compute.manager [req-c8f8a25b-f813-4d26-a171-4601577f6eb2 req-ab09ef39-f4a8-46ba-a967-da12a1b51ee0 service nova] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Received unexpected event network-vif-plugged-b44e82b3-f452-4bed-b568-c759a943f4ac for instance with vm_state building and task_state spawning. [ 873.025195] env[69186]: DEBUG nova.compute.manager [req-c8f8a25b-f813-4d26-a171-4601577f6eb2 req-ab09ef39-f4a8-46ba-a967-da12a1b51ee0 service nova] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Received event network-changed-b44e82b3-f452-4bed-b568-c759a943f4ac {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.025357] env[69186]: DEBUG nova.compute.manager [req-c8f8a25b-f813-4d26-a171-4601577f6eb2 req-ab09ef39-f4a8-46ba-a967-da12a1b51ee0 service nova] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Refreshing instance network info cache due to event network-changed-b44e82b3-f452-4bed-b568-c759a943f4ac. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.025568] env[69186]: DEBUG oslo_concurrency.lockutils [req-c8f8a25b-f813-4d26-a171-4601577f6eb2 req-ab09ef39-f4a8-46ba-a967-da12a1b51ee0 service nova] Acquiring lock "refresh_cache-cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.025727] env[69186]: DEBUG oslo_concurrency.lockutils [req-c8f8a25b-f813-4d26-a171-4601577f6eb2 req-ab09ef39-f4a8-46ba-a967-da12a1b51ee0 service nova] Acquired lock "refresh_cache-cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.026274] env[69186]: DEBUG nova.network.neutron [req-c8f8a25b-f813-4d26-a171-4601577f6eb2 req-ab09ef39-f4a8-46ba-a967-da12a1b51ee0 service nova] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Refreshing network info cache for port b44e82b3-f452-4bed-b568-c759a943f4ac {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.041454] env[69186]: DEBUG oslo_vmware.api [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a5c4fe-e2ad-3af5-a7e6-0460f8a417c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010319} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.042388] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d51bfb06-85da-4ffe-9c9c-af08cc164f99 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.053828] env[69186]: DEBUG oslo_vmware.api [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Waiting for the task: (returnval){ [ 873.053828] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52525672-1421-e27d-8d52-409072f8a5e3" [ 873.053828] env[69186]: _type = "Task" [ 873.053828] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.058946] env[69186]: DEBUG oslo_vmware.api [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52525672-1421-e27d-8d52-409072f8a5e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.191670] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquiring lock "4f85f88b-4e84-4963-8750-8c17f62af69e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.191670] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Lock "4f85f88b-4e84-4963-8750-8c17f62af69e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.191778] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquiring lock "4f85f88b-4e84-4963-8750-8c17f62af69e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.191948] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Lock "4f85f88b-4e84-4963-8750-8c17f62af69e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.192200] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Lock "4f85f88b-4e84-4963-8750-8c17f62af69e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.194828] env[69186]: INFO nova.compute.manager [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Terminating instance [ 873.243033] env[69186]: DEBUG nova.compute.manager [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.243033] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.243649] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251b61ca-cdf4-403d-adbc-a0df2380c206 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.254158] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.254424] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c333ccae-7e91-4588-8c9e-d01224123569 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.263459] env[69186]: DEBUG oslo_vmware.api [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 873.263459] env[69186]: value = "task-3635130" [ 873.263459] env[69186]: _type = "Task" [ 873.263459] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.271552] env[69186]: DEBUG oslo_vmware.api [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.280339] env[69186]: INFO nova.compute.manager [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] instance snapshotting [ 873.280543] env[69186]: WARNING nova.compute.manager [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 873.282494] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Acquiring lock "refresh_cache-cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.283620] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ef973c-e1cc-4c7f-ae12-a10cd29f84b8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.310022] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0237099-3239-4478-a1e0-c755933c8367 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.331022] env[69186]: DEBUG oslo_concurrency.lockutils [req-d23f1911-9b7d-4944-891a-a41bf4121c9b req-4567581d-593f-4e8f-9e3c-fd8144a5a056 service nova] Releasing lock "refresh_cache-59a8bf73-4ace-4481-86a6-d884a6bcc62f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.362096] env[69186]: INFO nova.compute.manager [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Took 50.31 seconds to build instance. [ 873.543999] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cec5c20-5ba3-465c-a7be-21254bfb0ec3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.555042] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb39914-0824-4a08-81df-2170a43e85ee {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.564112] env[69186]: DEBUG oslo_vmware.api [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52525672-1421-e27d-8d52-409072f8a5e3, 'name': SearchDatastore_Task, 'duration_secs': 0.010059} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.595939] env[69186]: DEBUG nova.network.neutron [req-c8f8a25b-f813-4d26-a171-4601577f6eb2 req-ab09ef39-f4a8-46ba-a967-da12a1b51ee0 service nova] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.597949] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.598288] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 59a8bf73-4ace-4481-86a6-d884a6bcc62f/59a8bf73-4ace-4481-86a6-d884a6bcc62f.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.599116] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e1b003c-20d5-4ceb-b5b7-bd470521d59b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.601573] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e1d10c-b5b8-4790-8c24-c7f53cec09d3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.612949] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dbe271-93e8-4407-b00f-2ccd5ff52c46 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.617537] env[69186]: DEBUG oslo_vmware.api [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Waiting for the task: (returnval){ [ 873.617537] env[69186]: value = "task-3635131" [ 873.617537] env[69186]: _type = "Task" [ 873.617537] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.628941] env[69186]: DEBUG nova.compute.provider_tree [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.635401] env[69186]: DEBUG oslo_vmware.api [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Task: {'id': task-3635131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.701384] env[69186]: DEBUG nova.compute.manager [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.701647] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.702534] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4667f3a1-2164-4657-b287-47d45cf46068 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.710848] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.711153] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5605da59-eca3-4e5b-aef3-b45fc0976562 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.716871] env[69186]: DEBUG oslo_vmware.api [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 873.716871] env[69186]: value = "task-3635132" [ 873.716871] env[69186]: _type = "Task" [ 873.716871] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.720658] env[69186]: DEBUG nova.network.neutron [req-c8f8a25b-f813-4d26-a171-4601577f6eb2 req-ab09ef39-f4a8-46ba-a967-da12a1b51ee0 service nova] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.726623] env[69186]: DEBUG oslo_vmware.api [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3635132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.772792] env[69186]: DEBUG oslo_vmware.api [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635130, 'name': PowerOffVM_Task, 'duration_secs': 0.31046} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.772792] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.772969] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.773218] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f7f1bef-d79f-4231-9546-f4ffdfe2e14b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.820382] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Creating Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 873.820958] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1e461392-e210-4199-a060-6025cd7d9cdf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.829764] env[69186]: DEBUG oslo_vmware.api [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 873.829764] env[69186]: value = "task-3635134" [ 873.829764] env[69186]: _type = "Task" [ 873.829764] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.836900] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.837166] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.837330] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Deleting the datastore file [datastore2] c99fbd54-5a9d-452e-988f-67b67d4ad106 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.837744] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d04c721-fe8c-48a7-a326-2222168f3529 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.845715] env[69186]: DEBUG oslo_vmware.api [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635134, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.850419] env[69186]: DEBUG oslo_vmware.api [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 873.850419] env[69186]: value = "task-3635135" [ 873.850419] env[69186]: _type = "Task" [ 873.850419] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.861384] env[69186]: DEBUG oslo_vmware.api [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.864237] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6ca389f-fd47-4ca3-b620-f220a91c3817 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.138s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.942374] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3ae586-f4c3-4e8e-aad3-a9f2c034ed48 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.942708] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56c9733c-8b58-45b1-9ced-4ac312b6e3e7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.950277] env[69186]: DEBUG oslo_vmware.api [None req-0c3ae586-f4c3-4e8e-aad3-a9f2c034ed48 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 873.950277] env[69186]: value = "task-3635136" [ 873.950277] env[69186]: _type = "Task" [ 873.950277] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.959087] env[69186]: DEBUG oslo_vmware.api [None req-0c3ae586-f4c3-4e8e-aad3-a9f2c034ed48 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.130059] env[69186]: DEBUG oslo_vmware.api [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Task: {'id': task-3635131, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.132201] env[69186]: DEBUG nova.scheduler.client.report [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.224124] env[69186]: DEBUG oslo_concurrency.lockutils [req-c8f8a25b-f813-4d26-a171-4601577f6eb2 req-ab09ef39-f4a8-46ba-a967-da12a1b51ee0 service nova] Releasing lock "refresh_cache-cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.224124] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Acquired lock "refresh_cache-cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.224124] env[69186]: DEBUG nova.network.neutron [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.228162] env[69186]: DEBUG oslo_vmware.api [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3635132, 'name': PowerOffVM_Task, 'duration_secs': 0.487479} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.228949] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.228949] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.229120] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f50ebf8-0c69-4e5b-b852-e9b7e6300d69 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.304913] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.305091] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.305325] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Deleting the datastore file [datastore1] 4f85f88b-4e84-4963-8750-8c17f62af69e {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.305549] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f935c35-dcf6-439d-9a7d-fdf044eeab28 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.313555] env[69186]: DEBUG oslo_vmware.api [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for the task: (returnval){ [ 874.313555] env[69186]: value = "task-3635138" [ 874.313555] env[69186]: _type = "Task" [ 874.313555] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.323933] env[69186]: DEBUG oslo_vmware.api [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3635138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.339670] env[69186]: DEBUG oslo_vmware.api [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635134, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.365988] env[69186]: DEBUG oslo_vmware.api [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284286} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.366402] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.366768] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.366927] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.367192] env[69186]: INFO nova.compute.manager [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Took 1.12 seconds to destroy the instance on the hypervisor. [ 874.367574] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.367872] env[69186]: DEBUG nova.compute.manager [-] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.367995] env[69186]: DEBUG nova.network.neutron [-] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.464032] env[69186]: DEBUG oslo_vmware.api [None req-0c3ae586-f4c3-4e8e-aad3-a9f2c034ed48 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635136, 'name': PowerOnVM_Task, 'duration_secs': 0.458631} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.464444] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3ae586-f4c3-4e8e-aad3-a9f2c034ed48 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.464745] env[69186]: DEBUG nova.compute.manager [None req-0c3ae586-f4c3-4e8e-aad3-a9f2c034ed48 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.466723] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f7ed5f-64cd-4dc1-bc2f-8d90b94f3736 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.628223] env[69186]: DEBUG oslo_vmware.api [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Task: {'id': task-3635131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519944} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.628491] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 59a8bf73-4ace-4481-86a6-d884a6bcc62f/59a8bf73-4ace-4481-86a6-d884a6bcc62f.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.629123] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.629123] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-086a6d50-490c-4961-a7f5-325d7fe03078 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.638694] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.639205] env[69186]: DEBUG nova.compute.manager [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.642131] env[69186]: DEBUG oslo_vmware.api [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Waiting for the task: (returnval){ [ 874.642131] env[69186]: value = "task-3635139" [ 874.642131] env[69186]: _type = "Task" [ 874.642131] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.642639] env[69186]: DEBUG oslo_concurrency.lockutils [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.733s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.642891] env[69186]: DEBUG nova.objects.instance [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lazy-loading 'resources' on Instance uuid 1f788af6-a840-4c80-84ec-389cd38b278c {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.656796] env[69186]: DEBUG oslo_vmware.api [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Task: {'id': task-3635139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.762856] env[69186]: DEBUG nova.network.neutron [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.824718] env[69186]: DEBUG oslo_vmware.api [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Task: {'id': task-3635138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189218} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.824983] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.825186] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.825364] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.825541] env[69186]: INFO nova.compute.manager [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 874.825791] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.825980] env[69186]: DEBUG nova.compute.manager [-] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.826088] env[69186]: DEBUG nova.network.neutron [-] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.841020] env[69186]: DEBUG oslo_vmware.api [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635134, 'name': CreateSnapshot_Task, 'duration_secs': 0.750854} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.841020] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Created Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 874.841357] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb74ea2-d48c-4a43-ba69-a56c14863916 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.892644] env[69186]: INFO nova.compute.manager [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Rebuilding instance [ 874.936299] env[69186]: DEBUG nova.compute.manager [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.937186] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171558bd-92f4-4e6b-8e0c-e98b88449406 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.144396] env[69186]: DEBUG nova.compute.utils [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.145779] env[69186]: DEBUG nova.compute.manager [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.145930] env[69186]: DEBUG nova.network.neutron [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.159337] env[69186]: DEBUG nova.network.neutron [-] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.172447] env[69186]: DEBUG oslo_vmware.api [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Task: {'id': task-3635139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067878} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.173651] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.175971] env[69186]: DEBUG nova.compute.manager [req-0140275a-76b6-4784-b727-0f1e6c9a806b req-39627b39-33cb-4090-a771-07721f5c04cc service nova] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Received event network-vif-deleted-eef1a010-a683-46a1-a238-02252fe14426 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.177286] env[69186]: INFO nova.compute.manager [req-0140275a-76b6-4784-b727-0f1e6c9a806b req-39627b39-33cb-4090-a771-07721f5c04cc service nova] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Neutron deleted interface eef1a010-a683-46a1-a238-02252fe14426; detaching it from the instance and deleting it from the info cache [ 875.177479] env[69186]: DEBUG nova.network.neutron [req-0140275a-76b6-4784-b727-0f1e6c9a806b req-39627b39-33cb-4090-a771-07721f5c04cc service nova] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.183087] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa6c1b7-5788-497b-a034-ad9d9fc83eb9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.207133] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 59a8bf73-4ace-4481-86a6-d884a6bcc62f/59a8bf73-4ace-4481-86a6-d884a6bcc62f.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.210396] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e40156e8-fe7a-4ee6-b5b2-451a84986586 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.231844] env[69186]: DEBUG oslo_vmware.api [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Waiting for the task: (returnval){ [ 875.231844] env[69186]: value = "task-3635140" [ 875.231844] env[69186]: _type = "Task" [ 875.231844] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.246203] env[69186]: DEBUG oslo_vmware.api [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Task: {'id': task-3635140, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.249293] env[69186]: DEBUG nova.policy [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ebf2f37026a4405abbfca25ab9d2bfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52dc4fdd4ce248e9a3c82a44efefbf81', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.358969] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Creating linked-clone VM from snapshot {{(pid=69186) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 875.359524] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c04a6609-38fc-4e07-b682-f28bf4213cf6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.369735] env[69186]: DEBUG oslo_vmware.api [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 875.369735] env[69186]: value = "task-3635141" [ 875.369735] env[69186]: _type = "Task" [ 875.369735] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.382017] env[69186]: DEBUG oslo_vmware.api [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635141, 'name': CloneVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.382295] env[69186]: DEBUG nova.network.neutron [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Updating instance_info_cache with network_info: [{"id": "b44e82b3-f452-4bed-b568-c759a943f4ac", "address": "fa:16:3e:9f:8b:f4", "network": {"id": "356c2415-39c7-4e01-b266-528aa2d0627a", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1583264487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d481e85750184c26b83eab21736977c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44e82b3-f4", "ovs_interfaceid": "b44e82b3-f452-4bed-b568-c759a943f4ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.655913] env[69186]: DEBUG nova.compute.manager [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.665208] env[69186]: INFO nova.compute.manager [-] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Took 1.30 seconds to deallocate network for instance. [ 875.687120] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38bef87b-e2fa-4275-941b-c61d7deffe43 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.703342] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1272aa7c-7ea4-4442-ad67-2414fdc5396d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.748318] env[69186]: DEBUG nova.compute.manager [req-0140275a-76b6-4784-b727-0f1e6c9a806b req-39627b39-33cb-4090-a771-07721f5c04cc service nova] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Detach interface failed, port_id=eef1a010-a683-46a1-a238-02252fe14426, reason: Instance c99fbd54-5a9d-452e-988f-67b67d4ad106 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 875.761244] env[69186]: DEBUG oslo_vmware.api [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Task: {'id': task-3635140, 'name': ReconfigVM_Task, 'duration_secs': 0.301568} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.761587] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 59a8bf73-4ace-4481-86a6-d884a6bcc62f/59a8bf73-4ace-4481-86a6-d884a6bcc62f.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.762254] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d318570-7867-45dd-8ad7-660d2d03b2f6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.770063] env[69186]: DEBUG oslo_vmware.api [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Waiting for the task: (returnval){ [ 875.770063] env[69186]: value = "task-3635142" [ 875.770063] env[69186]: _type = "Task" [ 875.770063] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.778912] env[69186]: DEBUG oslo_vmware.api [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Task: {'id': task-3635142, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.814354] env[69186]: DEBUG nova.network.neutron [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Successfully created port: 45a27f2a-cce5-4b02-9909-d7e97b4bcef6 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.834739] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0a76a8-0b8f-43bb-9135-7c93dafb3514 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.843569] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac29c66-5de1-4d37-8b8d-ced90f2e3f3e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.886545] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe89b84-e7de-4766-8e90-b2a9dafbc3b2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.889811] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Releasing lock "refresh_cache-cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.890404] env[69186]: DEBUG nova.compute.manager [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Instance network_info: |[{"id": "b44e82b3-f452-4bed-b568-c759a943f4ac", "address": "fa:16:3e:9f:8b:f4", "network": {"id": "356c2415-39c7-4e01-b266-528aa2d0627a", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1583264487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d481e85750184c26b83eab21736977c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44e82b3-f4", "ovs_interfaceid": "b44e82b3-f452-4bed-b568-c759a943f4ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.891053] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:8b:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b44e82b3-f452-4bed-b568-c759a943f4ac', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.899080] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Creating folder: Project (d481e85750184c26b83eab21736977c9). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.903162] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d15c75eb-e05c-4887-a85d-df03d5834f7a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.904967] env[69186]: DEBUG oslo_vmware.api [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635141, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.908678] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257154cf-e4f1-45fc-8707-a1c44c16daf9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.924206] env[69186]: DEBUG nova.compute.provider_tree [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.929025] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Created folder: Project (d481e85750184c26b83eab21736977c9) in parent group-v724677. [ 875.929025] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Creating folder: Instances. Parent ref: group-v724847. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.929025] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03c62c83-ea14-4112-9923-efa8e63f6d06 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.940012] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Created folder: Instances in parent group-v724847. [ 875.940327] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.940507] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.940728] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9aa0a8ff-a12c-4ede-acb4-4a6b823ab9b7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.958704] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.958704] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-064cf3ef-0a00-4957-ab2f-ea792bd22e8d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.961908] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.961908] env[69186]: value = "task-3635145" [ 875.961908] env[69186]: _type = "Task" [ 875.961908] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.967829] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 875.967829] env[69186]: value = "task-3635146" [ 875.967829] env[69186]: _type = "Task" [ 875.967829] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.974048] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635145, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.979360] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.088935] env[69186]: DEBUG nova.network.neutron [-] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.174857] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.282952] env[69186]: DEBUG oslo_vmware.api [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Task: {'id': task-3635142, 'name': Rename_Task, 'duration_secs': 0.159563} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.282952] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.282952] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55f86b9c-fa68-4c76-a376-86f16ed0b000 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.294135] env[69186]: DEBUG oslo_vmware.api [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Waiting for the task: (returnval){ [ 876.294135] env[69186]: value = "task-3635147" [ 876.294135] env[69186]: _type = "Task" [ 876.294135] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.303405] env[69186]: DEBUG oslo_vmware.api [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Task: {'id': task-3635147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.391698] env[69186]: DEBUG oslo_vmware.api [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635141, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.428486] env[69186]: DEBUG nova.scheduler.client.report [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.476217] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635145, 'name': CreateVM_Task, 'duration_secs': 0.334901} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.476426] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.477582] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.477834] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.478305] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.478608] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92860c99-1683-4567-92b0-c50b5ad24274 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.484594] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635146, 'name': PowerOffVM_Task, 'duration_secs': 0.332787} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.485315] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.485599] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.486529] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557b30e4-0217-421a-ad92-17af4c4be39f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.491112] env[69186]: DEBUG oslo_vmware.api [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Waiting for the task: (returnval){ [ 876.491112] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528a5239-9f9b-e045-3b02-4d37c7114255" [ 876.491112] env[69186]: _type = "Task" [ 876.491112] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.496963] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.497628] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ba55545-c42e-451d-a14c-b72008b1e9cf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.504223] env[69186]: DEBUG oslo_vmware.api [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528a5239-9f9b-e045-3b02-4d37c7114255, 'name': SearchDatastore_Task, 'duration_secs': 0.012266} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.504592] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.504834] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.505134] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.505348] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.505576] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.505885] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1bb6470-44c9-420a-8e89-61dd8f81b7a0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.516521] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.517318] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.517866] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-280f6af8-a676-491f-900c-7e979df2e944 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.523836] env[69186]: DEBUG oslo_vmware.api [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Waiting for the task: (returnval){ [ 876.523836] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5265a280-06b9-fa8f-81e6-08382a7a02f1" [ 876.523836] env[69186]: _type = "Task" [ 876.523836] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.535195] env[69186]: DEBUG oslo_vmware.api [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5265a280-06b9-fa8f-81e6-08382a7a02f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.589279] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.589510] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.589695] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Deleting the datastore file [datastore2] fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.589968] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d810f26-933b-4844-8ef4-f6a4b40f0b60 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.592246] env[69186]: INFO nova.compute.manager [-] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Took 1.77 seconds to deallocate network for instance. [ 876.599936] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 876.599936] env[69186]: value = "task-3635149" [ 876.599936] env[69186]: _type = "Task" [ 876.599936] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.609064] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.665598] env[69186]: DEBUG nova.compute.manager [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.700344] env[69186]: DEBUG nova.virt.hardware [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.700704] env[69186]: DEBUG nova.virt.hardware [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.700797] env[69186]: DEBUG nova.virt.hardware [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.700975] env[69186]: DEBUG nova.virt.hardware [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.701136] env[69186]: DEBUG nova.virt.hardware [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.701289] env[69186]: DEBUG nova.virt.hardware [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.701609] env[69186]: DEBUG nova.virt.hardware [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.701687] env[69186]: DEBUG nova.virt.hardware [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.701814] env[69186]: DEBUG nova.virt.hardware [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.701976] env[69186]: DEBUG nova.virt.hardware [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.702166] env[69186]: DEBUG nova.virt.hardware [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.703625] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b39af2-657c-4513-a2f8-8940c32fc299 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.712685] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e818d2c-4eb6-4b8d-a186-1199a28a75ef {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.810098] env[69186]: DEBUG oslo_vmware.api [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Task: {'id': task-3635147, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.893343] env[69186]: DEBUG oslo_vmware.api [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635141, 'name': CloneVM_Task} progress is 95%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.934884] env[69186]: DEBUG oslo_concurrency.lockutils [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.937457] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.730s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.938722] env[69186]: DEBUG nova.objects.instance [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lazy-loading 'resources' on Instance uuid 37112ffb-7735-4ad1-9af3-f17be5948788 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.972076] env[69186]: INFO nova.scheduler.client.report [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Deleted allocations for instance 1f788af6-a840-4c80-84ec-389cd38b278c [ 877.034873] env[69186]: DEBUG oslo_vmware.api [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5265a280-06b9-fa8f-81e6-08382a7a02f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010363} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.036154] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a44f0a8-3f01-4b49-b652-95084f68a6e2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.042650] env[69186]: DEBUG oslo_vmware.api [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Waiting for the task: (returnval){ [ 877.042650] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522633fe-28e0-09dc-2183-562fcf02ddef" [ 877.042650] env[69186]: _type = "Task" [ 877.042650] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.051925] env[69186]: DEBUG oslo_vmware.api [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522633fe-28e0-09dc-2183-562fcf02ddef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.101476] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.111612] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169841} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.112438] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.112438] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.112438] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.201541] env[69186]: DEBUG nova.compute.manager [req-54fa4be9-8ca8-48f3-b85b-404b896cf019 req-a878c1ea-4a9e-41b6-8756-c3cdb143dc81 service nova] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Received event network-vif-deleted-ea168eeb-c4c0-4312-ba39-ad6111551f1a {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.306124] env[69186]: DEBUG oslo_vmware.api [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Task: {'id': task-3635147, 'name': PowerOnVM_Task, 'duration_secs': 0.568493} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.306402] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.306600] env[69186]: INFO nova.compute.manager [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Took 8.35 seconds to spawn the instance on the hypervisor. [ 877.306775] env[69186]: DEBUG nova.compute.manager [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.307546] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22823ea3-b12e-457b-8bda-1fef8e183228 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.364286] env[69186]: DEBUG nova.network.neutron [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Successfully updated port: 45a27f2a-cce5-4b02-9909-d7e97b4bcef6 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.394015] env[69186]: DEBUG oslo_vmware.api [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635141, 'name': CloneVM_Task, 'duration_secs': 1.688858} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.394015] env[69186]: INFO nova.virt.vmwareapi.vmops [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Created linked-clone VM from snapshot [ 877.395181] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835479c7-dfe4-4236-94f5-9661a6150bcf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.402452] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Uploading image 6bee8368-10bf-4ff8-a53c-89b72411443e {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 877.423958] env[69186]: DEBUG oslo_vmware.rw_handles [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 877.423958] env[69186]: value = "vm-724846" [ 877.423958] env[69186]: _type = "VirtualMachine" [ 877.423958] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 877.424916] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-857cd570-d4dc-45e1-a563-b2a2f98057b6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.432850] env[69186]: DEBUG oslo_vmware.rw_handles [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lease: (returnval){ [ 877.432850] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ecd78a-140b-4617-ccc3-2fc74bb86a5a" [ 877.432850] env[69186]: _type = "HttpNfcLease" [ 877.432850] env[69186]: } obtained for exporting VM: (result){ [ 877.432850] env[69186]: value = "vm-724846" [ 877.432850] env[69186]: _type = "VirtualMachine" [ 877.432850] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 877.433294] env[69186]: DEBUG oslo_vmware.api [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the lease: (returnval){ [ 877.433294] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ecd78a-140b-4617-ccc3-2fc74bb86a5a" [ 877.433294] env[69186]: _type = "HttpNfcLease" [ 877.433294] env[69186]: } to be ready. {{(pid=69186) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 877.442143] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 877.442143] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ecd78a-140b-4617-ccc3-2fc74bb86a5a" [ 877.442143] env[69186]: _type = "HttpNfcLease" [ 877.442143] env[69186]: } is initializing. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 877.481874] env[69186]: DEBUG oslo_concurrency.lockutils [None req-284403e0-9f57-4ef7-a0f3-904881e1748e tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "1f788af6-a840-4c80-84ec-389cd38b278c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.512s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.554302] env[69186]: DEBUG oslo_vmware.api [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522633fe-28e0-09dc-2183-562fcf02ddef, 'name': SearchDatastore_Task, 'duration_secs': 0.010455} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.556863] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.557148] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8/cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.557578] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18f19dea-4909-4562-a9ea-83e83f5cb261 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.564566] env[69186]: DEBUG oslo_vmware.api [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Waiting for the task: (returnval){ [ 877.564566] env[69186]: value = "task-3635151" [ 877.564566] env[69186]: _type = "Task" [ 877.564566] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.575647] env[69186]: DEBUG oslo_vmware.api [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Task: {'id': task-3635151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.825693] env[69186]: INFO nova.compute.manager [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Took 50.71 seconds to build instance. [ 877.866953] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Acquiring lock "refresh_cache-56ebd765-4a50-4f6e-8701-76a9d3f95be9" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.867127] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Acquired lock "refresh_cache-56ebd765-4a50-4f6e-8701-76a9d3f95be9" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.867276] env[69186]: DEBUG nova.network.neutron [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.942169] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785fcab1-505d-4380-bb39-c382ea3af8e6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.946643] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 877.946643] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ecd78a-140b-4617-ccc3-2fc74bb86a5a" [ 877.946643] env[69186]: _type = "HttpNfcLease" [ 877.946643] env[69186]: } is ready. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 877.947560] env[69186]: DEBUG oslo_vmware.rw_handles [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 877.947560] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ecd78a-140b-4617-ccc3-2fc74bb86a5a" [ 877.947560] env[69186]: _type = "HttpNfcLease" [ 877.947560] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 877.949030] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ff6954-0f10-4905-85fa-bc7cdf267b86 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.954919] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22088d49-1b68-45cd-944c-452bf3f7a263 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.963125] env[69186]: DEBUG oslo_vmware.rw_handles [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229f1a1-62f1-e692-1556-692e00846716/disk-0.vmdk from lease info. {{(pid=69186) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 877.963125] env[69186]: DEBUG oslo_vmware.rw_handles [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229f1a1-62f1-e692-1556-692e00846716/disk-0.vmdk for reading. {{(pid=69186) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 878.048033] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169512d6-b9e6-4778-b4f9-7a357b30a17e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.057124] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04220cd9-4012-47f8-9b74-07064626dbc6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.072756] env[69186]: DEBUG nova.compute.provider_tree [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.085727] env[69186]: DEBUG oslo_vmware.api [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Task: {'id': task-3635151, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.136946] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2b6277b4-a3c8-422e-897f-07cfa0136cae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.161961] env[69186]: DEBUG nova.virt.hardware [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.161961] env[69186]: DEBUG nova.virt.hardware [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.161961] env[69186]: DEBUG nova.virt.hardware [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.162113] env[69186]: DEBUG nova.virt.hardware [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.162113] env[69186]: DEBUG nova.virt.hardware [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.162113] env[69186]: DEBUG nova.virt.hardware [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.162113] env[69186]: DEBUG nova.virt.hardware [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.162113] env[69186]: DEBUG nova.virt.hardware [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.162269] env[69186]: DEBUG nova.virt.hardware [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.162269] env[69186]: DEBUG nova.virt.hardware [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.162269] env[69186]: DEBUG nova.virt.hardware [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.164351] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865c6b5a-3346-4888-895c-69a2131aba5e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.178891] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d487a0-2f79-4a80-a0d9-6d3106266e50 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.194381] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:e0:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e982b5f-220a-48bf-8676-f31a0df8951f', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.201860] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.207556] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.207903] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7a23534-f8e6-43ab-8e2f-dc26903544a2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.229849] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.229849] env[69186]: value = "task-3635152" [ 878.229849] env[69186]: _type = "Task" [ 878.229849] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.238396] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635152, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.328261] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9afd2f53-6532-4eba-8d80-675529612d08 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Lock "59a8bf73-4ace-4481-86a6-d884a6bcc62f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.502s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.402954] env[69186]: DEBUG nova.network.neutron [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.405512] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Acquiring lock "59a8bf73-4ace-4481-86a6-d884a6bcc62f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.405887] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Lock "59a8bf73-4ace-4481-86a6-d884a6bcc62f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.406185] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Acquiring lock "59a8bf73-4ace-4481-86a6-d884a6bcc62f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.406540] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Lock "59a8bf73-4ace-4481-86a6-d884a6bcc62f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.406649] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Lock "59a8bf73-4ace-4481-86a6-d884a6bcc62f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.409048] env[69186]: INFO nova.compute.manager [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Terminating instance [ 878.561962] env[69186]: DEBUG nova.network.neutron [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Updating instance_info_cache with network_info: [{"id": "45a27f2a-cce5-4b02-9909-d7e97b4bcef6", "address": "fa:16:3e:73:33:c7", "network": {"id": "1c6cec91-7a6b-4b97-8729-1498cd4eff3a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-320960835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52dc4fdd4ce248e9a3c82a44efefbf81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45a27f2a-cc", "ovs_interfaceid": "45a27f2a-cce5-4b02-9909-d7e97b4bcef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.578908] env[69186]: DEBUG nova.scheduler.client.report [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.588514] env[69186]: DEBUG oslo_vmware.api [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Task: {'id': task-3635151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649894} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.589098] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8/cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.589668] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.589936] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2213aef-9ebc-4b00-a1df-5a4f4029088a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.598831] env[69186]: DEBUG oslo_vmware.api [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Waiting for the task: (returnval){ [ 878.598831] env[69186]: value = "task-3635153" [ 878.598831] env[69186]: _type = "Task" [ 878.598831] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.610088] env[69186]: DEBUG oslo_vmware.api [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Task: {'id': task-3635153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.741758] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635152, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.914251] env[69186]: DEBUG nova.compute.manager [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.914251] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.915018] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057116f3-1395-4cd8-b96c-630c4892d742 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.925150] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.925621] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-536be8da-9496-40c5-a034-7f64fc7d12e6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.933105] env[69186]: DEBUG oslo_vmware.api [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Waiting for the task: (returnval){ [ 878.933105] env[69186]: value = "task-3635154" [ 878.933105] env[69186]: _type = "Task" [ 878.933105] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.941419] env[69186]: DEBUG oslo_vmware.api [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Task: {'id': task-3635154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.065161] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Releasing lock "refresh_cache-56ebd765-4a50-4f6e-8701-76a9d3f95be9" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.065394] env[69186]: DEBUG nova.compute.manager [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Instance network_info: |[{"id": "45a27f2a-cce5-4b02-9909-d7e97b4bcef6", "address": "fa:16:3e:73:33:c7", "network": {"id": "1c6cec91-7a6b-4b97-8729-1498cd4eff3a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-320960835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52dc4fdd4ce248e9a3c82a44efefbf81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45a27f2a-cc", "ovs_interfaceid": "45a27f2a-cce5-4b02-9909-d7e97b4bcef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.065629] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:33:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45a27f2a-cce5-4b02-9909-d7e97b4bcef6', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.073810] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Creating folder: Project (52dc4fdd4ce248e9a3c82a44efefbf81). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 879.073810] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-875aad21-aba0-4109-af5e-724cf9dace72 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.084396] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Created folder: Project (52dc4fdd4ce248e9a3c82a44efefbf81) in parent group-v724677. [ 879.084633] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Creating folder: Instances. Parent ref: group-v724851. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 879.084939] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e5dd703-ed39-4bef-8df9-56efa2bc7908 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.089739] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.092338] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.500s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.092816] env[69186]: DEBUG nova.objects.instance [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Lazy-loading 'resources' on Instance uuid 0fc874b1-1810-403d-a646-ade0680bc7c1 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.097939] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Created folder: Instances in parent group-v724851. [ 879.098211] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.099282] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.099282] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1431bd9-905a-413f-8841-595fa9a71781 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.121553] env[69186]: INFO nova.scheduler.client.report [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Deleted allocations for instance 37112ffb-7735-4ad1-9af3-f17be5948788 [ 879.129499] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.129499] env[69186]: value = "task-3635157" [ 879.129499] env[69186]: _type = "Task" [ 879.129499] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.138428] env[69186]: DEBUG oslo_vmware.api [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Task: {'id': task-3635153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06011} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.138866] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.139713] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910950d2-a22a-4d23-b8d0-eb8b29f33e35 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.145430] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635157, 'name': CreateVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.165605] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8/cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.166443] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51172e89-5b94-4213-9157-211a5b210302 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.188823] env[69186]: DEBUG oslo_vmware.api [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Waiting for the task: (returnval){ [ 879.188823] env[69186]: value = "task-3635158" [ 879.188823] env[69186]: _type = "Task" [ 879.188823] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.198237] env[69186]: DEBUG oslo_vmware.api [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Task: {'id': task-3635158, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.227982] env[69186]: DEBUG nova.compute.manager [req-9d0e593e-d3ee-44cf-bfc5-c955541a71c1 req-1f597e56-5a1c-4c6e-8410-f8ba226edcaa service nova] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Received event network-vif-plugged-45a27f2a-cce5-4b02-9909-d7e97b4bcef6 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.228340] env[69186]: DEBUG oslo_concurrency.lockutils [req-9d0e593e-d3ee-44cf-bfc5-c955541a71c1 req-1f597e56-5a1c-4c6e-8410-f8ba226edcaa service nova] Acquiring lock "56ebd765-4a50-4f6e-8701-76a9d3f95be9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.228601] env[69186]: DEBUG oslo_concurrency.lockutils [req-9d0e593e-d3ee-44cf-bfc5-c955541a71c1 req-1f597e56-5a1c-4c6e-8410-f8ba226edcaa service nova] Lock "56ebd765-4a50-4f6e-8701-76a9d3f95be9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.228851] env[69186]: DEBUG oslo_concurrency.lockutils [req-9d0e593e-d3ee-44cf-bfc5-c955541a71c1 req-1f597e56-5a1c-4c6e-8410-f8ba226edcaa service nova] Lock "56ebd765-4a50-4f6e-8701-76a9d3f95be9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.229071] env[69186]: DEBUG nova.compute.manager [req-9d0e593e-d3ee-44cf-bfc5-c955541a71c1 req-1f597e56-5a1c-4c6e-8410-f8ba226edcaa service nova] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] No waiting events found dispatching network-vif-plugged-45a27f2a-cce5-4b02-9909-d7e97b4bcef6 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.229306] env[69186]: WARNING nova.compute.manager [req-9d0e593e-d3ee-44cf-bfc5-c955541a71c1 req-1f597e56-5a1c-4c6e-8410-f8ba226edcaa service nova] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Received unexpected event network-vif-plugged-45a27f2a-cce5-4b02-9909-d7e97b4bcef6 for instance with vm_state building and task_state spawning. [ 879.229529] env[69186]: DEBUG nova.compute.manager [req-9d0e593e-d3ee-44cf-bfc5-c955541a71c1 req-1f597e56-5a1c-4c6e-8410-f8ba226edcaa service nova] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Received event network-changed-45a27f2a-cce5-4b02-9909-d7e97b4bcef6 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.229762] env[69186]: DEBUG nova.compute.manager [req-9d0e593e-d3ee-44cf-bfc5-c955541a71c1 req-1f597e56-5a1c-4c6e-8410-f8ba226edcaa service nova] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Refreshing instance network info cache due to event network-changed-45a27f2a-cce5-4b02-9909-d7e97b4bcef6. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.230008] env[69186]: DEBUG oslo_concurrency.lockutils [req-9d0e593e-d3ee-44cf-bfc5-c955541a71c1 req-1f597e56-5a1c-4c6e-8410-f8ba226edcaa service nova] Acquiring lock "refresh_cache-56ebd765-4a50-4f6e-8701-76a9d3f95be9" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.230188] env[69186]: DEBUG oslo_concurrency.lockutils [req-9d0e593e-d3ee-44cf-bfc5-c955541a71c1 req-1f597e56-5a1c-4c6e-8410-f8ba226edcaa service nova] Acquired lock "refresh_cache-56ebd765-4a50-4f6e-8701-76a9d3f95be9" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.230452] env[69186]: DEBUG nova.network.neutron [req-9d0e593e-d3ee-44cf-bfc5-c955541a71c1 req-1f597e56-5a1c-4c6e-8410-f8ba226edcaa service nova] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Refreshing network info cache for port 45a27f2a-cce5-4b02-9909-d7e97b4bcef6 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.242187] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635152, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.443743] env[69186]: DEBUG oslo_vmware.api [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Task: {'id': task-3635154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.635681] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bba280e1-28e3-40db-867c-337b457c673c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "37112ffb-7735-4ad1-9af3-f17be5948788" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.519s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.644922] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635157, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.699027] env[69186]: DEBUG oslo_vmware.api [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Task: {'id': task-3635158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.746952] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635152, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.946206] env[69186]: DEBUG oslo_vmware.api [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Task: {'id': task-3635154, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.970706] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquiring lock "b511d405-7aae-4e3d-896a-1fb40b586d02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.970989] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "b511d405-7aae-4e3d-896a-1fb40b586d02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.971215] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquiring lock "b511d405-7aae-4e3d-896a-1fb40b586d02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.971452] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "b511d405-7aae-4e3d-896a-1fb40b586d02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.971652] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "b511d405-7aae-4e3d-896a-1fb40b586d02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.973910] env[69186]: INFO nova.compute.manager [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Terminating instance [ 880.040801] env[69186]: DEBUG nova.network.neutron [req-9d0e593e-d3ee-44cf-bfc5-c955541a71c1 req-1f597e56-5a1c-4c6e-8410-f8ba226edcaa service nova] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Updated VIF entry in instance network info cache for port 45a27f2a-cce5-4b02-9909-d7e97b4bcef6. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.041359] env[69186]: DEBUG nova.network.neutron [req-9d0e593e-d3ee-44cf-bfc5-c955541a71c1 req-1f597e56-5a1c-4c6e-8410-f8ba226edcaa service nova] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Updating instance_info_cache with network_info: [{"id": "45a27f2a-cce5-4b02-9909-d7e97b4bcef6", "address": "fa:16:3e:73:33:c7", "network": {"id": "1c6cec91-7a6b-4b97-8729-1498cd4eff3a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-320960835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52dc4fdd4ce248e9a3c82a44efefbf81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45a27f2a-cc", "ovs_interfaceid": "45a27f2a-cce5-4b02-9909-d7e97b4bcef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.102195] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3271e210-5f8f-482c-8ff9-f965e47db9e7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.109790] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7e129d-da20-4340-99e7-c03f2cebcc92 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.147107] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c9b5ab-af1f-418b-97f9-9fc9f75d67ea {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.156997] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635157, 'name': CreateVM_Task, 'duration_secs': 0.973784} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.157271] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.158596] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2c70ef-9f86-4866-b291-d7e1c8b06ddb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.163950] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.164104] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.164431] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.164696] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4f560bd-44a7-44f6-bbaf-69a1f0f8d740 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.176569] env[69186]: DEBUG nova.compute.provider_tree [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.179214] env[69186]: DEBUG oslo_vmware.api [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Waiting for the task: (returnval){ [ 880.179214] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525a40c7-20d6-3374-5685-6869436e31e9" [ 880.179214] env[69186]: _type = "Task" [ 880.179214] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.188988] env[69186]: DEBUG oslo_vmware.api [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525a40c7-20d6-3374-5685-6869436e31e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010432} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.189325] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.189561] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.189801] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.189939] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.190129] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.190476] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-268ad529-ac24-4a65-b27a-a154be24feca {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.201054] env[69186]: DEBUG oslo_vmware.api [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Task: {'id': task-3635158, 'name': ReconfigVM_Task, 'duration_secs': 0.911583} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.202265] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Reconfigured VM instance instance-00000039 to attach disk [datastore1] cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8/cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.202935] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.203119] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.203810] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e177ea3-c7f0-43bf-a51e-7b9f5a076538 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.205413] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6085811a-77cf-4b8b-ad14-526747df96cd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.210587] env[69186]: DEBUG oslo_vmware.api [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Waiting for the task: (returnval){ [ 880.210587] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e35c49-4172-dad7-0cf5-f6a26bcb8306" [ 880.210587] env[69186]: _type = "Task" [ 880.210587] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.215199] env[69186]: DEBUG oslo_vmware.api [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Waiting for the task: (returnval){ [ 880.215199] env[69186]: value = "task-3635159" [ 880.215199] env[69186]: _type = "Task" [ 880.215199] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.221123] env[69186]: DEBUG oslo_vmware.api [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e35c49-4172-dad7-0cf5-f6a26bcb8306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.226636] env[69186]: DEBUG oslo_vmware.api [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Task: {'id': task-3635159, 'name': Rename_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.242497] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635152, 'name': CreateVM_Task, 'duration_secs': 1.567882} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.242729] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.243549] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.243753] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.244128] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.244423] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93842d4d-f73b-4fd5-baf5-ebf701331203 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.249841] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 880.249841] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521845d4-21d4-bdf5-4c98-7c61a680e571" [ 880.249841] env[69186]: _type = "Task" [ 880.249841] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.257939] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521845d4-21d4-bdf5-4c98-7c61a680e571, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.447433] env[69186]: DEBUG oslo_vmware.api [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Task: {'id': task-3635154, 'name': PowerOffVM_Task, 'duration_secs': 1.033833} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.447822] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.447957] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.448225] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47d27613-3e1a-48b8-915f-6399a2f505c6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.477990] env[69186]: DEBUG nova.compute.manager [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.478314] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.479251] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b59bf10-eaae-45fc-ba8e-6c1118d249e4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.487618] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.488219] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de0ab84a-2d7b-4724-87cb-cfcdf3caf970 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.494514] env[69186]: DEBUG oslo_vmware.api [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 880.494514] env[69186]: value = "task-3635161" [ 880.494514] env[69186]: _type = "Task" [ 880.494514] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.505347] env[69186]: DEBUG oslo_vmware.api [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3635161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.513709] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.514052] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.514249] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Deleting the datastore file [datastore1] 59a8bf73-4ace-4481-86a6-d884a6bcc62f {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.514551] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d1796a8-7999-450b-b6d6-9a10855dab97 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.522823] env[69186]: DEBUG oslo_vmware.api [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Waiting for the task: (returnval){ [ 880.522823] env[69186]: value = "task-3635162" [ 880.522823] env[69186]: _type = "Task" [ 880.522823] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.531085] env[69186]: DEBUG oslo_vmware.api [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Task: {'id': task-3635162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.547976] env[69186]: DEBUG oslo_concurrency.lockutils [req-9d0e593e-d3ee-44cf-bfc5-c955541a71c1 req-1f597e56-5a1c-4c6e-8410-f8ba226edcaa service nova] Releasing lock "refresh_cache-56ebd765-4a50-4f6e-8701-76a9d3f95be9" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.681069] env[69186]: DEBUG nova.scheduler.client.report [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.724571] env[69186]: DEBUG oslo_vmware.api [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Task: {'id': task-3635159, 'name': Rename_Task, 'duration_secs': 0.139473} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.728790] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.729680] env[69186]: DEBUG oslo_vmware.api [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e35c49-4172-dad7-0cf5-f6a26bcb8306, 'name': SearchDatastore_Task, 'duration_secs': 0.008763} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.729680] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c980b363-95a1-4a17-a135-0b90a2c39ebc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.731305] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e023775d-e24f-4e28-b1e3-ce7992b7bea7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.736841] env[69186]: DEBUG oslo_vmware.api [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Waiting for the task: (returnval){ [ 880.736841] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e18bf7-58de-b9f7-1e70-403313c8b565" [ 880.736841] env[69186]: _type = "Task" [ 880.736841] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.738110] env[69186]: DEBUG oslo_vmware.api [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Waiting for the task: (returnval){ [ 880.738110] env[69186]: value = "task-3635163" [ 880.738110] env[69186]: _type = "Task" [ 880.738110] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.751800] env[69186]: DEBUG oslo_vmware.api [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e18bf7-58de-b9f7-1e70-403313c8b565, 'name': SearchDatastore_Task, 'duration_secs': 0.010505} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.758648] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.759440] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 56ebd765-4a50-4f6e-8701-76a9d3f95be9/56ebd765-4a50-4f6e-8701-76a9d3f95be9.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.759440] env[69186]: DEBUG oslo_vmware.api [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Task: {'id': task-3635163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.759440] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5647449c-4249-4df0-aec2-6f8134ace759 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.767308] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521845d4-21d4-bdf5-4c98-7c61a680e571, 'name': SearchDatastore_Task, 'duration_secs': 0.009971} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.769159] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.769267] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.769563] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.769732] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.770566] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.770566] env[69186]: DEBUG oslo_vmware.api [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Waiting for the task: (returnval){ [ 880.770566] env[69186]: value = "task-3635164" [ 880.770566] env[69186]: _type = "Task" [ 880.770566] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.770768] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-783581d8-f322-418f-b0ed-fc201ef3c337 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.782180] env[69186]: DEBUG oslo_vmware.api [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Task: {'id': task-3635164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.783536] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.783750] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.784548] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d4458d2-d7ca-4c0c-b282-06aba12839b4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.791611] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 880.791611] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52843208-d587-b021-525c-d39a64db1efc" [ 880.791611] env[69186]: _type = "Task" [ 880.791611] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.800122] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52843208-d587-b021-525c-d39a64db1efc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.006055] env[69186]: DEBUG oslo_vmware.api [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3635161, 'name': PowerOffVM_Task, 'duration_secs': 0.280442} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.006294] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.006566] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.006866] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc2e7745-bb71-4e19-aed0-1fcdd330a182 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.034772] env[69186]: DEBUG oslo_vmware.api [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Task: {'id': task-3635162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154662} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.036533] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.036533] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.036533] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.036533] env[69186]: INFO nova.compute.manager [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Took 2.12 seconds to destroy the instance on the hypervisor. [ 881.036533] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.036872] env[69186]: DEBUG nova.compute.manager [-] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.036872] env[69186]: DEBUG nova.network.neutron [-] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.078423] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.078423] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.078648] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Deleting the datastore file [datastore1] b511d405-7aae-4e3d-896a-1fb40b586d02 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.079106] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b55d0e69-7488-4bfa-8328-524523ddc347 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.086520] env[69186]: DEBUG oslo_vmware.api [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 881.086520] env[69186]: value = "task-3635166" [ 881.086520] env[69186]: _type = "Task" [ 881.086520] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.096372] env[69186]: DEBUG oslo_vmware.api [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3635166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.186297] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.189267] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.267s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.189489] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.190343] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69186) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 881.190343] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.099s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.190343] env[69186]: DEBUG nova.objects.instance [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Lazy-loading 'resources' on Instance uuid 00db072e-b278-4803-b7bf-516918f84656 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.193883] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b16af1-9b95-4505-b5d5-5166bf4d942d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.204090] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f25455b-545f-4b94-8756-a3813c8dec0d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.225329] env[69186]: INFO nova.scheduler.client.report [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Deleted allocations for instance 0fc874b1-1810-403d-a646-ade0680bc7c1 [ 881.232150] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd40e24-b7db-42cd-8949-bf4dcd9d092e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.249312] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d3f1a7-6fef-442b-9cc4-9ce25945a88c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.261476] env[69186]: DEBUG oslo_vmware.api [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Task: {'id': task-3635163, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.287099] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177545MB free_disk=73GB free_vcpus=48 pci_devices=None {{(pid=69186) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 881.287271] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.299063] env[69186]: DEBUG oslo_vmware.api [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Task: {'id': task-3635164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487445} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.299717] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 56ebd765-4a50-4f6e-8701-76a9d3f95be9/56ebd765-4a50-4f6e-8701-76a9d3f95be9.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.299950] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.300200] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02cdf6ae-0000-4440-a95d-071ec0122a00 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.305996] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52843208-d587-b021-525c-d39a64db1efc, 'name': SearchDatastore_Task, 'duration_secs': 0.009027} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.307137] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fea22fe-6718-4e94-8669-b548214993fb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.310580] env[69186]: DEBUG oslo_vmware.api [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Waiting for the task: (returnval){ [ 881.310580] env[69186]: value = "task-3635167" [ 881.310580] env[69186]: _type = "Task" [ 881.310580] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.315922] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 881.315922] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5263e9cb-e018-fb24-8b3e-48d4718b3fab" [ 881.315922] env[69186]: _type = "Task" [ 881.315922] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.322393] env[69186]: DEBUG oslo_vmware.api [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Task: {'id': task-3635167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.328620] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5263e9cb-e018-fb24-8b3e-48d4718b3fab, 'name': SearchDatastore_Task, 'duration_secs': 0.010074} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.328620] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.328620] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5/fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.329166] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a059d6ac-a165-410f-87c2-b41032233238 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.334783] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 881.334783] env[69186]: value = "task-3635168" [ 881.334783] env[69186]: _type = "Task" [ 881.334783] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.343983] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.571887] env[69186]: DEBUG nova.compute.manager [req-d338a799-eb36-4c61-b955-8efe871905ab req-7c0f4e7a-9178-4578-b78f-84fda56f9349 service nova] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Received event network-vif-deleted-002b9de2-93e8-4ed5-bc76-ada71e1265ba {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.571887] env[69186]: INFO nova.compute.manager [req-d338a799-eb36-4c61-b955-8efe871905ab req-7c0f4e7a-9178-4578-b78f-84fda56f9349 service nova] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Neutron deleted interface 002b9de2-93e8-4ed5-bc76-ada71e1265ba; detaching it from the instance and deleting it from the info cache [ 881.571887] env[69186]: DEBUG nova.network.neutron [req-d338a799-eb36-4c61-b955-8efe871905ab req-7c0f4e7a-9178-4578-b78f-84fda56f9349 service nova] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.600468] env[69186]: DEBUG oslo_vmware.api [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3635166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253501} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.600817] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.601055] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.601982] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.601982] env[69186]: INFO nova.compute.manager [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Took 1.12 seconds to destroy the instance on the hypervisor. [ 881.602193] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.602867] env[69186]: DEBUG nova.compute.manager [-] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.602867] env[69186]: DEBUG nova.network.neutron [-] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.739380] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Lock "0fc874b1-1810-403d-a646-ade0680bc7c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.152s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.752878] env[69186]: DEBUG oslo_vmware.api [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Task: {'id': task-3635163, 'name': PowerOnVM_Task, 'duration_secs': 0.525731} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.755993] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.756282] env[69186]: INFO nova.compute.manager [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Took 9.92 seconds to spawn the instance on the hypervisor. [ 881.756468] env[69186]: DEBUG nova.compute.manager [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.758642] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e9d485-4d62-4da8-83d0-709483c54567 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.820275] env[69186]: DEBUG oslo_vmware.api [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Task: {'id': task-3635167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076073} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.823898] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.826186] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829b0d28-bb8a-4b73-b535-fd32353fee80 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.853406] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 56ebd765-4a50-4f6e-8701-76a9d3f95be9/56ebd765-4a50-4f6e-8701-76a9d3f95be9.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.860285] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b70d1bd1-05b9-4dbf-9801-d98152df61d3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.883729] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450434} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.884983] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5/fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.885223] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.885531] env[69186]: DEBUG oslo_vmware.api [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Waiting for the task: (returnval){ [ 881.885531] env[69186]: value = "task-3635169" [ 881.885531] env[69186]: _type = "Task" [ 881.885531] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.885720] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5deca900-94a3-42ea-9357-d5eea760d54d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.889827] env[69186]: DEBUG nova.network.neutron [-] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.898612] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 881.898612] env[69186]: value = "task-3635170" [ 881.898612] env[69186]: _type = "Task" [ 881.898612] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.901499] env[69186]: DEBUG oslo_vmware.api [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Task: {'id': task-3635169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.076556] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ca2ba95-4cde-4d0b-9e3f-2a88aa2f9bc7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.086714] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bc5706-68da-4e4b-8cf3-7d81ed0f5af8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.126309] env[69186]: DEBUG nova.compute.manager [req-d338a799-eb36-4c61-b955-8efe871905ab req-7c0f4e7a-9178-4578-b78f-84fda56f9349 service nova] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Detach interface failed, port_id=002b9de2-93e8-4ed5-bc76-ada71e1265ba, reason: Instance 59a8bf73-4ace-4481-86a6-d884a6bcc62f could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 882.289162] env[69186]: INFO nova.compute.manager [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Took 51.98 seconds to build instance. [ 882.312154] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f50875-8346-4efa-af1e-cc0ba3f8fd70 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.321030] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf62adb-b204-4f9e-bdba-5f92e1b4fd0b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.353171] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862da096-282b-49ad-975d-f51a3b6960dd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.361525] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9caadfd-2e66-424b-8e34-806d642458f0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.376554] env[69186]: DEBUG nova.compute.provider_tree [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.404047] env[69186]: INFO nova.compute.manager [-] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Took 1.37 seconds to deallocate network for instance. [ 882.404794] env[69186]: DEBUG oslo_vmware.api [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Task: {'id': task-3635169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.419101] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096598} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.419427] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.420300] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90def03-a0a4-487c-b1d2-cf0a53552b4b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.445111] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5/fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.445512] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6353b75f-5992-464f-8db1-5b495a0ba1fb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.468647] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 882.468647] env[69186]: value = "task-3635171" [ 882.468647] env[69186]: _type = "Task" [ 882.468647] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.477596] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635171, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.489675] env[69186]: DEBUG nova.network.neutron [-] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.792698] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Lock "cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.267s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.884073] env[69186]: DEBUG nova.scheduler.client.report [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.897724] env[69186]: DEBUG oslo_vmware.api [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Task: {'id': task-3635169, 'name': ReconfigVM_Task, 'duration_secs': 0.638676} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.898184] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 56ebd765-4a50-4f6e-8701-76a9d3f95be9/56ebd765-4a50-4f6e-8701-76a9d3f95be9.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.898757] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-912917ea-d046-432e-be61-c25e181a9984 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.906117] env[69186]: DEBUG oslo_vmware.api [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Waiting for the task: (returnval){ [ 882.906117] env[69186]: value = "task-3635172" [ 882.906117] env[69186]: _type = "Task" [ 882.906117] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.915892] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.916651] env[69186]: DEBUG oslo_vmware.api [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Task: {'id': task-3635172, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.979912] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635171, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.994591] env[69186]: INFO nova.compute.manager [-] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Took 1.39 seconds to deallocate network for instance. [ 883.389873] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.394803] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.227s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.394803] env[69186]: DEBUG nova.objects.instance [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lazy-loading 'resources' on Instance uuid 12f477f2-595e-4a26-a4d6-62169a4f6824 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.416715] env[69186]: DEBUG oslo_vmware.api [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Task: {'id': task-3635172, 'name': Rename_Task, 'duration_secs': 0.239015} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.418060] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.419586] env[69186]: INFO nova.scheduler.client.report [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Deleted allocations for instance 00db072e-b278-4803-b7bf-516918f84656 [ 883.421031] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7638271a-7a2a-4d29-9ead-4008913b9870 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.431339] env[69186]: DEBUG oslo_vmware.api [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Waiting for the task: (returnval){ [ 883.431339] env[69186]: value = "task-3635173" [ 883.431339] env[69186]: _type = "Task" [ 883.431339] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.437584] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Acquiring lock "cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.437739] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Lock "cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.437810] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Acquiring lock "cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.438677] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Lock "cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.438677] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Lock "cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.441441] env[69186]: INFO nova.compute.manager [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Terminating instance [ 883.445726] env[69186]: DEBUG oslo_vmware.api [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Task: {'id': task-3635173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.479814] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635171, 'name': ReconfigVM_Task, 'duration_secs': 0.52973} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.479814] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Reconfigured VM instance instance-00000037 to attach disk [datastore2] fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5/fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.484299] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fbc677a-5d3e-4c22-ad82-36320109a8a1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.487066] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 883.487066] env[69186]: value = "task-3635174" [ 883.487066] env[69186]: _type = "Task" [ 883.487066] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.495295] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635174, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.501617] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.597467] env[69186]: DEBUG nova.compute.manager [req-1fee9072-326d-4c95-bb2c-d1f30fc0a65d req-0b716ff3-a3f2-4683-93a5-b341b2095b0c service nova] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Received event network-vif-deleted-8691cb86-971e-4eeb-a544-d9ab95dfcb27 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.932171] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Lock "00db072e-b278-4803-b7bf-516918f84656" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.271s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.942974] env[69186]: DEBUG oslo_vmware.api [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Task: {'id': task-3635173, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.948702] env[69186]: DEBUG nova.compute.manager [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.949695] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.950200] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153fc94f-0955-4090-8d96-02c77b3701f0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.958789] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.959140] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f142dcf-b8d5-4490-92cd-c17ba1807592 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.968388] env[69186]: DEBUG oslo_vmware.api [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Waiting for the task: (returnval){ [ 883.968388] env[69186]: value = "task-3635175" [ 883.968388] env[69186]: _type = "Task" [ 883.968388] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.978384] env[69186]: DEBUG oslo_vmware.api [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Task: {'id': task-3635175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.997122] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635174, 'name': Rename_Task, 'duration_secs': 0.23241} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.000106] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.000937] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0756b508-b4f1-46a6-80ec-d38dde3b2cad {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.006747] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 884.006747] env[69186]: value = "task-3635176" [ 884.006747] env[69186]: _type = "Task" [ 884.006747] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.022338] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.448451] env[69186]: DEBUG oslo_vmware.api [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Task: {'id': task-3635173, 'name': PowerOnVM_Task, 'duration_secs': 0.677642} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.448796] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.449025] env[69186]: INFO nova.compute.manager [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Took 7.78 seconds to spawn the instance on the hypervisor. [ 884.449288] env[69186]: DEBUG nova.compute.manager [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.450214] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c42b74-cd3a-4efe-a5c7-7b73fc8abd94 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.478296] env[69186]: DEBUG oslo_vmware.api [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Task: {'id': task-3635175, 'name': PowerOffVM_Task, 'duration_secs': 0.244782} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.478386] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.478613] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.479785] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c7c3d5e-7b76-40b5-b99a-84d3c519c663 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.482132] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28782e6a-da2b-4e9b-aa94-37ae642e0328 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.491767] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e6758a-0d6b-4f4b-91a4-793d21c5f718 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.529962] env[69186]: DEBUG oslo_concurrency.lockutils [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Acquiring lock "4e3a9db5-16e2-4093-a631-4ceb4158eeac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.530280] env[69186]: DEBUG oslo_concurrency.lockutils [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Lock "4e3a9db5-16e2-4093-a631-4ceb4158eeac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.530561] env[69186]: DEBUG oslo_concurrency.lockutils [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Acquiring lock "4e3a9db5-16e2-4093-a631-4ceb4158eeac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.530774] env[69186]: DEBUG oslo_concurrency.lockutils [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Lock "4e3a9db5-16e2-4093-a631-4ceb4158eeac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.530961] env[69186]: DEBUG oslo_concurrency.lockutils [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Lock "4e3a9db5-16e2-4093-a631-4ceb4158eeac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.533303] env[69186]: INFO nova.compute.manager [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Terminating instance [ 884.540864] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdc6dc0-6b0f-4d23-8cdc-2f78a4be43d5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.553649] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635176, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.555847] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20917174-d653-4693-b94a-edb609a17c7d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.560670] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.560670] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.560846] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Deleting the datastore file [datastore1] cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.562565] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-181476df-fb02-4016-b145-3429af833251 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.573789] env[69186]: DEBUG nova.compute.provider_tree [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.576681] env[69186]: DEBUG oslo_vmware.api [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Waiting for the task: (returnval){ [ 884.576681] env[69186]: value = "task-3635178" [ 884.576681] env[69186]: _type = "Task" [ 884.576681] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.587090] env[69186]: DEBUG oslo_vmware.api [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Task: {'id': task-3635178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.975195] env[69186]: INFO nova.compute.manager [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Took 43.77 seconds to build instance. [ 885.041882] env[69186]: DEBUG oslo_vmware.api [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635176, 'name': PowerOnVM_Task, 'duration_secs': 0.653505} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.042124] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.042402] env[69186]: DEBUG nova.compute.manager [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.043346] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c091f2-4c41-4def-bdb8-dc6bd435a296 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.047425] env[69186]: DEBUG nova.compute.manager [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.047683] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.048585] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1daf85-6a4c-4e14-b58e-90111139af44 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.062372] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.062946] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2d77856-8d74-4b50-b7f7-f54cd8ff9c72 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.068781] env[69186]: DEBUG oslo_vmware.api [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 885.068781] env[69186]: value = "task-3635179" [ 885.068781] env[69186]: _type = "Task" [ 885.068781] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.078906] env[69186]: DEBUG nova.scheduler.client.report [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.082627] env[69186]: DEBUG oslo_vmware.api [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3635179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.091297] env[69186]: DEBUG oslo_vmware.api [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Task: {'id': task-3635178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176865} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.092704] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.092704] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.092704] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.092704] env[69186]: INFO nova.compute.manager [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 885.092704] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.092874] env[69186]: DEBUG nova.compute.manager [-] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.092874] env[69186]: DEBUG nova.network.neutron [-] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.476679] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1921a75-1525-426e-af4e-abdbead02666 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Lock "56ebd765-4a50-4f6e-8701-76a9d3f95be9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.075s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.572737] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.578515] env[69186]: DEBUG oslo_vmware.api [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3635179, 'name': PowerOffVM_Task, 'duration_secs': 0.189022} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.578732] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.578906] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.579175] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9821766-30ce-4880-bd4d-5862b46890b8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.588860] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.591139] env[69186]: DEBUG oslo_concurrency.lockutils [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.617s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.591395] env[69186]: DEBUG nova.objects.instance [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Lazy-loading 'resources' on Instance uuid 1850db1d-3245-43ea-af39-d698d7d03b75 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.626397] env[69186]: INFO nova.scheduler.client.report [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Deleted allocations for instance 12f477f2-595e-4a26-a4d6-62169a4f6824 [ 885.643410] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.643662] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.643862] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Deleting the datastore file [datastore2] 4e3a9db5-16e2-4093-a631-4ceb4158eeac {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.644161] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b36637eb-8f82-4697-943a-f218a2664d01 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.654107] env[69186]: DEBUG oslo_vmware.api [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for the task: (returnval){ [ 885.654107] env[69186]: value = "task-3635181" [ 885.654107] env[69186]: _type = "Task" [ 885.654107] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.663163] env[69186]: DEBUG oslo_vmware.api [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3635181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.683646] env[69186]: DEBUG nova.compute.manager [req-8ee94762-f422-42fb-8d2d-c8704f4aa811 req-691f897f-848b-4f8b-8a8a-f7c5c7f632bd service nova] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Received event network-vif-deleted-b44e82b3-f452-4bed-b568-c759a943f4ac {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.683794] env[69186]: INFO nova.compute.manager [req-8ee94762-f422-42fb-8d2d-c8704f4aa811 req-691f897f-848b-4f8b-8a8a-f7c5c7f632bd service nova] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Neutron deleted interface b44e82b3-f452-4bed-b568-c759a943f4ac; detaching it from the instance and deleting it from the info cache [ 885.683861] env[69186]: DEBUG nova.network.neutron [req-8ee94762-f422-42fb-8d2d-c8704f4aa811 req-691f897f-848b-4f8b-8a8a-f7c5c7f632bd service nova] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.835463] env[69186]: DEBUG nova.network.neutron [-] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.026141] env[69186]: DEBUG oslo_vmware.rw_handles [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229f1a1-62f1-e692-1556-692e00846716/disk-0.vmdk. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 886.026807] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca7d2fe-b021-470b-a9bd-39f2b90a1dba {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.034392] env[69186]: DEBUG oslo_vmware.rw_handles [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229f1a1-62f1-e692-1556-692e00846716/disk-0.vmdk is in state: ready. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 886.034701] env[69186]: ERROR oslo_vmware.rw_handles [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229f1a1-62f1-e692-1556-692e00846716/disk-0.vmdk due to incomplete transfer. [ 886.035069] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c93d8ad9-ad3f-4fbc-bb68-772341176d2e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.042506] env[69186]: DEBUG oslo_vmware.rw_handles [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229f1a1-62f1-e692-1556-692e00846716/disk-0.vmdk. {{(pid=69186) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 886.042865] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Uploaded image 6bee8368-10bf-4ff8-a53c-89b72411443e to the Glance image server {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 886.045275] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Destroying the VM {{(pid=69186) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 886.045620] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ff102ab3-7ea7-4ab8-bcaa-24910acb16ee {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.052211] env[69186]: DEBUG oslo_vmware.api [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 886.052211] env[69186]: value = "task-3635182" [ 886.052211] env[69186]: _type = "Task" [ 886.052211] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.066573] env[69186]: DEBUG oslo_vmware.api [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635182, 'name': Destroy_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.135800] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dab462e3-c577-41f5-bced-d8398ea50ff8 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Lock "12f477f2-595e-4a26-a4d6-62169a4f6824" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.924s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.168447] env[69186]: DEBUG oslo_vmware.api [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Task: {'id': task-3635181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140897} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.172185] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.172185] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.172185] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.172185] env[69186]: INFO nova.compute.manager [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Took 1.12 seconds to destroy the instance on the hypervisor. [ 886.172185] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.172439] env[69186]: DEBUG nova.compute.manager [-] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.172439] env[69186]: DEBUG nova.network.neutron [-] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.188894] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6be99978-8948-4331-9ec5-1548f2e2877b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.199257] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e123390-894b-48fe-b9a0-79cdd565a320 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.242024] env[69186]: DEBUG nova.compute.manager [req-8ee94762-f422-42fb-8d2d-c8704f4aa811 req-691f897f-848b-4f8b-8a8a-f7c5c7f632bd service nova] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Detach interface failed, port_id=b44e82b3-f452-4bed-b568-c759a943f4ac, reason: Instance cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 886.258803] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.259164] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.259373] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.259552] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.259712] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.262192] env[69186]: INFO nova.compute.manager [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Terminating instance [ 886.337898] env[69186]: INFO nova.compute.manager [-] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Took 1.25 seconds to deallocate network for instance. [ 886.511666] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Acquiring lock "56ebd765-4a50-4f6e-8701-76a9d3f95be9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.511906] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Lock "56ebd765-4a50-4f6e-8701-76a9d3f95be9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.512053] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Acquiring lock "56ebd765-4a50-4f6e-8701-76a9d3f95be9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.512248] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Lock "56ebd765-4a50-4f6e-8701-76a9d3f95be9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.512422] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Lock "56ebd765-4a50-4f6e-8701-76a9d3f95be9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.514452] env[69186]: INFO nova.compute.manager [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Terminating instance [ 886.565772] env[69186]: DEBUG oslo_vmware.api [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635182, 'name': Destroy_Task, 'duration_secs': 0.323793} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.566196] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Destroyed the VM [ 886.566485] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Deleting Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 886.566793] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-14d31a57-8da7-425b-b020-5d722de345bb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.573176] env[69186]: DEBUG oslo_vmware.api [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 886.573176] env[69186]: value = "task-3635183" [ 886.573176] env[69186]: _type = "Task" [ 886.573176] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.581666] env[69186]: DEBUG oslo_vmware.api [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635183, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.655329] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959ea4b2-e8bd-47a7-8bcc-76f25c940d35 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.663010] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d4e0fc-424d-420a-b21b-d008d8c6cdda {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.696795] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b16475c-8891-479b-806b-a96be1d5266c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.704562] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d7abc5-77e3-4970-8110-07e1f09ffdad {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.719216] env[69186]: DEBUG nova.compute.provider_tree [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.769047] env[69186]: DEBUG nova.compute.manager [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.769333] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.770350] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307f16c5-ab0e-4bbb-86b5-2500149d101c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.779205] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.779487] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-843d649e-8c24-48ce-a589-958b695cfae9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.786322] env[69186]: DEBUG oslo_vmware.api [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 886.786322] env[69186]: value = "task-3635184" [ 886.786322] env[69186]: _type = "Task" [ 886.786322] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.796117] env[69186]: DEBUG oslo_vmware.api [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.855035] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.912702] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "885daa09-2a66-45f1-90ec-bb393c8188d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.913111] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "885daa09-2a66-45f1-90ec-bb393c8188d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.020518] env[69186]: DEBUG nova.compute.manager [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.020518] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.020518] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e30007-d46e-42fa-baa2-6a1c77c8d46f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.029760] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.030055] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22cd3981-348c-44aa-921c-8e642ebee163 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.038537] env[69186]: DEBUG oslo_vmware.api [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Waiting for the task: (returnval){ [ 887.038537] env[69186]: value = "task-3635185" [ 887.038537] env[69186]: _type = "Task" [ 887.038537] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.048590] env[69186]: DEBUG oslo_vmware.api [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Task: {'id': task-3635185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.083253] env[69186]: DEBUG oslo_vmware.api [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635183, 'name': RemoveSnapshot_Task, 'duration_secs': 0.444724} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.083569] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Deleted Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 887.083804] env[69186]: INFO nova.compute.manager [None req-a17568d5-32b5-42b9-ad86-55ed5861f445 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Took 13.80 seconds to snapshot the instance on the hypervisor. [ 887.225090] env[69186]: DEBUG nova.scheduler.client.report [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.297470] env[69186]: DEBUG oslo_vmware.api [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635184, 'name': PowerOffVM_Task, 'duration_secs': 0.207828} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.297470] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.297470] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.297695] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-524230d1-50b3-4fe8-9dc8-fc365ab04c09 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.359702] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.360846] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.360846] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Deleting the datastore file [datastore2] fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.360846] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6783bbc9-82d3-4c5d-881c-f09b226e0d23 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.374854] env[69186]: DEBUG oslo_vmware.api [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 887.374854] env[69186]: value = "task-3635187" [ 887.374854] env[69186]: _type = "Task" [ 887.374854] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.385022] env[69186]: DEBUG oslo_vmware.api [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.416704] env[69186]: DEBUG nova.compute.manager [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.519572] env[69186]: DEBUG nova.network.neutron [-] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.553600] env[69186]: DEBUG oslo_vmware.api [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Task: {'id': task-3635185, 'name': PowerOffVM_Task, 'duration_secs': 0.173025} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.553600] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.553600] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.553600] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c4532a5-5c04-435f-b044-0c957ba626b9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.617785] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.617785] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.617785] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Deleting the datastore file [datastore2] 56ebd765-4a50-4f6e-8701-76a9d3f95be9 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.617785] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36885ddd-d9b4-400b-9ffb-cc39677f92bc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.626347] env[69186]: DEBUG oslo_vmware.api [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Waiting for the task: (returnval){ [ 887.626347] env[69186]: value = "task-3635189" [ 887.626347] env[69186]: _type = "Task" [ 887.626347] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.637860] env[69186]: DEBUG oslo_vmware.api [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Task: {'id': task-3635189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.733442] env[69186]: DEBUG oslo_concurrency.lockutils [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.735789] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.825s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.736039] env[69186]: DEBUG nova.objects.instance [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Lazy-loading 'resources' on Instance uuid cb7ae2c4-3eef-4254-af3a-3a5de42222d6 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.773077] env[69186]: INFO nova.scheduler.client.report [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Deleted allocations for instance 1850db1d-3245-43ea-af39-d698d7d03b75 [ 887.873681] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4099756e-e4bb-41a7-b0ee-db52f15f9c20 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "0cecc88c-1b89-4bd3-8368-a3426f5220b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.873963] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4099756e-e4bb-41a7-b0ee-db52f15f9c20 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "0cecc88c-1b89-4bd3-8368-a3426f5220b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.874196] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4099756e-e4bb-41a7-b0ee-db52f15f9c20 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "0cecc88c-1b89-4bd3-8368-a3426f5220b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.874383] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4099756e-e4bb-41a7-b0ee-db52f15f9c20 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "0cecc88c-1b89-4bd3-8368-a3426f5220b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.874551] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4099756e-e4bb-41a7-b0ee-db52f15f9c20 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "0cecc88c-1b89-4bd3-8368-a3426f5220b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.880431] env[69186]: INFO nova.compute.manager [None req-4099756e-e4bb-41a7-b0ee-db52f15f9c20 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Terminating instance [ 887.887563] env[69186]: DEBUG oslo_vmware.api [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189568} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.889186] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.889186] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.889186] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.889186] env[69186]: INFO nova.compute.manager [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 887.889186] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.889432] env[69186]: DEBUG nova.compute.manager [-] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.889432] env[69186]: DEBUG nova.network.neutron [-] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.923178] env[69186]: DEBUG nova.compute.manager [req-c53d5610-1b31-496a-af0e-db1f40a5b4ca req-3fe88a2b-79d3-46f1-b03e-830158255aff service nova] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Received event network-vif-deleted-b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.942487] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.022470] env[69186]: INFO nova.compute.manager [-] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Took 1.85 seconds to deallocate network for instance. [ 888.138773] env[69186]: DEBUG oslo_vmware.api [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Task: {'id': task-3635189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188464} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.139194] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.139433] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.139566] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.140368] env[69186]: INFO nova.compute.manager [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 888.140368] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.140368] env[69186]: DEBUG nova.compute.manager [-] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.140368] env[69186]: DEBUG nova.network.neutron [-] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.288257] env[69186]: DEBUG oslo_concurrency.lockutils [None req-79d31c2e-fe25-4062-9163-99e5b4578638 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Lock "1850db1d-3245-43ea-af39-d698d7d03b75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.137s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.383794] env[69186]: DEBUG nova.compute.manager [None req-4099756e-e4bb-41a7-b0ee-db52f15f9c20 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.384062] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4099756e-e4bb-41a7-b0ee-db52f15f9c20 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.385890] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcad1a5-6581-4856-a9fd-0cb020a195cb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.396991] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4099756e-e4bb-41a7-b0ee-db52f15f9c20 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.397546] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e678fad7-1381-4eee-af5d-ddca7b8bb08f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.491265] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4099756e-e4bb-41a7-b0ee-db52f15f9c20 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.491758] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4099756e-e4bb-41a7-b0ee-db52f15f9c20 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.492015] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4099756e-e4bb-41a7-b0ee-db52f15f9c20 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Deleting the datastore file [datastore1] 0cecc88c-1b89-4bd3-8368-a3426f5220b3 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.495802] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0212021d-9abc-4998-89ef-dcf3a8a6a16c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.503992] env[69186]: DEBUG oslo_vmware.api [None req-4099756e-e4bb-41a7-b0ee-db52f15f9c20 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 888.503992] env[69186]: value = "task-3635191" [ 888.503992] env[69186]: _type = "Task" [ 888.503992] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.512895] env[69186]: DEBUG oslo_vmware.api [None req-4099756e-e4bb-41a7-b0ee-db52f15f9c20 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.530853] env[69186]: DEBUG oslo_concurrency.lockutils [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.670041] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "2287411d-3e06-41e3-b5d9-c1469711f108" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.670344] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "2287411d-3e06-41e3-b5d9-c1469711f108" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.886357] env[69186]: DEBUG nova.network.neutron [-] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.943656] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39af90d4-3fcb-4d28-b782-ee28e1626f32 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.953144] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082e940b-e579-4fcb-9761-18597b51b846 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.988535] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bb2e69-2bd2-4676-a7b7-81f91cd9820e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.996639] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c56b92-6478-4f63-a8be-3eb10efe86b9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.010809] env[69186]: DEBUG nova.compute.provider_tree [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.020356] env[69186]: DEBUG oslo_vmware.api [None req-4099756e-e4bb-41a7-b0ee-db52f15f9c20 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31839} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.020634] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4099756e-e4bb-41a7-b0ee-db52f15f9c20 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.020815] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4099756e-e4bb-41a7-b0ee-db52f15f9c20 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.020989] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4099756e-e4bb-41a7-b0ee-db52f15f9c20 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.021538] env[69186]: INFO nova.compute.manager [None req-4099756e-e4bb-41a7-b0ee-db52f15f9c20 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Took 0.64 seconds to destroy the instance on the hypervisor. [ 889.021760] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4099756e-e4bb-41a7-b0ee-db52f15f9c20 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.022668] env[69186]: DEBUG nova.compute.manager [-] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.022775] env[69186]: DEBUG nova.network.neutron [-] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.064407] env[69186]: DEBUG nova.network.neutron [-] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.174557] env[69186]: DEBUG nova.compute.manager [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.222461] env[69186]: INFO nova.compute.manager [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Rebuilding instance [ 889.285893] env[69186]: DEBUG nova.compute.manager [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.286897] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55234bd7-a9aa-4208-b8c6-a9c934626b02 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.391349] env[69186]: INFO nova.compute.manager [-] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Took 1.50 seconds to deallocate network for instance. [ 889.516723] env[69186]: DEBUG nova.scheduler.client.report [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.569393] env[69186]: INFO nova.compute.manager [-] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Took 1.43 seconds to deallocate network for instance. [ 889.704056] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.805035] env[69186]: DEBUG nova.network.neutron [-] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.898495] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.022683] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.026063] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.046s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.027711] env[69186]: INFO nova.compute.claims [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.051220] env[69186]: INFO nova.scheduler.client.report [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Deleted allocations for instance cb7ae2c4-3eef-4254-af3a-3a5de42222d6 [ 890.076446] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.119665] env[69186]: DEBUG nova.compute.manager [req-85040bb0-ff4f-45a1-859f-cec87eaf06cd req-40f00273-35c7-403d-987c-75b1c6a50e19 service nova] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Received event network-vif-deleted-8e982b5f-220a-48bf-8676-f31a0df8951f {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.119849] env[69186]: DEBUG nova.compute.manager [req-85040bb0-ff4f-45a1-859f-cec87eaf06cd req-40f00273-35c7-403d-987c-75b1c6a50e19 service nova] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Received event network-vif-deleted-45a27f2a-cce5-4b02-9909-d7e97b4bcef6 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.121159] env[69186]: DEBUG nova.compute.manager [req-85040bb0-ff4f-45a1-859f-cec87eaf06cd req-40f00273-35c7-403d-987c-75b1c6a50e19 service nova] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Received event network-vif-deleted-80964029-ed1a-4dec-b7e2-c1bbee9dab8f {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.303292] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.303620] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22ddcf0f-e768-40a0-8a48-6ce29d493e7b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.311163] env[69186]: INFO nova.compute.manager [-] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Took 1.29 seconds to deallocate network for instance. [ 890.311509] env[69186]: DEBUG oslo_vmware.api [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Waiting for the task: (returnval){ [ 890.311509] env[69186]: value = "task-3635192" [ 890.311509] env[69186]: _type = "Task" [ 890.311509] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.326650] env[69186]: DEBUG oslo_vmware.api [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3635192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.523223] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Acquiring lock "96c00090-a061-4abe-bf75-fd4aa26457d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.523507] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Lock "96c00090-a061-4abe-bf75-fd4aa26457d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.561108] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b7c70fd8-442e-4b09-867c-29be6b391df2 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Lock "cb7ae2c4-3eef-4254-af3a-3a5de42222d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.178s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.677948] env[69186]: DEBUG oslo_concurrency.lockutils [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Acquiring lock "16110e15-0f28-4d68-955a-3c02189f6699" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.677948] env[69186]: DEBUG oslo_concurrency.lockutils [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Lock "16110e15-0f28-4d68-955a-3c02189f6699" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.823214] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4099756e-e4bb-41a7-b0ee-db52f15f9c20 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.823439] env[69186]: DEBUG oslo_vmware.api [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3635192, 'name': PowerOffVM_Task, 'duration_secs': 0.203495} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.823662] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.824739] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.824739] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc04ac4a-798b-42d9-bba6-f72397d68a8e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.831299] env[69186]: DEBUG oslo_vmware.api [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Waiting for the task: (returnval){ [ 890.831299] env[69186]: value = "task-3635193" [ 890.831299] env[69186]: _type = "Task" [ 890.831299] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.838952] env[69186]: DEBUG oslo_vmware.api [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3635193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.026507] env[69186]: DEBUG nova.compute.manager [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 891.180175] env[69186]: DEBUG nova.compute.manager [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 891.346508] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] VM already powered off {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 891.346733] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Volume detach. Driver type: vmdk {{(pid=69186) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 891.346923] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724702', 'volume_id': '1a9edf1e-1a8a-4c66-89dd-169226d9a198', 'name': 'volume-1a9edf1e-1a8a-4c66-89dd-169226d9a198', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4b5da231-5fde-4cb7-9304-faf5a990231f', 'attached_at': '', 'detached_at': '', 'volume_id': '1a9edf1e-1a8a-4c66-89dd-169226d9a198', 'serial': '1a9edf1e-1a8a-4c66-89dd-169226d9a198'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 891.347721] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04ac0f5-f3b0-4379-a3bd-3c7b4713cff8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.370961] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249cf279-6a57-4eda-a0fa-c5c68f507886 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.378222] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ac89c3-d1aa-4c0a-b801-632e1edcfb6e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.402777] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8706d74e-9d9b-4528-b414-fb088b8897e1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.419020] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] The volume has not been displaced from its original location: [datastore2] volume-1a9edf1e-1a8a-4c66-89dd-169226d9a198/volume-1a9edf1e-1a8a-4c66-89dd-169226d9a198.vmdk. No consolidation needed. {{(pid=69186) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 891.424912] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Reconfiguring VM instance instance-00000015 to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 891.427908] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51f192c0-b803-44fd-a9b9-0d4f0690d197 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.450657] env[69186]: DEBUG oslo_vmware.api [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Waiting for the task: (returnval){ [ 891.450657] env[69186]: value = "task-3635194" [ 891.450657] env[69186]: _type = "Task" [ 891.450657] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.459739] env[69186]: DEBUG oslo_vmware.api [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3635194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.547357] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.603815] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b31f0a-82c0-42f8-b6f3-54e74eceecf8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.611381] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9e85bc-41d1-419a-8bc3-a14a2befbcf5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.643910] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd82df08-3267-4958-bb16-32d6eb7618ca {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.651511] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566892ae-a95c-49f5-9676-f942bd1449c7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.666127] env[69186]: DEBUG nova.compute.provider_tree [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.700786] env[69186]: DEBUG oslo_concurrency.lockutils [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.960987] env[69186]: DEBUG oslo_vmware.api [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3635194, 'name': ReconfigVM_Task, 'duration_secs': 0.378772} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.961318] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Reconfigured VM instance instance-00000015 to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 891.965888] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c75910cd-c278-43df-9515-7fd4a98409a1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.980930] env[69186]: DEBUG oslo_vmware.api [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Waiting for the task: (returnval){ [ 891.980930] env[69186]: value = "task-3635195" [ 891.980930] env[69186]: _type = "Task" [ 891.980930] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.989013] env[69186]: DEBUG oslo_vmware.api [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3635195, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.172898] env[69186]: DEBUG nova.scheduler.client.report [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.490973] env[69186]: DEBUG oslo_vmware.api [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3635195, 'name': ReconfigVM_Task, 'duration_secs': 0.105152} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.494595] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724702', 'volume_id': '1a9edf1e-1a8a-4c66-89dd-169226d9a198', 'name': 'volume-1a9edf1e-1a8a-4c66-89dd-169226d9a198', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4b5da231-5fde-4cb7-9304-faf5a990231f', 'attached_at': '', 'detached_at': '', 'volume_id': '1a9edf1e-1a8a-4c66-89dd-169226d9a198', 'serial': '1a9edf1e-1a8a-4c66-89dd-169226d9a198'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 892.494595] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.494595] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4166e98c-113c-4fd3-8117-7490475ca635 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.499458] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.499961] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03572493-378a-41ca-a398-597f27036295 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.561026] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.561026] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.561026] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Deleting the datastore file [datastore2] 4b5da231-5fde-4cb7-9304-faf5a990231f {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.561026] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7708913e-370c-49b1-9e75-7766c85b5421 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.565814] env[69186]: DEBUG oslo_vmware.api [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Waiting for the task: (returnval){ [ 892.565814] env[69186]: value = "task-3635197" [ 892.565814] env[69186]: _type = "Task" [ 892.565814] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.574354] env[69186]: DEBUG oslo_vmware.api [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3635197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.678751] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.681435] env[69186]: DEBUG nova.compute.manager [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.683162] env[69186]: DEBUG oslo_concurrency.lockutils [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.773s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.684603] env[69186]: INFO nova.compute.claims [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.075463] env[69186]: DEBUG oslo_vmware.api [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Task: {'id': task-3635197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084861} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.075799] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.075919] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.076106] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.128616] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Volume detach. Driver type: vmdk {{(pid=69186) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 893.128976] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00f24ea1-167c-4d13-8307-98d3a93703a1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.137784] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed26c0d-80ec-47c4-8c38-bea697f70292 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.170365] env[69186]: ERROR nova.compute.manager [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Failed to detach volume 1a9edf1e-1a8a-4c66-89dd-169226d9a198 from /dev/sda: nova.exception.InstanceNotFound: Instance 4b5da231-5fde-4cb7-9304-faf5a990231f could not be found. [ 893.170365] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Traceback (most recent call last): [ 893.170365] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 893.170365] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] self.driver.rebuild(**kwargs) [ 893.170365] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 893.170365] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] raise NotImplementedError() [ 893.170365] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] NotImplementedError [ 893.170365] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] [ 893.170365] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] During handling of the above exception, another exception occurred: [ 893.170365] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] [ 893.170365] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Traceback (most recent call last): [ 893.170365] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 893.170365] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] self.driver.detach_volume(context, old_connection_info, [ 893.170983] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 893.170983] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] return self._volumeops.detach_volume(connection_info, instance) [ 893.170983] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 893.170983] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] self._detach_volume_vmdk(connection_info, instance) [ 893.170983] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 893.170983] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 893.170983] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 893.170983] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] stable_ref.fetch_moref(session) [ 893.170983] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 893.170983] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] raise exception.InstanceNotFound(instance_id=self._uuid) [ 893.170983] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] nova.exception.InstanceNotFound: Instance 4b5da231-5fde-4cb7-9304-faf5a990231f could not be found. [ 893.170983] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] [ 893.189274] env[69186]: DEBUG nova.compute.utils [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.193259] env[69186]: DEBUG nova.compute.manager [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.193259] env[69186]: DEBUG nova.network.neutron [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.251573] env[69186]: DEBUG nova.policy [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb021900f5fc4292bb8b0634d22bf780', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e85bd775e68b4c1c92b5f13874cf66fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.339814] env[69186]: DEBUG nova.compute.utils [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Build of instance 4b5da231-5fde-4cb7-9304-faf5a990231f aborted: Failed to rebuild volume backed instance. {{(pid=69186) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 893.343116] env[69186]: ERROR nova.compute.manager [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 4b5da231-5fde-4cb7-9304-faf5a990231f aborted: Failed to rebuild volume backed instance. [ 893.343116] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Traceback (most recent call last): [ 893.343116] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 893.343116] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] self.driver.rebuild(**kwargs) [ 893.343116] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 893.343116] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] raise NotImplementedError() [ 893.343116] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] NotImplementedError [ 893.343116] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] [ 893.343116] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] During handling of the above exception, another exception occurred: [ 893.343116] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] [ 893.343116] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Traceback (most recent call last): [ 893.343116] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 893.343116] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] self._detach_root_volume(context, instance, root_bdm) [ 893.343692] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 893.343692] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] with excutils.save_and_reraise_exception(): [ 893.343692] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 893.343692] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] self.force_reraise() [ 893.343692] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 893.343692] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] raise self.value [ 893.343692] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 893.343692] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] self.driver.detach_volume(context, old_connection_info, [ 893.343692] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 893.343692] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] return self._volumeops.detach_volume(connection_info, instance) [ 893.343692] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 893.343692] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] self._detach_volume_vmdk(connection_info, instance) [ 893.344147] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 893.344147] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 893.344147] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 893.344147] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] stable_ref.fetch_moref(session) [ 893.344147] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 893.344147] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] raise exception.InstanceNotFound(instance_id=self._uuid) [ 893.344147] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] nova.exception.InstanceNotFound: Instance 4b5da231-5fde-4cb7-9304-faf5a990231f could not be found. [ 893.344147] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] [ 893.344147] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] During handling of the above exception, another exception occurred: [ 893.344147] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] [ 893.344147] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Traceback (most recent call last): [ 893.344147] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 893.344147] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] yield [ 893.344147] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 893.344668] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] self._do_rebuild_instance_with_claim( [ 893.344668] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 893.344668] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] self._do_rebuild_instance( [ 893.344668] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 893.344668] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] self._rebuild_default_impl(**kwargs) [ 893.344668] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 893.344668] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] self._rebuild_volume_backed_instance( [ 893.344668] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 893.344668] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] raise exception.BuildAbortException( [ 893.344668] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] nova.exception.BuildAbortException: Build of instance 4b5da231-5fde-4cb7-9304-faf5a990231f aborted: Failed to rebuild volume backed instance. [ 893.344668] env[69186]: ERROR nova.compute.manager [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] [ 893.673981] env[69186]: DEBUG nova.network.neutron [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Successfully created port: a662a72b-1794-41e1-a118-a71b5719eb0b {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.696194] env[69186]: DEBUG nova.compute.utils [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.148085] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb20c33-a652-4643-a021-136ae0684a07 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.155439] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4652fcb9-b86c-4303-8c14-3e4a8de374cd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.185017] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d2a9d5-f4eb-45f3-ae60-d18af2b53e34 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.192472] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d80b4be-b303-468b-b40d-1821e021389c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.207545] env[69186]: DEBUG nova.compute.manager [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.210507] env[69186]: DEBUG nova.compute.provider_tree [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.716607] env[69186]: DEBUG nova.scheduler.client.report [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.226154] env[69186]: DEBUG oslo_concurrency.lockutils [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.226588] env[69186]: DEBUG nova.compute.manager [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.230794] env[69186]: DEBUG nova.compute.manager [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.238173] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 38.098s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.244291] env[69186]: DEBUG nova.compute.manager [req-9073c772-28ad-4f8c-99ec-d753a4e36661 req-8c54ffd6-d38b-4e3e-bebf-e5b0bd51018d service nova] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Received event network-vif-plugged-a662a72b-1794-41e1-a118-a71b5719eb0b {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.244291] env[69186]: DEBUG oslo_concurrency.lockutils [req-9073c772-28ad-4f8c-99ec-d753a4e36661 req-8c54ffd6-d38b-4e3e-bebf-e5b0bd51018d service nova] Acquiring lock "0d5c3a06-eb2e-4278-a95f-bffd49de051c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.244291] env[69186]: DEBUG oslo_concurrency.lockutils [req-9073c772-28ad-4f8c-99ec-d753a4e36661 req-8c54ffd6-d38b-4e3e-bebf-e5b0bd51018d service nova] Lock "0d5c3a06-eb2e-4278-a95f-bffd49de051c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.244291] env[69186]: DEBUG oslo_concurrency.lockutils [req-9073c772-28ad-4f8c-99ec-d753a4e36661 req-8c54ffd6-d38b-4e3e-bebf-e5b0bd51018d service nova] Lock "0d5c3a06-eb2e-4278-a95f-bffd49de051c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.244291] env[69186]: DEBUG nova.compute.manager [req-9073c772-28ad-4f8c-99ec-d753a4e36661 req-8c54ffd6-d38b-4e3e-bebf-e5b0bd51018d service nova] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] No waiting events found dispatching network-vif-plugged-a662a72b-1794-41e1-a118-a71b5719eb0b {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.244498] env[69186]: WARNING nova.compute.manager [req-9073c772-28ad-4f8c-99ec-d753a4e36661 req-8c54ffd6-d38b-4e3e-bebf-e5b0bd51018d service nova] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Received unexpected event network-vif-plugged-a662a72b-1794-41e1-a118-a71b5719eb0b for instance with vm_state building and task_state spawning. [ 895.270354] env[69186]: DEBUG nova.virt.hardware [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:22:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1925536395',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-2125322499',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.270744] env[69186]: DEBUG nova.virt.hardware [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.271028] env[69186]: DEBUG nova.virt.hardware [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.271338] env[69186]: DEBUG nova.virt.hardware [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.271586] env[69186]: DEBUG nova.virt.hardware [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.271865] env[69186]: DEBUG nova.virt.hardware [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.272187] env[69186]: DEBUG nova.virt.hardware [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.272459] env[69186]: DEBUG nova.virt.hardware [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.272746] env[69186]: DEBUG nova.virt.hardware [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.273052] env[69186]: DEBUG nova.virt.hardware [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.273358] env[69186]: DEBUG nova.virt.hardware [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.275428] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bc3929-2fcd-4ddb-a3dd-75aebcd9c0a1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.289556] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6f3f91-57d8-4dac-aaf9-f80361d90423 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.315968] env[69186]: DEBUG nova.network.neutron [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Successfully updated port: a662a72b-1794-41e1-a118-a71b5719eb0b {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.359281] env[69186]: DEBUG oslo_concurrency.lockutils [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.740810] env[69186]: DEBUG nova.compute.utils [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.742097] env[69186]: DEBUG nova.compute.manager [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.742097] env[69186]: DEBUG nova.network.neutron [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.746296] env[69186]: INFO nova.compute.claims [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.759128] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d10a92c7-1cd9-43e5-8fdc-89229b66d1fa tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Acquiring lock "4b5da231-5fde-4cb7-9304-faf5a990231f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.759381] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d10a92c7-1cd9-43e5-8fdc-89229b66d1fa tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Lock "4b5da231-5fde-4cb7-9304-faf5a990231f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.759581] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d10a92c7-1cd9-43e5-8fdc-89229b66d1fa tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Acquiring lock "4b5da231-5fde-4cb7-9304-faf5a990231f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.759767] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d10a92c7-1cd9-43e5-8fdc-89229b66d1fa tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Lock "4b5da231-5fde-4cb7-9304-faf5a990231f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.760750] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d10a92c7-1cd9-43e5-8fdc-89229b66d1fa tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Lock "4b5da231-5fde-4cb7-9304-faf5a990231f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.761995] env[69186]: INFO nova.compute.manager [None req-d10a92c7-1cd9-43e5-8fdc-89229b66d1fa tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Terminating instance [ 895.802228] env[69186]: DEBUG nova.policy [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6d5260cf12a47dc8971c8f4d89b14e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d54b3f4ffd4458f9e27881bd5f60105', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.820439] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Acquiring lock "refresh_cache-0d5c3a06-eb2e-4278-a95f-bffd49de051c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.820593] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Acquired lock "refresh_cache-0d5c3a06-eb2e-4278-a95f-bffd49de051c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.820837] env[69186]: DEBUG nova.network.neutron [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.154090] env[69186]: DEBUG nova.network.neutron [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Successfully created port: f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.244979] env[69186]: DEBUG nova.compute.manager [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.252349] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "403d80f5-89fe-4da5-a156-38f499d1e7e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.252657] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "403d80f5-89fe-4da5-a156-38f499d1e7e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.254974] env[69186]: INFO nova.compute.resource_tracker [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Updating resource usage from migration d9f2b797-70de-4865-b49b-0d538c6fce51 [ 896.269729] env[69186]: DEBUG nova.compute.manager [None req-d10a92c7-1cd9-43e5-8fdc-89229b66d1fa tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.270411] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1abda6a-9885-4667-b642-877c17aa81f3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.287235] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98be790-3143-46ca-81b6-58ee83787cfc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.327141] env[69186]: WARNING nova.virt.vmwareapi.driver [None req-d10a92c7-1cd9-43e5-8fdc-89229b66d1fa tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 4b5da231-5fde-4cb7-9304-faf5a990231f could not be found. [ 896.327355] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d10a92c7-1cd9-43e5-8fdc-89229b66d1fa tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.329924] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-470299ce-6ecb-43bb-8dbc-d202421fb15d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.339584] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184a6607-2047-41ae-b48a-25115e31bbba {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.372670] env[69186]: WARNING nova.virt.vmwareapi.vmops [None req-d10a92c7-1cd9-43e5-8fdc-89229b66d1fa tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 4b5da231-5fde-4cb7-9304-faf5a990231f could not be found. [ 896.375614] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d10a92c7-1cd9-43e5-8fdc-89229b66d1fa tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.375614] env[69186]: INFO nova.compute.manager [None req-d10a92c7-1cd9-43e5-8fdc-89229b66d1fa tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Took 0.10 seconds to destroy the instance on the hypervisor. [ 896.375614] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d10a92c7-1cd9-43e5-8fdc-89229b66d1fa tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.375614] env[69186]: DEBUG nova.network.neutron [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.375907] env[69186]: DEBUG nova.compute.manager [-] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.375999] env[69186]: DEBUG nova.network.neutron [-] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.758184] env[69186]: DEBUG nova.compute.manager [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.912284] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89057296-5732-4f09-b615-740c8b101cee {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.925096] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd4d769-cb4f-475e-9eb7-c03166598bc0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.963589] env[69186]: DEBUG nova.network.neutron [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Updating instance_info_cache with network_info: [{"id": "a662a72b-1794-41e1-a118-a71b5719eb0b", "address": "fa:16:3e:ee:ed:ad", "network": {"id": "f695c878-49f7-4e5f-aba6-43cea95288e9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-392945436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85bd775e68b4c1c92b5f13874cf66fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa662a72b-17", "ovs_interfaceid": "a662a72b-1794-41e1-a118-a71b5719eb0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.967837] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4edf5b5-44dc-4e20-ba38-86fc9cbda1f2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.974427] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b424253f-59cc-4cbb-a914-d76530d7589f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.991612] env[69186]: DEBUG nova.compute.provider_tree [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.258377] env[69186]: DEBUG nova.compute.manager [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.283406] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.288131] env[69186]: DEBUG nova.virt.hardware [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.288131] env[69186]: DEBUG nova.virt.hardware [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.288131] env[69186]: DEBUG nova.virt.hardware [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.288408] env[69186]: DEBUG nova.virt.hardware [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.288408] env[69186]: DEBUG nova.virt.hardware [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.288408] env[69186]: DEBUG nova.virt.hardware [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.288408] env[69186]: DEBUG nova.virt.hardware [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.288408] env[69186]: DEBUG nova.virt.hardware [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.288554] env[69186]: DEBUG nova.virt.hardware [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.288554] env[69186]: DEBUG nova.virt.hardware [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.288554] env[69186]: DEBUG nova.virt.hardware [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.291322] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14649c14-d43e-4712-b0da-01ba30a90539 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.297989] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073b6e7a-9e13-4f90-8c3d-b44e2838c3e4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.363341] env[69186]: DEBUG nova.compute.manager [req-42366179-544c-42c6-b4c9-92b0ba51ae60 req-29bfe327-26a7-47c4-9e98-0c2299ee7fb2 service nova] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Received event network-changed-a662a72b-1794-41e1-a118-a71b5719eb0b {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.363759] env[69186]: DEBUG nova.compute.manager [req-42366179-544c-42c6-b4c9-92b0ba51ae60 req-29bfe327-26a7-47c4-9e98-0c2299ee7fb2 service nova] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Refreshing instance network info cache due to event network-changed-a662a72b-1794-41e1-a118-a71b5719eb0b. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.364122] env[69186]: DEBUG oslo_concurrency.lockutils [req-42366179-544c-42c6-b4c9-92b0ba51ae60 req-29bfe327-26a7-47c4-9e98-0c2299ee7fb2 service nova] Acquiring lock "refresh_cache-0d5c3a06-eb2e-4278-a95f-bffd49de051c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.470211] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Releasing lock "refresh_cache-0d5c3a06-eb2e-4278-a95f-bffd49de051c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.470576] env[69186]: DEBUG nova.compute.manager [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Instance network_info: |[{"id": "a662a72b-1794-41e1-a118-a71b5719eb0b", "address": "fa:16:3e:ee:ed:ad", "network": {"id": "f695c878-49f7-4e5f-aba6-43cea95288e9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-392945436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85bd775e68b4c1c92b5f13874cf66fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa662a72b-17", "ovs_interfaceid": "a662a72b-1794-41e1-a118-a71b5719eb0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.473512] env[69186]: DEBUG oslo_concurrency.lockutils [req-42366179-544c-42c6-b4c9-92b0ba51ae60 req-29bfe327-26a7-47c4-9e98-0c2299ee7fb2 service nova] Acquired lock "refresh_cache-0d5c3a06-eb2e-4278-a95f-bffd49de051c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.473512] env[69186]: DEBUG nova.network.neutron [req-42366179-544c-42c6-b4c9-92b0ba51ae60 req-29bfe327-26a7-47c4-9e98-0c2299ee7fb2 service nova] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Refreshing network info cache for port a662a72b-1794-41e1-a118-a71b5719eb0b {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.474616] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:ed:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a662a72b-1794-41e1-a118-a71b5719eb0b', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.490488] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.494810] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.495662] env[69186]: DEBUG nova.scheduler.client.report [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.499163] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd6b4b11-1674-4f30-a8f6-665d3b862764 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.515757] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.278s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.515944] env[69186]: INFO nova.compute.manager [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Migrating [ 897.522743] env[69186]: DEBUG oslo_concurrency.lockutils [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.362s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.523778] env[69186]: INFO nova.compute.claims [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.535453] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.535453] env[69186]: value = "task-3635198" [ 897.535453] env[69186]: _type = "Task" [ 897.535453] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.544162] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635198, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.835461] env[69186]: DEBUG nova.network.neutron [-] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.035171] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "refresh_cache-3b71b08a-29ed-4e29-aa4f-1399df38498d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.035295] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquired lock "refresh_cache-3b71b08a-29ed-4e29-aa4f-1399df38498d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.035402] env[69186]: DEBUG nova.network.neutron [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.050819] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635198, 'name': CreateVM_Task, 'duration_secs': 0.331222} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.050991] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.051673] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.051854] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.052209] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.052465] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-152955d5-8dbe-4e14-9232-da94f394e1cd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.057709] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Waiting for the task: (returnval){ [ 898.057709] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529fd52d-8544-d729-a837-c6bb695c7e8b" [ 898.057709] env[69186]: _type = "Task" [ 898.057709] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.065671] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529fd52d-8544-d729-a837-c6bb695c7e8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.322453] env[69186]: DEBUG nova.network.neutron [req-42366179-544c-42c6-b4c9-92b0ba51ae60 req-29bfe327-26a7-47c4-9e98-0c2299ee7fb2 service nova] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Updated VIF entry in instance network info cache for port a662a72b-1794-41e1-a118-a71b5719eb0b. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.322823] env[69186]: DEBUG nova.network.neutron [req-42366179-544c-42c6-b4c9-92b0ba51ae60 req-29bfe327-26a7-47c4-9e98-0c2299ee7fb2 service nova] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Updating instance_info_cache with network_info: [{"id": "a662a72b-1794-41e1-a118-a71b5719eb0b", "address": "fa:16:3e:ee:ed:ad", "network": {"id": "f695c878-49f7-4e5f-aba6-43cea95288e9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-392945436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85bd775e68b4c1c92b5f13874cf66fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa662a72b-17", "ovs_interfaceid": "a662a72b-1794-41e1-a118-a71b5719eb0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.338557] env[69186]: INFO nova.compute.manager [-] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Took 1.96 seconds to deallocate network for instance. [ 898.391092] env[69186]: DEBUG nova.network.neutron [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Successfully updated port: f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.574184] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529fd52d-8544-d729-a837-c6bb695c7e8b, 'name': SearchDatastore_Task, 'duration_secs': 0.036449} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.574981] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.574981] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.574981] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.575168] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.575423] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.575751] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-449881a7-6ae5-4706-bacc-86779f3da67d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.591461] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.591581] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.596437] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2d9dc8a-41c3-43f2-810b-b54e5c9714de {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.602552] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Waiting for the task: (returnval){ [ 898.602552] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e25a71-8892-2228-6178-db8e6129b350" [ 898.602552] env[69186]: _type = "Task" [ 898.602552] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.612244] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e25a71-8892-2228-6178-db8e6129b350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.826138] env[69186]: DEBUG oslo_concurrency.lockutils [req-42366179-544c-42c6-b4c9-92b0ba51ae60 req-29bfe327-26a7-47c4-9e98-0c2299ee7fb2 service nova] Releasing lock "refresh_cache-0d5c3a06-eb2e-4278-a95f-bffd49de051c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.855796] env[69186]: DEBUG nova.network.neutron [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Updating instance_info_cache with network_info: [{"id": "fb593900-80ea-468b-9e64-d6b0a7fa5c6e", "address": "fa:16:3e:d3:fd:e1", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb593900-80", "ovs_interfaceid": "fb593900-80ea-468b-9e64-d6b0a7fa5c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.897732] env[69186]: DEBUG oslo_concurrency.lockutils [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "refresh_cache-3dfd762c-7776-4200-a9f7-be2220b547a2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.897732] env[69186]: DEBUG oslo_concurrency.lockutils [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquired lock "refresh_cache-3dfd762c-7776-4200-a9f7-be2220b547a2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.897732] env[69186]: DEBUG nova.network.neutron [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.908166] env[69186]: INFO nova.compute.manager [None req-d10a92c7-1cd9-43e5-8fdc-89229b66d1fa tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Took 0.57 seconds to detach 1 volumes for instance. [ 898.913048] env[69186]: DEBUG nova.compute.manager [None req-d10a92c7-1cd9-43e5-8fdc-89229b66d1fa tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Deleting volume: 1a9edf1e-1a8a-4c66-89dd-169226d9a198 {{(pid=69186) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 899.078385] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a2ca30-e786-4abe-8361-40802cea5d4b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.086269] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5087d2c8-a27e-48f4-a263-46b3d05d4787 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.119229] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f09bbcf-5e10-4b72-ab57-0e90102584ec {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.130897] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2d4341-de9b-4eea-bb3d-30747120d226 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.134535] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e25a71-8892-2228-6178-db8e6129b350, 'name': SearchDatastore_Task, 'duration_secs': 0.019434} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.135564] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7e45aa9-6e10-4914-a460-b0319663dd13 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.145738] env[69186]: DEBUG nova.compute.provider_tree [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.150644] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Waiting for the task: (returnval){ [ 899.150644] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f751a8-ed34-2827-0821-e477ee3a72b6" [ 899.150644] env[69186]: _type = "Task" [ 899.150644] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.158860] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f751a8-ed34-2827-0821-e477ee3a72b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.363224] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Releasing lock "refresh_cache-3b71b08a-29ed-4e29-aa4f-1399df38498d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.445623] env[69186]: DEBUG nova.compute.manager [req-c1c0500f-0baf-4168-9dac-76993f87cc15 req-240cd929-1aa4-4d95-a73f-c1efe4ee0d59 service nova] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Received event network-vif-deleted-1019decd-6341-4b4a-9292-d6d1dbe15ec6 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.446145] env[69186]: DEBUG nova.compute.manager [req-c1c0500f-0baf-4168-9dac-76993f87cc15 req-240cd929-1aa4-4d95-a73f-c1efe4ee0d59 service nova] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Received event network-vif-plugged-f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.446234] env[69186]: DEBUG oslo_concurrency.lockutils [req-c1c0500f-0baf-4168-9dac-76993f87cc15 req-240cd929-1aa4-4d95-a73f-c1efe4ee0d59 service nova] Acquiring lock "3dfd762c-7776-4200-a9f7-be2220b547a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.446456] env[69186]: DEBUG oslo_concurrency.lockutils [req-c1c0500f-0baf-4168-9dac-76993f87cc15 req-240cd929-1aa4-4d95-a73f-c1efe4ee0d59 service nova] Lock "3dfd762c-7776-4200-a9f7-be2220b547a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.446683] env[69186]: DEBUG oslo_concurrency.lockutils [req-c1c0500f-0baf-4168-9dac-76993f87cc15 req-240cd929-1aa4-4d95-a73f-c1efe4ee0d59 service nova] Lock "3dfd762c-7776-4200-a9f7-be2220b547a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.446896] env[69186]: DEBUG nova.compute.manager [req-c1c0500f-0baf-4168-9dac-76993f87cc15 req-240cd929-1aa4-4d95-a73f-c1efe4ee0d59 service nova] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] No waiting events found dispatching network-vif-plugged-f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.447211] env[69186]: WARNING nova.compute.manager [req-c1c0500f-0baf-4168-9dac-76993f87cc15 req-240cd929-1aa4-4d95-a73f-c1efe4ee0d59 service nova] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Received unexpected event network-vif-plugged-f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc for instance with vm_state building and task_state spawning. [ 899.447395] env[69186]: DEBUG nova.compute.manager [req-c1c0500f-0baf-4168-9dac-76993f87cc15 req-240cd929-1aa4-4d95-a73f-c1efe4ee0d59 service nova] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Received event network-changed-f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.447610] env[69186]: DEBUG nova.compute.manager [req-c1c0500f-0baf-4168-9dac-76993f87cc15 req-240cd929-1aa4-4d95-a73f-c1efe4ee0d59 service nova] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Refreshing instance network info cache due to event network-changed-f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.447765] env[69186]: DEBUG oslo_concurrency.lockutils [req-c1c0500f-0baf-4168-9dac-76993f87cc15 req-240cd929-1aa4-4d95-a73f-c1efe4ee0d59 service nova] Acquiring lock "refresh_cache-3dfd762c-7776-4200-a9f7-be2220b547a2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.459913] env[69186]: DEBUG nova.network.neutron [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.473868] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d10a92c7-1cd9-43e5-8fdc-89229b66d1fa tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.648926] env[69186]: DEBUG nova.scheduler.client.report [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.668166] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f751a8-ed34-2827-0821-e477ee3a72b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009731} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.668517] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.671427] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 0d5c3a06-eb2e-4278-a95f-bffd49de051c/0d5c3a06-eb2e-4278-a95f-bffd49de051c.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.672290] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99ca2606-9bb4-416e-9839-42861e09f995 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.678600] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Waiting for the task: (returnval){ [ 899.678600] env[69186]: value = "task-3635200" [ 899.678600] env[69186]: _type = "Task" [ 899.678600] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.689459] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3635200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.719411] env[69186]: DEBUG nova.network.neutron [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Updating instance_info_cache with network_info: [{"id": "f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc", "address": "fa:16:3e:77:f5:97", "network": {"id": "b7322786-1746-46f8-9c73-92bc44ddacf8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1789139579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d54b3f4ffd4458f9e27881bd5f60105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a92d65-4b", "ovs_interfaceid": "f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.160033] env[69186]: DEBUG oslo_concurrency.lockutils [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.160585] env[69186]: DEBUG nova.compute.manager [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.163343] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.987s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.163471] env[69186]: DEBUG nova.objects.instance [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Lazy-loading 'resources' on Instance uuid 24dd714b-4a10-49e4-91d0-6ced17d00b0e {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.191193] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3635200, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.221980] env[69186]: DEBUG oslo_concurrency.lockutils [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Releasing lock "refresh_cache-3dfd762c-7776-4200-a9f7-be2220b547a2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.222462] env[69186]: DEBUG nova.compute.manager [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Instance network_info: |[{"id": "f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc", "address": "fa:16:3e:77:f5:97", "network": {"id": "b7322786-1746-46f8-9c73-92bc44ddacf8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1789139579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d54b3f4ffd4458f9e27881bd5f60105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a92d65-4b", "ovs_interfaceid": "f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 900.222805] env[69186]: DEBUG oslo_concurrency.lockutils [req-c1c0500f-0baf-4168-9dac-76993f87cc15 req-240cd929-1aa4-4d95-a73f-c1efe4ee0d59 service nova] Acquired lock "refresh_cache-3dfd762c-7776-4200-a9f7-be2220b547a2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.222934] env[69186]: DEBUG nova.network.neutron [req-c1c0500f-0baf-4168-9dac-76993f87cc15 req-240cd929-1aa4-4d95-a73f-c1efe4ee0d59 service nova] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Refreshing network info cache for port f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.224721] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:f5:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.234029] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.235180] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.235571] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71eef223-5328-4484-a90d-3dfab736fc70 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.259307] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.259307] env[69186]: value = "task-3635201" [ 900.259307] env[69186]: _type = "Task" [ 900.259307] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.268863] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635201, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.666498] env[69186]: DEBUG nova.compute.utils [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.670925] env[69186]: DEBUG nova.compute.manager [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 900.671175] env[69186]: DEBUG nova.network.neutron [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.692712] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3635200, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.731844] env[69186]: DEBUG nova.policy [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10070911a5394bb58d5f3b632062c3dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1918c23b8ea04e7eb177e642e8ef30a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.771161] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635201, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.878523] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e788123-f400-440a-98f0-32296fb5374f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.902174] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Updating instance '3b71b08a-29ed-4e29-aa4f-1399df38498d' progress to 0 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 901.171179] env[69186]: DEBUG nova.compute.manager [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.190364] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3635200, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.222646] env[69186]: DEBUG nova.network.neutron [req-c1c0500f-0baf-4168-9dac-76993f87cc15 req-240cd929-1aa4-4d95-a73f-c1efe4ee0d59 service nova] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Updated VIF entry in instance network info cache for port f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.223342] env[69186]: DEBUG nova.network.neutron [req-c1c0500f-0baf-4168-9dac-76993f87cc15 req-240cd929-1aa4-4d95-a73f-c1efe4ee0d59 service nova] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Updating instance_info_cache with network_info: [{"id": "f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc", "address": "fa:16:3e:77:f5:97", "network": {"id": "b7322786-1746-46f8-9c73-92bc44ddacf8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1789139579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d54b3f4ffd4458f9e27881bd5f60105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a92d65-4b", "ovs_interfaceid": "f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.236219] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ee3fc0-d260-4880-8c2c-8c8b14f1383c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.245552] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0355f7-bbb7-493d-a7d9-a3b82dc3bb8d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.282572] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8777cf2-eeda-4872-a2cf-f01ce3fc4a0d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.291036] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635201, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.297524] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0606ba08-a876-4529-ac28-f5e59fc0d6ac {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.314409] env[69186]: DEBUG nova.compute.provider_tree [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.396567] env[69186]: DEBUG nova.network.neutron [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Successfully created port: 6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.411261] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.411584] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c80a86c0-475b-4c3d-849f-fd64915f6186 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.419278] env[69186]: DEBUG oslo_vmware.api [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 901.419278] env[69186]: value = "task-3635202" [ 901.419278] env[69186]: _type = "Task" [ 901.419278] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.429987] env[69186]: DEBUG oslo_vmware.api [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.692281] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3635200, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.523862} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.692711] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 0d5c3a06-eb2e-4278-a95f-bffd49de051c/0d5c3a06-eb2e-4278-a95f-bffd49de051c.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.693147] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.693235] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65848628-fd8b-4583-8c94-93eaca2dfd38 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.700506] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Waiting for the task: (returnval){ [ 901.700506] env[69186]: value = "task-3635203" [ 901.700506] env[69186]: _type = "Task" [ 901.700506] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.711092] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3635203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.728955] env[69186]: DEBUG oslo_concurrency.lockutils [req-c1c0500f-0baf-4168-9dac-76993f87cc15 req-240cd929-1aa4-4d95-a73f-c1efe4ee0d59 service nova] Releasing lock "refresh_cache-3dfd762c-7776-4200-a9f7-be2220b547a2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.787946] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635201, 'name': CreateVM_Task, 'duration_secs': 1.414404} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.788370] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.789321] env[69186]: DEBUG oslo_concurrency.lockutils [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.789580] env[69186]: DEBUG oslo_concurrency.lockutils [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.790011] env[69186]: DEBUG oslo_concurrency.lockutils [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.790350] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71051577-f975-46a4-ba88-c50f98bf5d8e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.795597] env[69186]: DEBUG oslo_vmware.api [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 901.795597] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c836e6-3518-fe2b-1a59-faff324da683" [ 901.795597] env[69186]: _type = "Task" [ 901.795597] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.800195] env[69186]: DEBUG nova.network.neutron [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Successfully created port: 10bd9ccd-7d52-4444-9473-47cef46f2d4c {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.807875] env[69186]: DEBUG oslo_vmware.api [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c836e6-3518-fe2b-1a59-faff324da683, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.817534] env[69186]: DEBUG nova.scheduler.client.report [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.929920] env[69186]: DEBUG oslo_vmware.api [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635202, 'name': PowerOffVM_Task, 'duration_secs': 0.287608} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.930489] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.930574] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Updating instance '3b71b08a-29ed-4e29-aa4f-1399df38498d' progress to 17 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.135120] env[69186]: DEBUG nova.network.neutron [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Successfully created port: a1725d58-0c1d-4a5a-84d0-4d13fef162eb {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.183567] env[69186]: DEBUG nova.compute.manager [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.214726] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3635203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075478} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.217995] env[69186]: DEBUG nova.virt.hardware [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.218441] env[69186]: DEBUG nova.virt.hardware [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.218727] env[69186]: DEBUG nova.virt.hardware [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.220132] env[69186]: DEBUG nova.virt.hardware [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.220132] env[69186]: DEBUG nova.virt.hardware [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.220132] env[69186]: DEBUG nova.virt.hardware [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.220132] env[69186]: DEBUG nova.virt.hardware [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.220132] env[69186]: DEBUG nova.virt.hardware [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.220374] env[69186]: DEBUG nova.virt.hardware [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.220374] env[69186]: DEBUG nova.virt.hardware [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.220374] env[69186]: DEBUG nova.virt.hardware [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.220483] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.221411] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab17cb5-3adc-4fae-8eff-736f358064c1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.224398] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972b51d1-4a11-40ce-81cd-d9e8f2829558 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.247429] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 0d5c3a06-eb2e-4278-a95f-bffd49de051c/0d5c3a06-eb2e-4278-a95f-bffd49de051c.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.250246] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c58b89b-6ded-4a21-8cee-9876ea5dd381 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.265689] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6fc205-1279-4135-a720-e441357d2bb8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.283210] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Waiting for the task: (returnval){ [ 902.283210] env[69186]: value = "task-3635204" [ 902.283210] env[69186]: _type = "Task" [ 902.283210] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.291142] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3635204, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.304921] env[69186]: DEBUG oslo_vmware.api [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c836e6-3518-fe2b-1a59-faff324da683, 'name': SearchDatastore_Task, 'duration_secs': 0.009432} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.305311] env[69186]: DEBUG oslo_concurrency.lockutils [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.305550] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.305785] env[69186]: DEBUG oslo_concurrency.lockutils [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.305930] env[69186]: DEBUG oslo_concurrency.lockutils [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.306118] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.306370] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a42b9c55-d280-4a11-bcab-a9ff04e86a37 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.314348] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.314543] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.315646] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4984b6ea-c5ba-48e0-ad6a-b0d6fdec00b9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.320233] env[69186]: DEBUG oslo_vmware.api [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 902.320233] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525542fc-40f1-3abf-2ef9-75be1648b72a" [ 902.320233] env[69186]: _type = "Task" [ 902.320233] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.324250] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.326550] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.553s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.328163] env[69186]: INFO nova.compute.claims [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.336930] env[69186]: DEBUG oslo_vmware.api [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525542fc-40f1-3abf-2ef9-75be1648b72a, 'name': SearchDatastore_Task, 'duration_secs': 0.010882} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.338526] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df6c8f66-5ea9-44f8-8830-72004bf8026d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.343636] env[69186]: DEBUG oslo_vmware.api [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 902.343636] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52509832-ca36-da17-f48e-79f6666edd5b" [ 902.343636] env[69186]: _type = "Task" [ 902.343636] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.349658] env[69186]: INFO nova.scheduler.client.report [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Deleted allocations for instance 24dd714b-4a10-49e4-91d0-6ced17d00b0e [ 902.352359] env[69186]: DEBUG oslo_vmware.api [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52509832-ca36-da17-f48e-79f6666edd5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.443026] env[69186]: DEBUG nova.virt.hardware [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.443026] env[69186]: DEBUG nova.virt.hardware [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.443026] env[69186]: DEBUG nova.virt.hardware [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.443026] env[69186]: DEBUG nova.virt.hardware [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.443570] env[69186]: DEBUG nova.virt.hardware [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.443570] env[69186]: DEBUG nova.virt.hardware [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.443570] env[69186]: DEBUG nova.virt.hardware [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.443570] env[69186]: DEBUG nova.virt.hardware [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.443570] env[69186]: DEBUG nova.virt.hardware [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.443798] env[69186]: DEBUG nova.virt.hardware [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.443798] env[69186]: DEBUG nova.virt.hardware [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.449665] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06d97baf-8b4d-4365-97f3-76559cfc01f2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.467158] env[69186]: DEBUG oslo_vmware.api [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 902.467158] env[69186]: value = "task-3635205" [ 902.467158] env[69186]: _type = "Task" [ 902.467158] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.476377] env[69186]: DEBUG oslo_vmware.api [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.588720] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Acquiring lock "bca21a31-e29e-46cd-a096-01a565bf9d72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.588935] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Lock "bca21a31-e29e-46cd-a096-01a565bf9d72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.796958] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3635204, 'name': ReconfigVM_Task, 'duration_secs': 0.309274} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.797844] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 0d5c3a06-eb2e-4278-a95f-bffd49de051c/0d5c3a06-eb2e-4278-a95f-bffd49de051c.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.798375] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69186) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 902.799352] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-0797c9fc-90e2-4464-bdb4-3c6629923907 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.809037] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Waiting for the task: (returnval){ [ 902.809037] env[69186]: value = "task-3635206" [ 902.809037] env[69186]: _type = "Task" [ 902.809037] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.818380] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3635206, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.860656] env[69186]: DEBUG oslo_vmware.api [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52509832-ca36-da17-f48e-79f6666edd5b, 'name': SearchDatastore_Task, 'duration_secs': 0.008757} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.861939] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Lock "24dd714b-4a10-49e4-91d0-6ced17d00b0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.178s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.863150] env[69186]: DEBUG oslo_concurrency.lockutils [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.864010] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 3dfd762c-7776-4200-a9f7-be2220b547a2/3dfd762c-7776-4200-a9f7-be2220b547a2.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.864570] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6913850d-907b-441f-ad57-abc8a1e63374 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.874234] env[69186]: DEBUG oslo_vmware.api [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 902.874234] env[69186]: value = "task-3635207" [ 902.874234] env[69186]: _type = "Task" [ 902.874234] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.885709] env[69186]: DEBUG oslo_vmware.api [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.977900] env[69186]: DEBUG oslo_vmware.api [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635205, 'name': ReconfigVM_Task, 'duration_secs': 0.370119} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.978241] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Updating instance '3b71b08a-29ed-4e29-aa4f-1399df38498d' progress to 33 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 903.091832] env[69186]: DEBUG nova.compute.manager [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.318190] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3635206, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.079537} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.318492] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69186) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 903.319312] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb223fde-8964-4751-983d-3564047eebd3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.348395] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 0d5c3a06-eb2e-4278-a95f-bffd49de051c/ephemeral_0.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.348938] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1446fec6-2fb8-419f-a1bf-a8510a7091af {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.368864] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Waiting for the task: (returnval){ [ 903.368864] env[69186]: value = "task-3635208" [ 903.368864] env[69186]: _type = "Task" [ 903.368864] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.379877] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3635208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.389136] env[69186]: DEBUG oslo_vmware.api [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635207, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.487813] env[69186]: DEBUG nova.virt.hardware [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:24:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a50e9888-1be3-43dd-adbc-f7aad3c14d17',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-201653384',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.488093] env[69186]: DEBUG nova.virt.hardware [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.488248] env[69186]: DEBUG nova.virt.hardware [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.488827] env[69186]: DEBUG nova.virt.hardware [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.488827] env[69186]: DEBUG nova.virt.hardware [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.488827] env[69186]: DEBUG nova.virt.hardware [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.489029] env[69186]: DEBUG nova.virt.hardware [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.491209] env[69186]: DEBUG nova.virt.hardware [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.491209] env[69186]: DEBUG nova.virt.hardware [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.491209] env[69186]: DEBUG nova.virt.hardware [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.491209] env[69186]: DEBUG nova.virt.hardware [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.495803] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 903.496114] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02bcfaf1-2038-4471-b8ce-bdeac565f25f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.519644] env[69186]: DEBUG oslo_vmware.api [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 903.519644] env[69186]: value = "task-3635209" [ 903.519644] env[69186]: _type = "Task" [ 903.519644] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.529545] env[69186]: DEBUG oslo_vmware.api [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.616482] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.766717] env[69186]: DEBUG nova.compute.manager [req-e2f222ed-c48c-418c-b11c-60ab9caa9af9 req-d2c65825-c1f1-46ed-b111-e763d4c9b310 service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Received event network-vif-plugged-6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.766940] env[69186]: DEBUG oslo_concurrency.lockutils [req-e2f222ed-c48c-418c-b11c-60ab9caa9af9 req-d2c65825-c1f1-46ed-b111-e763d4c9b310 service nova] Acquiring lock "a21b0f2e-6189-4e9d-8b98-4bad9ba56b60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.767153] env[69186]: DEBUG oslo_concurrency.lockutils [req-e2f222ed-c48c-418c-b11c-60ab9caa9af9 req-d2c65825-c1f1-46ed-b111-e763d4c9b310 service nova] Lock "a21b0f2e-6189-4e9d-8b98-4bad9ba56b60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.767357] env[69186]: DEBUG oslo_concurrency.lockutils [req-e2f222ed-c48c-418c-b11c-60ab9caa9af9 req-d2c65825-c1f1-46ed-b111-e763d4c9b310 service nova] Lock "a21b0f2e-6189-4e9d-8b98-4bad9ba56b60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.768233] env[69186]: DEBUG nova.compute.manager [req-e2f222ed-c48c-418c-b11c-60ab9caa9af9 req-d2c65825-c1f1-46ed-b111-e763d4c9b310 service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] No waiting events found dispatching network-vif-plugged-6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.768233] env[69186]: WARNING nova.compute.manager [req-e2f222ed-c48c-418c-b11c-60ab9caa9af9 req-d2c65825-c1f1-46ed-b111-e763d4c9b310 service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Received unexpected event network-vif-plugged-6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb for instance with vm_state building and task_state spawning. [ 903.848953] env[69186]: DEBUG nova.network.neutron [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Successfully updated port: 6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.881459] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3635208, 'name': ReconfigVM_Task, 'duration_secs': 0.42205} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.883883] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 0d5c3a06-eb2e-4278-a95f-bffd49de051c/ephemeral_0.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.884582] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63d10640-deb0-41b0-a050-7ee19ea8f9a1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.888384] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ddf63f-f568-43d5-bcf3-12309b6525a7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.894795] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Waiting for the task: (returnval){ [ 903.894795] env[69186]: value = "task-3635210" [ 903.894795] env[69186]: _type = "Task" [ 903.894795] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.895326] env[69186]: DEBUG oslo_vmware.api [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66982} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.895967] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 3dfd762c-7776-4200-a9f7-be2220b547a2/3dfd762c-7776-4200-a9f7-be2220b547a2.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.896193] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.898903] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8250c2d3-3c9f-45e7-a84b-d85fb5c1128b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.905729] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3ecf6d-ccd6-434e-8768-fad202a0c3f7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.912412] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3635210, 'name': Rename_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.913919] env[69186]: DEBUG oslo_vmware.api [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 903.913919] env[69186]: value = "task-3635211" [ 903.913919] env[69186]: _type = "Task" [ 903.913919] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.950149] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81055318-a10a-4b8d-82a2-b3289cb493ab {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.955130] env[69186]: DEBUG oslo_vmware.api [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.960684] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb1e954-263d-4984-8b1b-1df22f0362de {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.974841] env[69186]: DEBUG nova.compute.provider_tree [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.034809] env[69186]: DEBUG oslo_vmware.api [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635209, 'name': ReconfigVM_Task, 'duration_secs': 0.157797} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.035153] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 904.035973] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124a0c3f-5681-4d21-8107-ea1ffca88aaa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.060183] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 3b71b08a-29ed-4e29-aa4f-1399df38498d/3b71b08a-29ed-4e29-aa4f-1399df38498d.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.060719] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b58aad7f-e636-42a4-ac8d-0fb03d30df7b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.079305] env[69186]: DEBUG oslo_vmware.api [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 904.079305] env[69186]: value = "task-3635212" [ 904.079305] env[69186]: _type = "Task" [ 904.079305] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.088375] env[69186]: DEBUG oslo_vmware.api [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.405545] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3635210, 'name': Rename_Task, 'duration_secs': 0.1834} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.405834] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.406119] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cde14883-bdf9-4af7-b13f-935cc5287d6d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.412343] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Waiting for the task: (returnval){ [ 904.412343] env[69186]: value = "task-3635213" [ 904.412343] env[69186]: _type = "Task" [ 904.412343] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.426570] env[69186]: DEBUG oslo_vmware.api [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077137} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.427247] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3635213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.427561] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.428598] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01ac563-3cc1-4656-a0b6-f31aefdc5e7c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.454839] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 3dfd762c-7776-4200-a9f7-be2220b547a2/3dfd762c-7776-4200-a9f7-be2220b547a2.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.455622] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64db37da-be1a-46c2-b8ef-540c107f04a9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.480111] env[69186]: DEBUG nova.scheduler.client.report [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.485805] env[69186]: DEBUG oslo_vmware.api [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 904.485805] env[69186]: value = "task-3635214" [ 904.485805] env[69186]: _type = "Task" [ 904.485805] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.493621] env[69186]: DEBUG oslo_vmware.api [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635214, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.594674] env[69186]: DEBUG oslo_vmware.api [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635212, 'name': ReconfigVM_Task, 'duration_secs': 0.2812} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.594890] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 3b71b08a-29ed-4e29-aa4f-1399df38498d/3b71b08a-29ed-4e29-aa4f-1399df38498d.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.595392] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Updating instance '3b71b08a-29ed-4e29-aa4f-1399df38498d' progress to 50 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 904.797087] env[69186]: DEBUG oslo_concurrency.lockutils [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Acquiring lock "0be21c90-925c-47da-a3e1-93978d98867c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.797351] env[69186]: DEBUG oslo_concurrency.lockutils [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Lock "0be21c90-925c-47da-a3e1-93978d98867c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.797566] env[69186]: DEBUG oslo_concurrency.lockutils [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Acquiring lock "0be21c90-925c-47da-a3e1-93978d98867c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.797754] env[69186]: DEBUG oslo_concurrency.lockutils [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Lock "0be21c90-925c-47da-a3e1-93978d98867c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.797989] env[69186]: DEBUG oslo_concurrency.lockutils [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Lock "0be21c90-925c-47da-a3e1-93978d98867c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.800273] env[69186]: INFO nova.compute.manager [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Terminating instance [ 904.923325] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3635213, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.987075] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.987648] env[69186]: DEBUG nova.compute.manager [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.991026] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.872s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.991272] env[69186]: DEBUG nova.objects.instance [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Lazy-loading 'resources' on Instance uuid 27ac4f0c-fcfb-4023-be75-496a182aeff0 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.003314] env[69186]: DEBUG oslo_vmware.api [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635214, 'name': ReconfigVM_Task, 'duration_secs': 0.320219} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.003314] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 3dfd762c-7776-4200-a9f7-be2220b547a2/3dfd762c-7776-4200-a9f7-be2220b547a2.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.003766] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5527609a-67ea-4d50-9485-3c46caa30878 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.010391] env[69186]: DEBUG oslo_vmware.api [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 905.010391] env[69186]: value = "task-3635215" [ 905.010391] env[69186]: _type = "Task" [ 905.010391] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.021077] env[69186]: DEBUG oslo_vmware.api [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635215, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.104026] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb91af0-9b0b-4374-88ee-996fa63ee872 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.123445] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97938a64-967c-4986-bb18-edd94ea709ed {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.142375] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Updating instance '3b71b08a-29ed-4e29-aa4f-1399df38498d' progress to 67 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 905.304407] env[69186]: DEBUG nova.compute.manager [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.304694] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.305703] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64c63eb-c7f2-4dec-85ec-0795d0b13b64 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.314317] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.314555] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-062b1ee7-3aac-4816-9788-fd2605fd686f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.321125] env[69186]: DEBUG oslo_vmware.api [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Waiting for the task: (returnval){ [ 905.321125] env[69186]: value = "task-3635216" [ 905.321125] env[69186]: _type = "Task" [ 905.321125] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.329166] env[69186]: DEBUG oslo_vmware.api [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3635216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.424037] env[69186]: DEBUG oslo_vmware.api [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3635213, 'name': PowerOnVM_Task, 'duration_secs': 0.807031} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.424379] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.424636] env[69186]: INFO nova.compute.manager [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Took 10.19 seconds to spawn the instance on the hypervisor. [ 905.424811] env[69186]: DEBUG nova.compute.manager [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.425669] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd6a0f5-1338-4198-a38c-6978070f977b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.499248] env[69186]: DEBUG nova.compute.utils [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.504162] env[69186]: DEBUG nova.compute.manager [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 905.504554] env[69186]: DEBUG nova.network.neutron [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.520969] env[69186]: DEBUG oslo_vmware.api [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635215, 'name': Rename_Task, 'duration_secs': 0.152719} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.521288] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.521560] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0940fbf-fb52-4220-a31a-b285a5cf4c4c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.527487] env[69186]: DEBUG oslo_vmware.api [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 905.527487] env[69186]: value = "task-3635217" [ 905.527487] env[69186]: _type = "Task" [ 905.527487] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.540812] env[69186]: DEBUG oslo_vmware.api [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.568251] env[69186]: DEBUG nova.policy [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b46c0071f854177895da8d0077d94f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa508e72f4e64c54bd0bbd510c8897ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.758926] env[69186]: DEBUG nova.network.neutron [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Port fb593900-80ea-468b-9e64-d6b0a7fa5c6e binding to destination host cpu-1 is already ACTIVE {{(pid=69186) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 905.834956] env[69186]: DEBUG oslo_vmware.api [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3635216, 'name': PowerOffVM_Task, 'duration_secs': 0.27708} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.837639] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.837811] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.839225] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5db19eb4-f125-4d5c-8d5f-9e091f637060 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.856723] env[69186]: DEBUG nova.compute.manager [req-d355aafc-34db-4cd2-8ed3-5f142e4450a0 req-9141ff1b-0a40-4f40-940f-1bd5b194aade service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Received event network-changed-6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.856908] env[69186]: DEBUG nova.compute.manager [req-d355aafc-34db-4cd2-8ed3-5f142e4450a0 req-9141ff1b-0a40-4f40-940f-1bd5b194aade service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Refreshing instance network info cache due to event network-changed-6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.857141] env[69186]: DEBUG oslo_concurrency.lockutils [req-d355aafc-34db-4cd2-8ed3-5f142e4450a0 req-9141ff1b-0a40-4f40-940f-1bd5b194aade service nova] Acquiring lock "refresh_cache-a21b0f2e-6189-4e9d-8b98-4bad9ba56b60" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.857286] env[69186]: DEBUG oslo_concurrency.lockutils [req-d355aafc-34db-4cd2-8ed3-5f142e4450a0 req-9141ff1b-0a40-4f40-940f-1bd5b194aade service nova] Acquired lock "refresh_cache-a21b0f2e-6189-4e9d-8b98-4bad9ba56b60" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.857444] env[69186]: DEBUG nova.network.neutron [req-d355aafc-34db-4cd2-8ed3-5f142e4450a0 req-9141ff1b-0a40-4f40-940f-1bd5b194aade service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Refreshing network info cache for port 6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.906063] env[69186]: DEBUG oslo_concurrency.lockutils [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "601edb67-4716-4c68-be2d-18285c148e79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.906420] env[69186]: DEBUG oslo_concurrency.lockutils [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "601edb67-4716-4c68-be2d-18285c148e79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.906831] env[69186]: DEBUG oslo_concurrency.lockutils [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "601edb67-4716-4c68-be2d-18285c148e79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.907075] env[69186]: DEBUG oslo_concurrency.lockutils [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "601edb67-4716-4c68-be2d-18285c148e79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.907319] env[69186]: DEBUG oslo_concurrency.lockutils [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "601edb67-4716-4c68-be2d-18285c148e79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.910549] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.910839] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.911178] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Deleting the datastore file [datastore1] 0be21c90-925c-47da-a3e1-93978d98867c {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.911715] env[69186]: INFO nova.compute.manager [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Terminating instance [ 905.913188] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f4f173f-3a05-4097-bbe1-5a86bd245e4f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.922742] env[69186]: DEBUG oslo_vmware.api [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Waiting for the task: (returnval){ [ 905.922742] env[69186]: value = "task-3635219" [ 905.922742] env[69186]: _type = "Task" [ 905.922742] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.935231] env[69186]: DEBUG oslo_vmware.api [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3635219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.949023] env[69186]: INFO nova.compute.manager [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Took 51.99 seconds to build instance. [ 906.007751] env[69186]: DEBUG nova.compute.manager [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.022541] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27bf2ea-2e80-45ac-8b9b-315fd47f4c38 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.037575] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbd20a1-8417-4455-aafd-95af94d2e7c6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.046326] env[69186]: DEBUG oslo_vmware.api [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635217, 'name': PowerOnVM_Task, 'duration_secs': 0.506661} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.074151] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.074483] env[69186]: INFO nova.compute.manager [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Took 8.82 seconds to spawn the instance on the hypervisor. [ 906.074734] env[69186]: DEBUG nova.compute.manager [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.076409] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4582a6-2e7b-4295-9bea-198387a98164 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.079509] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1e9f9c-44db-4215-9fe3-69bb27a58633 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.092128] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7922058-d4b3-4a66-8549-97f60fe609eb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.107569] env[69186]: DEBUG nova.compute.provider_tree [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.144179] env[69186]: DEBUG nova.network.neutron [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Successfully created port: c45df457-64dd-45ab-be35-43200560d4ec {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.418723] env[69186]: DEBUG nova.compute.manager [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.419153] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.420264] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5af8139-b446-4486-aace-73cfb87758dc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.432278] env[69186]: DEBUG oslo_vmware.api [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Task: {'id': task-3635219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359411} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.434651] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.434858] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.435066] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.435259] env[69186]: INFO nova.compute.manager [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 906.435580] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.439019] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.439019] env[69186]: DEBUG nova.compute.manager [-] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.439019] env[69186]: DEBUG nova.network.neutron [-] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.439019] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc0a9540-e624-41bc-b983-56c05d12af76 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.447417] env[69186]: DEBUG oslo_vmware.api [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 906.447417] env[69186]: value = "task-3635220" [ 906.447417] env[69186]: _type = "Task" [ 906.447417] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.453517] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f4e7826-8edb-420f-95af-83af08a67731 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Lock "0d5c3a06-eb2e-4278-a95f-bffd49de051c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.045s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.458324] env[69186]: DEBUG oslo_vmware.api [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.474741] env[69186]: DEBUG nova.network.neutron [req-d355aafc-34db-4cd2-8ed3-5f142e4450a0 req-9141ff1b-0a40-4f40-940f-1bd5b194aade service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.573437] env[69186]: DEBUG nova.network.neutron [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Successfully updated port: 10bd9ccd-7d52-4444-9473-47cef46f2d4c {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.601626] env[69186]: INFO nova.compute.manager [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Took 49.72 seconds to build instance. [ 906.610749] env[69186]: DEBUG nova.scheduler.client.report [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.663682] env[69186]: DEBUG nova.network.neutron [req-d355aafc-34db-4cd2-8ed3-5f142e4450a0 req-9141ff1b-0a40-4f40-940f-1bd5b194aade service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.783108] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "3b71b08a-29ed-4e29-aa4f-1399df38498d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.783108] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "3b71b08a-29ed-4e29-aa4f-1399df38498d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.783108] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "3b71b08a-29ed-4e29-aa4f-1399df38498d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.959188] env[69186]: DEBUG oslo_vmware.api [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635220, 'name': PowerOffVM_Task, 'duration_secs': 0.291793} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.961630] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.961825] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.962555] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f70d3769-42eb-4e2d-b2d8-af54adbdfd12 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.971136] env[69186]: DEBUG nova.compute.manager [req-cd9a6132-5494-4012-a8c3-f9d147820eed req-8a904fe0-d9ee-45ba-8e81-d78bd2341fe7 service nova] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Received event network-vif-deleted-200164fa-2f83-4949-adbc-842816d22124 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.971272] env[69186]: INFO nova.compute.manager [req-cd9a6132-5494-4012-a8c3-f9d147820eed req-8a904fe0-d9ee-45ba-8e81-d78bd2341fe7 service nova] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Neutron deleted interface 200164fa-2f83-4949-adbc-842816d22124; detaching it from the instance and deleting it from the info cache [ 906.972711] env[69186]: DEBUG nova.network.neutron [req-cd9a6132-5494-4012-a8c3-f9d147820eed req-8a904fe0-d9ee-45ba-8e81-d78bd2341fe7 service nova] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.019166] env[69186]: DEBUG nova.compute.manager [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.025287] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.026220] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.026818] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Deleting the datastore file [datastore2] 601edb67-4716-4c68-be2d-18285c148e79 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.027183] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb40fb82-e3df-41d3-8775-048d5bd85a93 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.034379] env[69186]: DEBUG oslo_vmware.api [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 907.034379] env[69186]: value = "task-3635222" [ 907.034379] env[69186]: _type = "Task" [ 907.034379] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.044033] env[69186]: DEBUG oslo_vmware.api [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.059731] env[69186]: DEBUG nova.virt.hardware [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.059731] env[69186]: DEBUG nova.virt.hardware [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.059731] env[69186]: DEBUG nova.virt.hardware [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.059904] env[69186]: DEBUG nova.virt.hardware [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.059904] env[69186]: DEBUG nova.virt.hardware [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.062291] env[69186]: DEBUG nova.virt.hardware [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.062291] env[69186]: DEBUG nova.virt.hardware [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.062291] env[69186]: DEBUG nova.virt.hardware [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.062291] env[69186]: DEBUG nova.virt.hardware [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.062291] env[69186]: DEBUG nova.virt.hardware [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.063108] env[69186]: DEBUG nova.virt.hardware [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.063108] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b3c783-49f0-4d31-845c-b8438031a40c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.071147] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5a55d5-5b31-4950-b376-804140b779b4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.104694] env[69186]: DEBUG oslo_concurrency.lockutils [None req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "3dfd762c-7776-4200-a9f7-be2220b547a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.229s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.116206] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.118752] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.408s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.118921] env[69186]: DEBUG nova.objects.instance [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lazy-loading 'resources' on Instance uuid 1be9cd60-b206-4ce2-a8b5-793a218a2806 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.147234] env[69186]: INFO nova.scheduler.client.report [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Deleted allocations for instance 27ac4f0c-fcfb-4023-be75-496a182aeff0 [ 907.166501] env[69186]: DEBUG oslo_concurrency.lockutils [req-d355aafc-34db-4cd2-8ed3-5f142e4450a0 req-9141ff1b-0a40-4f40-940f-1bd5b194aade service nova] Releasing lock "refresh_cache-a21b0f2e-6189-4e9d-8b98-4bad9ba56b60" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.266233] env[69186]: DEBUG nova.network.neutron [-] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.329093] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4bfcf61f-88df-4148-84d1-8b937b40c09f tempest-ServersAdminTestJSON-1533268929 tempest-ServersAdminTestJSON-1533268929-project-admin] Acquiring lock "refresh_cache-3dfd762c-7776-4200-a9f7-be2220b547a2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.329270] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4bfcf61f-88df-4148-84d1-8b937b40c09f tempest-ServersAdminTestJSON-1533268929 tempest-ServersAdminTestJSON-1533268929-project-admin] Acquired lock "refresh_cache-3dfd762c-7776-4200-a9f7-be2220b547a2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.329440] env[69186]: DEBUG nova.network.neutron [None req-4bfcf61f-88df-4148-84d1-8b937b40c09f tempest-ServersAdminTestJSON-1533268929 tempest-ServersAdminTestJSON-1533268929-project-admin] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.477546] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99021bc5-b38b-4e50-bfc2-7713b34b17c5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.487117] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0af8d88-1ccd-42cb-a9a6-8aff3960c692 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.525972] env[69186]: DEBUG nova.compute.manager [req-cd9a6132-5494-4012-a8c3-f9d147820eed req-8a904fe0-d9ee-45ba-8e81-d78bd2341fe7 service nova] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Detach interface failed, port_id=200164fa-2f83-4949-adbc-842816d22124, reason: Instance 0be21c90-925c-47da-a3e1-93978d98867c could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 907.549471] env[69186]: DEBUG oslo_vmware.api [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184723} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.549471] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.549471] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.549471] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.549471] env[69186]: INFO nova.compute.manager [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Took 1.13 seconds to destroy the instance on the hypervisor. [ 907.549800] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.549800] env[69186]: DEBUG nova.compute.manager [-] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.549800] env[69186]: DEBUG nova.network.neutron [-] [instance: 601edb67-4716-4c68-be2d-18285c148e79] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.661894] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b8c1f169-1754-4b89-98d5-a92e0eabb452 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Lock "27ac4f0c-fcfb-4023-be75-496a182aeff0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.769s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.774249] env[69186]: INFO nova.compute.manager [-] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Took 1.34 seconds to deallocate network for instance. [ 907.861452] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "refresh_cache-3b71b08a-29ed-4e29-aa4f-1399df38498d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.861785] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquired lock "refresh_cache-3b71b08a-29ed-4e29-aa4f-1399df38498d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.862036] env[69186]: DEBUG nova.network.neutron [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.096897] env[69186]: DEBUG nova.compute.manager [req-4707d259-27c3-4751-ab4e-b4001bf756ae req-5f375305-2d73-4e5d-8d3c-d28e88ba716e service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Received event network-vif-plugged-10bd9ccd-7d52-4444-9473-47cef46f2d4c {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.097274] env[69186]: DEBUG oslo_concurrency.lockutils [req-4707d259-27c3-4751-ab4e-b4001bf756ae req-5f375305-2d73-4e5d-8d3c-d28e88ba716e service nova] Acquiring lock "a21b0f2e-6189-4e9d-8b98-4bad9ba56b60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.097356] env[69186]: DEBUG oslo_concurrency.lockutils [req-4707d259-27c3-4751-ab4e-b4001bf756ae req-5f375305-2d73-4e5d-8d3c-d28e88ba716e service nova] Lock "a21b0f2e-6189-4e9d-8b98-4bad9ba56b60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.097478] env[69186]: DEBUG oslo_concurrency.lockutils [req-4707d259-27c3-4751-ab4e-b4001bf756ae req-5f375305-2d73-4e5d-8d3c-d28e88ba716e service nova] Lock "a21b0f2e-6189-4e9d-8b98-4bad9ba56b60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.100157] env[69186]: DEBUG nova.compute.manager [req-4707d259-27c3-4751-ab4e-b4001bf756ae req-5f375305-2d73-4e5d-8d3c-d28e88ba716e service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] No waiting events found dispatching network-vif-plugged-10bd9ccd-7d52-4444-9473-47cef46f2d4c {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 908.100157] env[69186]: WARNING nova.compute.manager [req-4707d259-27c3-4751-ab4e-b4001bf756ae req-5f375305-2d73-4e5d-8d3c-d28e88ba716e service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Received unexpected event network-vif-plugged-10bd9ccd-7d52-4444-9473-47cef46f2d4c for instance with vm_state building and task_state spawning. [ 908.100157] env[69186]: DEBUG nova.compute.manager [req-4707d259-27c3-4751-ab4e-b4001bf756ae req-5f375305-2d73-4e5d-8d3c-d28e88ba716e service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Received event network-changed-10bd9ccd-7d52-4444-9473-47cef46f2d4c {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.100157] env[69186]: DEBUG nova.compute.manager [req-4707d259-27c3-4751-ab4e-b4001bf756ae req-5f375305-2d73-4e5d-8d3c-d28e88ba716e service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Refreshing instance network info cache due to event network-changed-10bd9ccd-7d52-4444-9473-47cef46f2d4c. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.100157] env[69186]: DEBUG oslo_concurrency.lockutils [req-4707d259-27c3-4751-ab4e-b4001bf756ae req-5f375305-2d73-4e5d-8d3c-d28e88ba716e service nova] Acquiring lock "refresh_cache-a21b0f2e-6189-4e9d-8b98-4bad9ba56b60" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.101622] env[69186]: DEBUG oslo_concurrency.lockutils [req-4707d259-27c3-4751-ab4e-b4001bf756ae req-5f375305-2d73-4e5d-8d3c-d28e88ba716e service nova] Acquired lock "refresh_cache-a21b0f2e-6189-4e9d-8b98-4bad9ba56b60" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.101622] env[69186]: DEBUG nova.network.neutron [req-4707d259-27c3-4751-ab4e-b4001bf756ae req-5f375305-2d73-4e5d-8d3c-d28e88ba716e service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Refreshing network info cache for port 10bd9ccd-7d52-4444-9473-47cef46f2d4c {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.146410] env[69186]: DEBUG nova.network.neutron [None req-4bfcf61f-88df-4148-84d1-8b937b40c09f tempest-ServersAdminTestJSON-1533268929 tempest-ServersAdminTestJSON-1533268929-project-admin] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Updating instance_info_cache with network_info: [{"id": "f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc", "address": "fa:16:3e:77:f5:97", "network": {"id": "b7322786-1746-46f8-9c73-92bc44ddacf8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1789139579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d54b3f4ffd4458f9e27881bd5f60105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a92d65-4b", "ovs_interfaceid": "f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.153115] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a0c106-377f-4ec4-bac4-dd007be3f3ee {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.163169] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eefd548-a539-4bd6-8b05-09530799feb0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.199995] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099e2056-4430-4315-afa2-cb5511ece551 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.208221] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0b7485-2880-43f3-a478-084ae0c7efd7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.223510] env[69186]: DEBUG nova.compute.provider_tree [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.280992] env[69186]: DEBUG oslo_concurrency.lockutils [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.524976] env[69186]: DEBUG nova.network.neutron [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Successfully updated port: c45df457-64dd-45ab-be35-43200560d4ec {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 908.646282] env[69186]: DEBUG nova.network.neutron [req-4707d259-27c3-4751-ab4e-b4001bf756ae req-5f375305-2d73-4e5d-8d3c-d28e88ba716e service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.651729] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4bfcf61f-88df-4148-84d1-8b937b40c09f tempest-ServersAdminTestJSON-1533268929 tempest-ServersAdminTestJSON-1533268929-project-admin] Releasing lock "refresh_cache-3dfd762c-7776-4200-a9f7-be2220b547a2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.651729] env[69186]: DEBUG nova.compute.manager [None req-4bfcf61f-88df-4148-84d1-8b937b40c09f tempest-ServersAdminTestJSON-1533268929 tempest-ServersAdminTestJSON-1533268929-project-admin] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Inject network info {{(pid=69186) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 908.651872] env[69186]: DEBUG nova.compute.manager [None req-4bfcf61f-88df-4148-84d1-8b937b40c09f tempest-ServersAdminTestJSON-1533268929 tempest-ServersAdminTestJSON-1533268929-project-admin] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] network_info to inject: |[{"id": "f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc", "address": "fa:16:3e:77:f5:97", "network": {"id": "b7322786-1746-46f8-9c73-92bc44ddacf8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1789139579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d54b3f4ffd4458f9e27881bd5f60105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a92d65-4b", "ovs_interfaceid": "f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 908.656289] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfcf61f-88df-4148-84d1-8b937b40c09f tempest-ServersAdminTestJSON-1533268929 tempest-ServersAdminTestJSON-1533268929-project-admin] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Reconfiguring VM instance to set the machine id {{(pid=69186) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 908.661070] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b42b8eb-56a6-4d2f-a981-ad414166643b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.681438] env[69186]: DEBUG oslo_vmware.api [None req-4bfcf61f-88df-4148-84d1-8b937b40c09f tempest-ServersAdminTestJSON-1533268929 tempest-ServersAdminTestJSON-1533268929-project-admin] Waiting for the task: (returnval){ [ 908.681438] env[69186]: value = "task-3635223" [ 908.681438] env[69186]: _type = "Task" [ 908.681438] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.692958] env[69186]: DEBUG oslo_vmware.api [None req-4bfcf61f-88df-4148-84d1-8b937b40c09f tempest-ServersAdminTestJSON-1533268929 tempest-ServersAdminTestJSON-1533268929-project-admin] Task: {'id': task-3635223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.727937] env[69186]: DEBUG nova.scheduler.client.report [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.790739] env[69186]: DEBUG nova.network.neutron [req-4707d259-27c3-4751-ab4e-b4001bf756ae req-5f375305-2d73-4e5d-8d3c-d28e88ba716e service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.851378] env[69186]: DEBUG nova.network.neutron [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Updating instance_info_cache with network_info: [{"id": "fb593900-80ea-468b-9e64-d6b0a7fa5c6e", "address": "fa:16:3e:d3:fd:e1", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb593900-80", "ovs_interfaceid": "fb593900-80ea-468b-9e64-d6b0a7fa5c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.977747] env[69186]: DEBUG nova.network.neutron [-] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.023686] env[69186]: DEBUG nova.compute.manager [req-9b968f02-8580-43a2-8343-e5afded26802 req-a347cbbd-075b-4800-99a2-fbed463ffafc service nova] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Received event network-changed-a662a72b-1794-41e1-a118-a71b5719eb0b {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.023884] env[69186]: DEBUG nova.compute.manager [req-9b968f02-8580-43a2-8343-e5afded26802 req-a347cbbd-075b-4800-99a2-fbed463ffafc service nova] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Refreshing instance network info cache due to event network-changed-a662a72b-1794-41e1-a118-a71b5719eb0b. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 909.024598] env[69186]: DEBUG oslo_concurrency.lockutils [req-9b968f02-8580-43a2-8343-e5afded26802 req-a347cbbd-075b-4800-99a2-fbed463ffafc service nova] Acquiring lock "refresh_cache-0d5c3a06-eb2e-4278-a95f-bffd49de051c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.024598] env[69186]: DEBUG oslo_concurrency.lockutils [req-9b968f02-8580-43a2-8343-e5afded26802 req-a347cbbd-075b-4800-99a2-fbed463ffafc service nova] Acquired lock "refresh_cache-0d5c3a06-eb2e-4278-a95f-bffd49de051c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.024598] env[69186]: DEBUG nova.network.neutron [req-9b968f02-8580-43a2-8343-e5afded26802 req-a347cbbd-075b-4800-99a2-fbed463ffafc service nova] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Refreshing network info cache for port a662a72b-1794-41e1-a118-a71b5719eb0b {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.029465] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "refresh_cache-f74ad208-443c-4d76-9ec3-9f26af98152d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.029465] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquired lock "refresh_cache-f74ad208-443c-4d76-9ec3-9f26af98152d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.029465] env[69186]: DEBUG nova.network.neutron [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.194769] env[69186]: DEBUG oslo_vmware.api [None req-4bfcf61f-88df-4148-84d1-8b937b40c09f tempest-ServersAdminTestJSON-1533268929 tempest-ServersAdminTestJSON-1533268929-project-admin] Task: {'id': task-3635223, 'name': ReconfigVM_Task, 'duration_secs': 0.172498} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.195137] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfcf61f-88df-4148-84d1-8b937b40c09f tempest-ServersAdminTestJSON-1533268929 tempest-ServersAdminTestJSON-1533268929-project-admin] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Reconfigured VM instance to set the machine id {{(pid=69186) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 909.234326] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.236672] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.687s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.236906] env[69186]: DEBUG nova.objects.instance [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lazy-loading 'resources' on Instance uuid dcd6c82f-24af-4906-841c-1c8f5d7306de {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.266666] env[69186]: INFO nova.scheduler.client.report [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Deleted allocations for instance 1be9cd60-b206-4ce2-a8b5-793a218a2806 [ 909.292291] env[69186]: DEBUG oslo_concurrency.lockutils [req-4707d259-27c3-4751-ab4e-b4001bf756ae req-5f375305-2d73-4e5d-8d3c-d28e88ba716e service nova] Releasing lock "refresh_cache-a21b0f2e-6189-4e9d-8b98-4bad9ba56b60" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.354560] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Releasing lock "refresh_cache-3b71b08a-29ed-4e29-aa4f-1399df38498d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.455083] env[69186]: DEBUG nova.network.neutron [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Successfully updated port: a1725d58-0c1d-4a5a-84d0-4d13fef162eb {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.480683] env[69186]: INFO nova.compute.manager [-] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Took 1.93 seconds to deallocate network for instance. [ 909.609185] env[69186]: DEBUG nova.network.neutron [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.777516] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68709567-5dd7-4557-80d5-4d7d75122d1f tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Lock "1be9cd60-b206-4ce2-a8b5-793a218a2806" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.713s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.892953] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b219709b-45e5-49e2-90b2-457ab853a82d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.914676] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f3cee3-22bf-4d08-96c8-0f365f0c8060 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.922938] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Updating instance '3b71b08a-29ed-4e29-aa4f-1399df38498d' progress to 83 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.935370] env[69186]: DEBUG nova.network.neutron [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Updating instance_info_cache with network_info: [{"id": "c45df457-64dd-45ab-be35-43200560d4ec", "address": "fa:16:3e:45:2c:40", "network": {"id": "318febf9-1b9b-468e-89db-688cc7c13504", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994346472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa508e72f4e64c54bd0bbd510c8897ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc45df457-64", "ovs_interfaceid": "c45df457-64dd-45ab-be35-43200560d4ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.958702] env[69186]: DEBUG oslo_concurrency.lockutils [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Acquiring lock "refresh_cache-a21b0f2e-6189-4e9d-8b98-4bad9ba56b60" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.959036] env[69186]: DEBUG oslo_concurrency.lockutils [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Acquired lock "refresh_cache-a21b0f2e-6189-4e9d-8b98-4bad9ba56b60" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.959206] env[69186]: DEBUG nova.network.neutron [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.988877] env[69186]: DEBUG oslo_concurrency.lockutils [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.079115] env[69186]: DEBUG nova.network.neutron [req-9b968f02-8580-43a2-8343-e5afded26802 req-a347cbbd-075b-4800-99a2-fbed463ffafc service nova] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Updated VIF entry in instance network info cache for port a662a72b-1794-41e1-a118-a71b5719eb0b. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.079497] env[69186]: DEBUG nova.network.neutron [req-9b968f02-8580-43a2-8343-e5afded26802 req-a347cbbd-075b-4800-99a2-fbed463ffafc service nova] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Updating instance_info_cache with network_info: [{"id": "a662a72b-1794-41e1-a118-a71b5719eb0b", "address": "fa:16:3e:ee:ed:ad", "network": {"id": "f695c878-49f7-4e5f-aba6-43cea95288e9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-392945436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e85bd775e68b4c1c92b5f13874cf66fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa662a72b-17", "ovs_interfaceid": "a662a72b-1794-41e1-a118-a71b5719eb0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.262985] env[69186]: DEBUG nova.compute.manager [req-a5bb7a23-e87f-4615-8991-6c725926c12e req-6e407754-dbc5-42e0-b0c6-2e43bd1cc312 service nova] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Received event network-vif-plugged-c45df457-64dd-45ab-be35-43200560d4ec {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.263285] env[69186]: DEBUG oslo_concurrency.lockutils [req-a5bb7a23-e87f-4615-8991-6c725926c12e req-6e407754-dbc5-42e0-b0c6-2e43bd1cc312 service nova] Acquiring lock "f74ad208-443c-4d76-9ec3-9f26af98152d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.264242] env[69186]: DEBUG oslo_concurrency.lockutils [req-a5bb7a23-e87f-4615-8991-6c725926c12e req-6e407754-dbc5-42e0-b0c6-2e43bd1cc312 service nova] Lock "f74ad208-443c-4d76-9ec3-9f26af98152d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.264242] env[69186]: DEBUG oslo_concurrency.lockutils [req-a5bb7a23-e87f-4615-8991-6c725926c12e req-6e407754-dbc5-42e0-b0c6-2e43bd1cc312 service nova] Lock "f74ad208-443c-4d76-9ec3-9f26af98152d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.264242] env[69186]: DEBUG nova.compute.manager [req-a5bb7a23-e87f-4615-8991-6c725926c12e req-6e407754-dbc5-42e0-b0c6-2e43bd1cc312 service nova] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] No waiting events found dispatching network-vif-plugged-c45df457-64dd-45ab-be35-43200560d4ec {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 910.264242] env[69186]: WARNING nova.compute.manager [req-a5bb7a23-e87f-4615-8991-6c725926c12e req-6e407754-dbc5-42e0-b0c6-2e43bd1cc312 service nova] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Received unexpected event network-vif-plugged-c45df457-64dd-45ab-be35-43200560d4ec for instance with vm_state building and task_state spawning. [ 910.264242] env[69186]: DEBUG nova.compute.manager [req-a5bb7a23-e87f-4615-8991-6c725926c12e req-6e407754-dbc5-42e0-b0c6-2e43bd1cc312 service nova] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Received event network-vif-deleted-570bc2e9-ce0f-47ce-b132-6ff502920cdb {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.264717] env[69186]: DEBUG nova.compute.manager [req-a5bb7a23-e87f-4615-8991-6c725926c12e req-6e407754-dbc5-42e0-b0c6-2e43bd1cc312 service nova] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Received event network-changed-c45df457-64dd-45ab-be35-43200560d4ec {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.264717] env[69186]: DEBUG nova.compute.manager [req-a5bb7a23-e87f-4615-8991-6c725926c12e req-6e407754-dbc5-42e0-b0c6-2e43bd1cc312 service nova] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Refreshing instance network info cache due to event network-changed-c45df457-64dd-45ab-be35-43200560d4ec. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 910.264717] env[69186]: DEBUG oslo_concurrency.lockutils [req-a5bb7a23-e87f-4615-8991-6c725926c12e req-6e407754-dbc5-42e0-b0c6-2e43bd1cc312 service nova] Acquiring lock "refresh_cache-f74ad208-443c-4d76-9ec3-9f26af98152d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.328276] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15754ba4-e0e0-4e9a-ba0f-793b24dbc819 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.339801] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45eee96b-5eab-44eb-a0e7-6941a57fb64e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.372690] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4671b4f-47b5-4bbe-8b9c-210c637a4f02 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.381294] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f4c41c-4a98-4ca3-92e1-5371b281522d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.399392] env[69186]: DEBUG nova.compute.provider_tree [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.431998] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.432348] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e796c35-ba6d-46ac-b2c9-904503b04ced {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.440207] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Releasing lock "refresh_cache-f74ad208-443c-4d76-9ec3-9f26af98152d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.440207] env[69186]: DEBUG nova.compute.manager [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Instance network_info: |[{"id": "c45df457-64dd-45ab-be35-43200560d4ec", "address": "fa:16:3e:45:2c:40", "network": {"id": "318febf9-1b9b-468e-89db-688cc7c13504", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994346472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa508e72f4e64c54bd0bbd510c8897ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc45df457-64", "ovs_interfaceid": "c45df457-64dd-45ab-be35-43200560d4ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.443050] env[69186]: DEBUG oslo_vmware.api [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 910.443050] env[69186]: value = "task-3635224" [ 910.443050] env[69186]: _type = "Task" [ 910.443050] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.443050] env[69186]: DEBUG oslo_concurrency.lockutils [req-a5bb7a23-e87f-4615-8991-6c725926c12e req-6e407754-dbc5-42e0-b0c6-2e43bd1cc312 service nova] Acquired lock "refresh_cache-f74ad208-443c-4d76-9ec3-9f26af98152d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.443050] env[69186]: DEBUG nova.network.neutron [req-a5bb7a23-e87f-4615-8991-6c725926c12e req-6e407754-dbc5-42e0-b0c6-2e43bd1cc312 service nova] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Refreshing network info cache for port c45df457-64dd-45ab-be35-43200560d4ec {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.443050] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:2c:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c45df457-64dd-45ab-be35-43200560d4ec', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.453161] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.456493] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.461140] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03471e6e-15cb-457f-865c-af4a008ea529 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.492806] env[69186]: DEBUG oslo_vmware.api [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635224, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.494650] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.494650] env[69186]: value = "task-3635225" [ 910.494650] env[69186]: _type = "Task" [ 910.494650] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.504672] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635225, 'name': CreateVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.583345] env[69186]: DEBUG oslo_concurrency.lockutils [req-9b968f02-8580-43a2-8343-e5afded26802 req-a347cbbd-075b-4800-99a2-fbed463ffafc service nova] Releasing lock "refresh_cache-0d5c3a06-eb2e-4278-a95f-bffd49de051c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.583660] env[69186]: DEBUG nova.compute.manager [req-9b968f02-8580-43a2-8343-e5afded26802 req-a347cbbd-075b-4800-99a2-fbed463ffafc service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Received event network-vif-plugged-a1725d58-0c1d-4a5a-84d0-4d13fef162eb {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.583858] env[69186]: DEBUG oslo_concurrency.lockutils [req-9b968f02-8580-43a2-8343-e5afded26802 req-a347cbbd-075b-4800-99a2-fbed463ffafc service nova] Acquiring lock "a21b0f2e-6189-4e9d-8b98-4bad9ba56b60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.584085] env[69186]: DEBUG oslo_concurrency.lockutils [req-9b968f02-8580-43a2-8343-e5afded26802 req-a347cbbd-075b-4800-99a2-fbed463ffafc service nova] Lock "a21b0f2e-6189-4e9d-8b98-4bad9ba56b60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.584268] env[69186]: DEBUG oslo_concurrency.lockutils [req-9b968f02-8580-43a2-8343-e5afded26802 req-a347cbbd-075b-4800-99a2-fbed463ffafc service nova] Lock "a21b0f2e-6189-4e9d-8b98-4bad9ba56b60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.584443] env[69186]: DEBUG nova.compute.manager [req-9b968f02-8580-43a2-8343-e5afded26802 req-a347cbbd-075b-4800-99a2-fbed463ffafc service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] No waiting events found dispatching network-vif-plugged-a1725d58-0c1d-4a5a-84d0-4d13fef162eb {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 910.584607] env[69186]: WARNING nova.compute.manager [req-9b968f02-8580-43a2-8343-e5afded26802 req-a347cbbd-075b-4800-99a2-fbed463ffafc service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Received unexpected event network-vif-plugged-a1725d58-0c1d-4a5a-84d0-4d13fef162eb for instance with vm_state building and task_state spawning. [ 910.598333] env[69186]: DEBUG nova.network.neutron [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.725646] env[69186]: INFO nova.compute.manager [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Rebuilding instance [ 910.795767] env[69186]: DEBUG nova.compute.manager [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.797288] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f26c15b-0507-4013-87e5-1d82055c8b00 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.902243] env[69186]: DEBUG nova.scheduler.client.report [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.970594] env[69186]: DEBUG oslo_vmware.api [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635224, 'name': PowerOnVM_Task, 'duration_secs': 0.426424} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.970594] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.970594] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bd7ba1-a322-4898-88f0-1fff1965c6f1 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Updating instance '3b71b08a-29ed-4e29-aa4f-1399df38498d' progress to 100 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 911.007016] env[69186]: DEBUG nova.network.neutron [req-a5bb7a23-e87f-4615-8991-6c725926c12e req-6e407754-dbc5-42e0-b0c6-2e43bd1cc312 service nova] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Updated VIF entry in instance network info cache for port c45df457-64dd-45ab-be35-43200560d4ec. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.007491] env[69186]: DEBUG nova.network.neutron [req-a5bb7a23-e87f-4615-8991-6c725926c12e req-6e407754-dbc5-42e0-b0c6-2e43bd1cc312 service nova] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Updating instance_info_cache with network_info: [{"id": "c45df457-64dd-45ab-be35-43200560d4ec", "address": "fa:16:3e:45:2c:40", "network": {"id": "318febf9-1b9b-468e-89db-688cc7c13504", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994346472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa508e72f4e64c54bd0bbd510c8897ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc45df457-64", "ovs_interfaceid": "c45df457-64dd-45ab-be35-43200560d4ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.009562] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635225, 'name': CreateVM_Task, 'duration_secs': 0.313804} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.012732] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.013845] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.013845] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.014343] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.015211] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f4ecc06-ec08-4051-a6a8-f6f0e8745884 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.020556] env[69186]: DEBUG oslo_vmware.api [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 911.020556] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52259f8b-50ee-2c35-0d33-947dc2dbffe9" [ 911.020556] env[69186]: _type = "Task" [ 911.020556] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.029565] env[69186]: DEBUG oslo_vmware.api [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52259f8b-50ee-2c35-0d33-947dc2dbffe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.063087] env[69186]: DEBUG nova.compute.manager [req-243c06cc-9291-4ed2-bd44-db6a23c97776 req-38a316e5-f6f6-42f1-9c39-9010b54035f3 service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Received event network-changed-a1725d58-0c1d-4a5a-84d0-4d13fef162eb {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.063087] env[69186]: DEBUG nova.compute.manager [req-243c06cc-9291-4ed2-bd44-db6a23c97776 req-38a316e5-f6f6-42f1-9c39-9010b54035f3 service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Refreshing instance network info cache due to event network-changed-a1725d58-0c1d-4a5a-84d0-4d13fef162eb. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.063087] env[69186]: DEBUG oslo_concurrency.lockutils [req-243c06cc-9291-4ed2-bd44-db6a23c97776 req-38a316e5-f6f6-42f1-9c39-9010b54035f3 service nova] Acquiring lock "refresh_cache-a21b0f2e-6189-4e9d-8b98-4bad9ba56b60" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.318246] env[69186]: DEBUG nova.network.neutron [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Updating instance_info_cache with network_info: [{"id": "6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb", "address": "fa:16:3e:a0:13:0f", "network": {"id": "aa313ee5-40d2-4783-8b2b-67412b06ebf9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-86141055", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1918c23b8ea04e7eb177e642e8ef30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b600c36-82", "ovs_interfaceid": "6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "10bd9ccd-7d52-4444-9473-47cef46f2d4c", "address": "fa:16:3e:8b:58:91", "network": {"id": "b024bcde-fcbe-437a-9862-60bdf129e907", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-548126426", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1918c23b8ea04e7eb177e642e8ef30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10bd9ccd-7d", "ovs_interfaceid": "10bd9ccd-7d52-4444-9473-47cef46f2d4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a1725d58-0c1d-4a5a-84d0-4d13fef162eb", "address": "fa:16:3e:60:77:ff", "network": {"id": "aa313ee5-40d2-4783-8b2b-67412b06ebf9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-86141055", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1918c23b8ea04e7eb177e642e8ef30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1725d58-0c", "ovs_interfaceid": "a1725d58-0c1d-4a5a-84d0-4d13fef162eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.411059] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.413510] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.239s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.413742] env[69186]: DEBUG nova.objects.instance [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lazy-loading 'resources' on Instance uuid c99fbd54-5a9d-452e-988f-67b67d4ad106 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.448224] env[69186]: INFO nova.scheduler.client.report [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Deleted allocations for instance dcd6c82f-24af-4906-841c-1c8f5d7306de [ 911.511923] env[69186]: DEBUG oslo_concurrency.lockutils [req-a5bb7a23-e87f-4615-8991-6c725926c12e req-6e407754-dbc5-42e0-b0c6-2e43bd1cc312 service nova] Releasing lock "refresh_cache-f74ad208-443c-4d76-9ec3-9f26af98152d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.536140] env[69186]: DEBUG oslo_vmware.api [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52259f8b-50ee-2c35-0d33-947dc2dbffe9, 'name': SearchDatastore_Task, 'duration_secs': 0.013718} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.536140] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.536140] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.536140] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.536140] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.536140] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.536399] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aef3a5f8-2eca-42fc-9a9a-bc59b63450b4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.546990] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.547301] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.548257] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64a2596b-4271-447a-8fd3-6cc6805b54c1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.556929] env[69186]: DEBUG oslo_vmware.api [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 911.556929] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5262a166-365f-379e-fb2c-83044c850808" [ 911.556929] env[69186]: _type = "Task" [ 911.556929] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.565299] env[69186]: DEBUG oslo_vmware.api [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5262a166-365f-379e-fb2c-83044c850808, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.816165] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.816550] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0bdc8b8-a783-47bc-beb8-f61cece3eddd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.820091] env[69186]: DEBUG oslo_concurrency.lockutils [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Releasing lock "refresh_cache-a21b0f2e-6189-4e9d-8b98-4bad9ba56b60" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.820552] env[69186]: DEBUG nova.compute.manager [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Instance network_info: |[{"id": "6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb", "address": "fa:16:3e:a0:13:0f", "network": {"id": "aa313ee5-40d2-4783-8b2b-67412b06ebf9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-86141055", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1918c23b8ea04e7eb177e642e8ef30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b600c36-82", "ovs_interfaceid": "6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "10bd9ccd-7d52-4444-9473-47cef46f2d4c", "address": "fa:16:3e:8b:58:91", "network": {"id": "b024bcde-fcbe-437a-9862-60bdf129e907", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-548126426", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1918c23b8ea04e7eb177e642e8ef30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10bd9ccd-7d", "ovs_interfaceid": "10bd9ccd-7d52-4444-9473-47cef46f2d4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a1725d58-0c1d-4a5a-84d0-4d13fef162eb", "address": "fa:16:3e:60:77:ff", "network": {"id": "aa313ee5-40d2-4783-8b2b-67412b06ebf9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-86141055", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1918c23b8ea04e7eb177e642e8ef30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1725d58-0c", "ovs_interfaceid": "a1725d58-0c1d-4a5a-84d0-4d13fef162eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.820833] env[69186]: DEBUG oslo_concurrency.lockutils [req-243c06cc-9291-4ed2-bd44-db6a23c97776 req-38a316e5-f6f6-42f1-9c39-9010b54035f3 service nova] Acquired lock "refresh_cache-a21b0f2e-6189-4e9d-8b98-4bad9ba56b60" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.821080] env[69186]: DEBUG nova.network.neutron [req-243c06cc-9291-4ed2-bd44-db6a23c97776 req-38a316e5-f6f6-42f1-9c39-9010b54035f3 service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Refreshing network info cache for port a1725d58-0c1d-4a5a-84d0-4d13fef162eb {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.823439] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:13:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:58:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10bd9ccd-7d52-4444-9473-47cef46f2d4c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:77:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1725d58-0c1d-4a5a-84d0-4d13fef162eb', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.839528] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Creating folder: Project (1918c23b8ea04e7eb177e642e8ef30a3). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.845659] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bcbd745-bef0-4b6b-9f5f-517cce84b8c1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.849526] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 911.849526] env[69186]: value = "task-3635226" [ 911.849526] env[69186]: _type = "Task" [ 911.849526] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.855889] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Created folder: Project (1918c23b8ea04e7eb177e642e8ef30a3) in parent group-v724677. [ 911.856572] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Creating folder: Instances. Parent ref: group-v724857. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.856572] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10e6b335-a624-4346-8db7-89cacfe0fe75 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.862712] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.870187] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Created folder: Instances in parent group-v724857. [ 911.870612] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.870768] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.871347] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c89c081c-ba2e-4592-b89b-02a40c1dad0a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.898946] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.898946] env[69186]: value = "task-3635229" [ 911.898946] env[69186]: _type = "Task" [ 911.898946] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.910465] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635229, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.971787] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fffd9907-b4cb-496a-8f50-31f61034f048 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Lock "dcd6c82f-24af-4906-841c-1c8f5d7306de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.964s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.075900] env[69186]: DEBUG oslo_vmware.api [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5262a166-365f-379e-fb2c-83044c850808, 'name': SearchDatastore_Task, 'duration_secs': 0.017028} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.077035] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f2a6f27-8c96-4405-a7b2-927f0bcfbf86 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.084220] env[69186]: DEBUG oslo_vmware.api [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 912.084220] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528a96e2-abc2-96ab-a49a-2b2dfcd5baf8" [ 912.084220] env[69186]: _type = "Task" [ 912.084220] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.094400] env[69186]: DEBUG oslo_vmware.api [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528a96e2-abc2-96ab-a49a-2b2dfcd5baf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.360231] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635226, 'name': PowerOffVM_Task, 'duration_secs': 0.293639} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.360774] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.360877] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.361886] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982f97d5-318a-477f-9469-4f82b7b6d6a3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.372637] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.372637] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f28c1d0-d6be-4a01-896c-7c1935f98c7c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.413204] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635229, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.416783] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565f1c3a-cfcb-4f9e-8bf1-3096e1028fbb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.425893] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4725925e-a653-4649-8cb2-7c026335d09c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.433436] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.433436] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.433436] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Deleting the datastore file [datastore2] b4c72f06-e9a4-41e4-8725-d5101ae2aca0 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.433436] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bde18b0b-e4e5-4b4d-8ef1-66c7427c8e76 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.468061] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114e16fa-9f9f-4157-a5fd-e7c53bebd6ed {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.472172] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 912.472172] env[69186]: value = "task-3635231" [ 912.472172] env[69186]: _type = "Task" [ 912.472172] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.478545] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118568f2-b4fd-4a62-a85b-9ff09d36ee6e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.487354] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.503833] env[69186]: DEBUG nova.compute.provider_tree [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.596724] env[69186]: DEBUG oslo_vmware.api [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528a96e2-abc2-96ab-a49a-2b2dfcd5baf8, 'name': SearchDatastore_Task, 'duration_secs': 0.012159} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.596724] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.596958] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] f74ad208-443c-4d76-9ec3-9f26af98152d/f74ad208-443c-4d76-9ec3-9f26af98152d.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.597763] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2216e2d9-1591-4616-85e3-e102e8c63bae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.607590] env[69186]: DEBUG oslo_vmware.api [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 912.607590] env[69186]: value = "task-3635232" [ 912.607590] env[69186]: _type = "Task" [ 912.607590] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.616101] env[69186]: DEBUG oslo_vmware.api [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.912251] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635229, 'name': CreateVM_Task, 'duration_secs': 0.736732} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.912374] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.913372] env[69186]: DEBUG oslo_concurrency.lockutils [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.913579] env[69186]: DEBUG oslo_concurrency.lockutils [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.913908] env[69186]: DEBUG oslo_concurrency.lockutils [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.914209] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43e3f2ef-05e3-47a5-a618-c68c20c54258 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.919313] env[69186]: DEBUG oslo_vmware.api [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Waiting for the task: (returnval){ [ 912.919313] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5236b4b7-ac76-23ed-9af8-7799ae4b4ada" [ 912.919313] env[69186]: _type = "Task" [ 912.919313] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.928189] env[69186]: DEBUG oslo_vmware.api [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5236b4b7-ac76-23ed-9af8-7799ae4b4ada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.984481] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197238} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.984821] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.984936] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.985132] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.008304] env[69186]: DEBUG nova.scheduler.client.report [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.117343] env[69186]: DEBUG oslo_vmware.api [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635232, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.143748] env[69186]: DEBUG nova.network.neutron [req-243c06cc-9291-4ed2-bd44-db6a23c97776 req-38a316e5-f6f6-42f1-9c39-9010b54035f3 service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Updated VIF entry in instance network info cache for port a1725d58-0c1d-4a5a-84d0-4d13fef162eb. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.144169] env[69186]: DEBUG nova.network.neutron [req-243c06cc-9291-4ed2-bd44-db6a23c97776 req-38a316e5-f6f6-42f1-9c39-9010b54035f3 service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Updating instance_info_cache with network_info: [{"id": "6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb", "address": "fa:16:3e:a0:13:0f", "network": {"id": "aa313ee5-40d2-4783-8b2b-67412b06ebf9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-86141055", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1918c23b8ea04e7eb177e642e8ef30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b600c36-82", "ovs_interfaceid": "6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "10bd9ccd-7d52-4444-9473-47cef46f2d4c", "address": "fa:16:3e:8b:58:91", "network": {"id": "b024bcde-fcbe-437a-9862-60bdf129e907", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-548126426", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1918c23b8ea04e7eb177e642e8ef30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10bd9ccd-7d", "ovs_interfaceid": "10bd9ccd-7d52-4444-9473-47cef46f2d4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a1725d58-0c1d-4a5a-84d0-4d13fef162eb", "address": "fa:16:3e:60:77:ff", "network": {"id": "aa313ee5-40d2-4783-8b2b-67412b06ebf9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-86141055", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1918c23b8ea04e7eb177e642e8ef30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1725d58-0c", "ovs_interfaceid": "a1725d58-0c1d-4a5a-84d0-4d13fef162eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.372712] env[69186]: DEBUG nova.network.neutron [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Port fb593900-80ea-468b-9e64-d6b0a7fa5c6e binding to destination host cpu-1 is already ACTIVE {{(pid=69186) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 913.372998] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "refresh_cache-3b71b08a-29ed-4e29-aa4f-1399df38498d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.373201] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquired lock "refresh_cache-3b71b08a-29ed-4e29-aa4f-1399df38498d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.373649] env[69186]: DEBUG nova.network.neutron [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.434271] env[69186]: DEBUG oslo_vmware.api [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5236b4b7-ac76-23ed-9af8-7799ae4b4ada, 'name': SearchDatastore_Task, 'duration_secs': 0.011816} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.434424] env[69186]: DEBUG oslo_concurrency.lockutils [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.434631] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.434868] env[69186]: DEBUG oslo_concurrency.lockutils [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.435044] env[69186]: DEBUG oslo_concurrency.lockutils [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.435240] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.435555] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fefa890-7a4a-4ef9-a5af-aace1d7ba262 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.446982] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.447222] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.447981] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2e1d24-9b43-415c-8313-3b6ee1ac658b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.453986] env[69186]: DEBUG oslo_vmware.api [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Waiting for the task: (returnval){ [ 913.453986] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522821d8-94ea-6b1c-49e9-b227291c51a5" [ 913.453986] env[69186]: _type = "Task" [ 913.453986] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.462654] env[69186]: DEBUG oslo_vmware.api [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522821d8-94ea-6b1c-49e9-b227291c51a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.515350] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.517715] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.416s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.518317] env[69186]: DEBUG nova.objects.instance [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Lazy-loading 'resources' on Instance uuid 4f85f88b-4e84-4963-8750-8c17f62af69e {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.552751] env[69186]: INFO nova.scheduler.client.report [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Deleted allocations for instance c99fbd54-5a9d-452e-988f-67b67d4ad106 [ 913.620313] env[69186]: DEBUG oslo_vmware.api [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725079} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.620601] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] f74ad208-443c-4d76-9ec3-9f26af98152d/f74ad208-443c-4d76-9ec3-9f26af98152d.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.620870] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.621196] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93eaa2f8-67b8-4cf8-a948-8d288c1db337 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.631888] env[69186]: DEBUG oslo_vmware.api [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 913.631888] env[69186]: value = "task-3635233" [ 913.631888] env[69186]: _type = "Task" [ 913.631888] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.646054] env[69186]: DEBUG oslo_vmware.api [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.650503] env[69186]: DEBUG oslo_concurrency.lockutils [req-243c06cc-9291-4ed2-bd44-db6a23c97776 req-38a316e5-f6f6-42f1-9c39-9010b54035f3 service nova] Releasing lock "refresh_cache-a21b0f2e-6189-4e9d-8b98-4bad9ba56b60" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.969169] env[69186]: DEBUG oslo_vmware.api [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522821d8-94ea-6b1c-49e9-b227291c51a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009007} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.976127] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-248cd08f-bd21-4275-a13f-47027692f528 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.982401] env[69186]: DEBUG oslo_vmware.api [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Waiting for the task: (returnval){ [ 913.982401] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5285c270-0a10-a2ce-1d74-f4c5331e1e56" [ 913.982401] env[69186]: _type = "Task" [ 913.982401] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.000551] env[69186]: DEBUG oslo_vmware.api [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5285c270-0a10-a2ce-1d74-f4c5331e1e56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.037610] env[69186]: DEBUG nova.virt.hardware [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.037876] env[69186]: DEBUG nova.virt.hardware [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.038305] env[69186]: DEBUG nova.virt.hardware [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.038305] env[69186]: DEBUG nova.virt.hardware [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.044156] env[69186]: DEBUG nova.virt.hardware [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.044156] env[69186]: DEBUG nova.virt.hardware [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.044156] env[69186]: DEBUG nova.virt.hardware [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.044156] env[69186]: DEBUG nova.virt.hardware [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.044156] env[69186]: DEBUG nova.virt.hardware [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.044156] env[69186]: DEBUG nova.virt.hardware [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.044156] env[69186]: DEBUG nova.virt.hardware [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.044156] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c88f42-8e9f-4d24-8fd9-a20b1ebd027c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.053740] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bf8c8c-4df1-4958-ae36-4ce5b5a8be95 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.077364] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "c99fbd54-5a9d-452e-988f-67b67d4ad106" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.341s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.079701] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:4b:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bafdd795-09a2-4e4b-9e36-31726b2432c6', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.092495] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.095634] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.096975] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-118588ef-5bd6-4dee-a8af-3605d7dbef67 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.126320] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.126320] env[69186]: value = "task-3635234" [ 914.126320] env[69186]: _type = "Task" [ 914.126320] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.134484] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635234, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.150139] env[69186]: DEBUG oslo_vmware.api [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066956} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.150411] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.151226] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ff8fe7-d20c-4508-b1b4-d1cc6e32480c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.175119] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] f74ad208-443c-4d76-9ec3-9f26af98152d/f74ad208-443c-4d76-9ec3-9f26af98152d.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.180624] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56b5dcea-cd0f-4198-88ca-d485b0dae08a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.204694] env[69186]: DEBUG oslo_vmware.api [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 914.204694] env[69186]: value = "task-3635235" [ 914.204694] env[69186]: _type = "Task" [ 914.204694] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.217108] env[69186]: DEBUG oslo_vmware.api [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635235, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.494461] env[69186]: DEBUG oslo_vmware.api [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5285c270-0a10-a2ce-1d74-f4c5331e1e56, 'name': SearchDatastore_Task, 'duration_secs': 0.046106} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.497404] env[69186]: DEBUG oslo_concurrency.lockutils [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.497690] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] a21b0f2e-6189-4e9d-8b98-4bad9ba56b60/a21b0f2e-6189-4e9d-8b98-4bad9ba56b60.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.498342] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d61184b9-ea69-4ada-87cd-e62e0986d972 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.505308] env[69186]: DEBUG oslo_vmware.api [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Waiting for the task: (returnval){ [ 914.505308] env[69186]: value = "task-3635236" [ 914.505308] env[69186]: _type = "Task" [ 914.505308] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.514382] env[69186]: DEBUG oslo_vmware.api [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.574948] env[69186]: DEBUG nova.network.neutron [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Updating instance_info_cache with network_info: [{"id": "fb593900-80ea-468b-9e64-d6b0a7fa5c6e", "address": "fa:16:3e:d3:fd:e1", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb593900-80", "ovs_interfaceid": "fb593900-80ea-468b-9e64-d6b0a7fa5c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.592254] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc04b64-4d6e-4b37-b5ad-0461c0d16e4d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.601226] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac99a66-d41e-4a53-978c-eb5195a372b4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.637706] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bf2a30-615d-47ca-ac09-3b9a825bb020 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.646067] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635234, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.650794] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d939d3b-5c33-4016-917d-afa1624d9898 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.666123] env[69186]: DEBUG nova.compute.provider_tree [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.716747] env[69186]: DEBUG oslo_vmware.api [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635235, 'name': ReconfigVM_Task, 'duration_secs': 0.299206} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.716747] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Reconfigured VM instance instance-0000003e to attach disk [datastore1] f74ad208-443c-4d76-9ec3-9f26af98152d/f74ad208-443c-4d76-9ec3-9f26af98152d.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.717503] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0594b9aa-d52e-46c0-87f8-45750e9c54f8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.724058] env[69186]: DEBUG oslo_vmware.api [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 914.724058] env[69186]: value = "task-3635237" [ 914.724058] env[69186]: _type = "Task" [ 914.724058] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.732723] env[69186]: DEBUG oslo_vmware.api [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635237, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.016985] env[69186]: DEBUG oslo_vmware.api [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635236, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.039892] env[69186]: DEBUG oslo_concurrency.lockutils [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquiring lock "71cd4c88-0df4-4390-bb5d-680dd2e10c5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.040316] env[69186]: DEBUG oslo_concurrency.lockutils [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "71cd4c88-0df4-4390-bb5d-680dd2e10c5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.079434] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Releasing lock "refresh_cache-3b71b08a-29ed-4e29-aa4f-1399df38498d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.147767] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635234, 'name': CreateVM_Task, 'duration_secs': 0.598037} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.148055] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.149107] env[69186]: DEBUG oslo_concurrency.lockutils [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.150029] env[69186]: DEBUG oslo_concurrency.lockutils [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.150966] env[69186]: DEBUG oslo_concurrency.lockutils [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.151372] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60ba8867-bd3a-4859-84d7-02e50b88abff {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.160553] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 915.160553] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52114cd1-8fd5-f2f7-9e30-6898a5c93585" [ 915.160553] env[69186]: _type = "Task" [ 915.160553] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.172632] env[69186]: DEBUG nova.scheduler.client.report [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.180916] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52114cd1-8fd5-f2f7-9e30-6898a5c93585, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.237380] env[69186]: DEBUG oslo_vmware.api [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635237, 'name': Rename_Task, 'duration_secs': 0.14348} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.238310] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.238855] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6619f72f-86f6-4505-a3a9-8a246150c470 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.249028] env[69186]: DEBUG oslo_vmware.api [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 915.249028] env[69186]: value = "task-3635238" [ 915.249028] env[69186]: _type = "Task" [ 915.249028] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.257182] env[69186]: DEBUG oslo_vmware.api [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.517030] env[69186]: DEBUG oslo_vmware.api [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.879017} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.517763] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] a21b0f2e-6189-4e9d-8b98-4bad9ba56b60/a21b0f2e-6189-4e9d-8b98-4bad9ba56b60.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.518190] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.518586] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94061e93-f8f2-4012-8311-860c2150f627 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.528179] env[69186]: DEBUG oslo_vmware.api [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Waiting for the task: (returnval){ [ 915.528179] env[69186]: value = "task-3635239" [ 915.528179] env[69186]: _type = "Task" [ 915.528179] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.541231] env[69186]: DEBUG oslo_vmware.api [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.543216] env[69186]: DEBUG nova.compute.manager [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.584244] env[69186]: DEBUG nova.compute.manager [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69186) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 915.584541] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.678945] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52114cd1-8fd5-f2f7-9e30-6898a5c93585, 'name': SearchDatastore_Task, 'duration_secs': 0.02395} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.679610] env[69186]: DEBUG oslo_concurrency.lockutils [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.682020] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.682020] env[69186]: DEBUG oslo_concurrency.lockutils [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.682020] env[69186]: DEBUG oslo_concurrency.lockutils [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.682020] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.682020] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bdcf046-ce93-472a-9342-12933eef40e7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.683986] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.690398] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.399s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.707743] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.708207] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.709177] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c9e3f6-3f5b-4e37-ad4b-59089b6179ff {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.716247] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 915.716247] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b11afe-66d9-c4cb-d528-aea212c1a89f" [ 915.716247] env[69186]: _type = "Task" [ 915.716247] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.720268] env[69186]: INFO nova.scheduler.client.report [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Deleted allocations for instance 4f85f88b-4e84-4963-8750-8c17f62af69e [ 915.730655] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b11afe-66d9-c4cb-d528-aea212c1a89f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.757970] env[69186]: DEBUG oslo_vmware.api [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635238, 'name': PowerOnVM_Task, 'duration_secs': 0.473343} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.758360] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.758584] env[69186]: INFO nova.compute.manager [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Took 8.74 seconds to spawn the instance on the hypervisor. [ 915.758757] env[69186]: DEBUG nova.compute.manager [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.759609] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0007602-fc94-42d3-aa90-18a657dd5184 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.038830] env[69186]: DEBUG oslo_vmware.api [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064704} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.039734] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.039963] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa767890-6c71-47c9-ac02-edf5cf1d4e85 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.070648] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] a21b0f2e-6189-4e9d-8b98-4bad9ba56b60/a21b0f2e-6189-4e9d-8b98-4bad9ba56b60.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.073581] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dda0e6a-439d-435e-9e08-aca954d469d6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.098424] env[69186]: DEBUG oslo_vmware.api [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Waiting for the task: (returnval){ [ 916.098424] env[69186]: value = "task-3635240" [ 916.098424] env[69186]: _type = "Task" [ 916.098424] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.111025] env[69186]: DEBUG oslo_vmware.api [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.111025] env[69186]: DEBUG oslo_concurrency.lockutils [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.232333] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b11afe-66d9-c4cb-d528-aea212c1a89f, 'name': SearchDatastore_Task, 'duration_secs': 0.024002} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.232721] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1ee2a010-868b-42e9-bec4-61a238373a26 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Lock "4f85f88b-4e84-4963-8750-8c17f62af69e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.041s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.235696] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f40f47f-cc30-415d-a975-9aefaef4dc3b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.242565] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 916.242565] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5292acc9-ffc5-4bb0-c8b5-e1d896de998d" [ 916.242565] env[69186]: _type = "Task" [ 916.242565] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.253224] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5292acc9-ffc5-4bb0-c8b5-e1d896de998d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.283821] env[69186]: INFO nova.compute.manager [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Took 47.55 seconds to build instance. [ 916.608558] env[69186]: DEBUG oslo_vmware.api [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635240, 'name': ReconfigVM_Task, 'duration_secs': 0.301697} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.608869] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Reconfigured VM instance instance-0000003d to attach disk [datastore2] a21b0f2e-6189-4e9d-8b98-4bad9ba56b60/a21b0f2e-6189-4e9d-8b98-4bad9ba56b60.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.609563] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28112069-bb0a-4248-8c6c-3a9c5f8666a0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.616701] env[69186]: DEBUG oslo_vmware.api [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Waiting for the task: (returnval){ [ 916.616701] env[69186]: value = "task-3635241" [ 916.616701] env[69186]: _type = "Task" [ 916.616701] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.624850] env[69186]: DEBUG oslo_vmware.api [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635241, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.707176] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Applying migration context for instance 3b71b08a-29ed-4e29-aa4f-1399df38498d as it has an incoming, in-progress migration d9f2b797-70de-4865-b49b-0d538c6fce51. Migration status is reverting {{(pid=69186) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 916.709071] env[69186]: INFO nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Updating resource usage from migration d9f2b797-70de-4865-b49b-0d538c6fce51 [ 916.747713] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 566f2979-e4dd-4c8d-b76a-cebe43a13af2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 916.747877] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance b4c72f06-e9a4-41e4-8725-d5101ae2aca0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 916.748040] env[69186]: WARNING nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 0be21c90-925c-47da-a3e1-93978d98867c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 916.748173] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 6b8edafd-cb4d-4158-8bba-b521fccba8e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 916.748313] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance f503d73d-b6a6-49cb-9c4c-ece76e61ff8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 916.748451] env[69186]: WARNING nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 601edb67-4716-4c68-be2d-18285c148e79 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 916.748575] env[69186]: WARNING nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 4e3a9db5-16e2-4093-a631-4ceb4158eeac is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 916.748694] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance b569ac00-41a9-49a4-b9f3-9e901fd1d7a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 916.748812] env[69186]: WARNING nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance b511d405-7aae-4e3d-896a-1fb40b586d02 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 916.748924] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance e59eda66-dd95-45f2-9d48-8c6254fbebad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 916.749048] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 2e199da1-fcc4-4760-86bf-9035d7e60cab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 916.749255] env[69186]: WARNING nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 0cecc88c-1b89-4bd3-8368-a3426f5220b3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 916.750252] env[69186]: WARNING nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 916.750252] env[69186]: WARNING nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 59a8bf73-4ace-4481-86a6-d884a6bcc62f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 916.750252] env[69186]: WARNING nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 916.750252] env[69186]: WARNING nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 56ebd765-4a50-4f6e-8701-76a9d3f95be9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 916.750252] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 0d5c3a06-eb2e-4278-a95f-bffd49de051c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 916.750252] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 3dfd762c-7776-4200-a9f7-be2220b547a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 916.750558] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Migration d9f2b797-70de-4865-b49b-0d538c6fce51 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 916.750558] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 3b71b08a-29ed-4e29-aa4f-1399df38498d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 916.750558] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance a21b0f2e-6189-4e9d-8b98-4bad9ba56b60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 916.750656] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance f74ad208-443c-4d76-9ec3-9f26af98152d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 916.765232] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5292acc9-ffc5-4bb0-c8b5-e1d896de998d, 'name': SearchDatastore_Task, 'duration_secs': 0.018513} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.766479] env[69186]: DEBUG oslo_concurrency.lockutils [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.766891] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] b4c72f06-e9a4-41e4-8725-d5101ae2aca0/b4c72f06-e9a4-41e4-8725-d5101ae2aca0.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.767303] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3e8ca41-6136-48a1-810f-3f251a5431f9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.774369] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 916.774369] env[69186]: value = "task-3635242" [ 916.774369] env[69186]: _type = "Task" [ 916.774369] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.782868] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.785606] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fd59890b-58db-4ada-9b91-15da7234c1dd tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "f74ad208-443c-4d76-9ec3-9f26af98152d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.061s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.126612] env[69186]: DEBUG oslo_vmware.api [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635241, 'name': Rename_Task, 'duration_secs': 0.15275} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.126921] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.127195] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9fa9c3e-79df-4720-be70-1b2cdf205850 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.133702] env[69186]: DEBUG oslo_vmware.api [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Waiting for the task: (returnval){ [ 917.133702] env[69186]: value = "task-3635243" [ 917.133702] env[69186]: _type = "Task" [ 917.133702] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.141974] env[69186]: DEBUG oslo_vmware.api [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.253305] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 885daa09-2a66-45f1-90ec-bb393c8188d4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 917.287822] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635242, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.293052] env[69186]: DEBUG nova.compute.manager [req-23c43cef-df67-4ca4-9192-7e70dda8ee6d req-064619e6-b4d9-45ba-a9d3-eecc9642bdf9 service nova] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Received event network-changed-c45df457-64dd-45ab-be35-43200560d4ec {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.293281] env[69186]: DEBUG nova.compute.manager [req-23c43cef-df67-4ca4-9192-7e70dda8ee6d req-064619e6-b4d9-45ba-a9d3-eecc9642bdf9 service nova] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Refreshing instance network info cache due to event network-changed-c45df457-64dd-45ab-be35-43200560d4ec. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.293519] env[69186]: DEBUG oslo_concurrency.lockutils [req-23c43cef-df67-4ca4-9192-7e70dda8ee6d req-064619e6-b4d9-45ba-a9d3-eecc9642bdf9 service nova] Acquiring lock "refresh_cache-f74ad208-443c-4d76-9ec3-9f26af98152d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.297024] env[69186]: DEBUG oslo_concurrency.lockutils [req-23c43cef-df67-4ca4-9192-7e70dda8ee6d req-064619e6-b4d9-45ba-a9d3-eecc9642bdf9 service nova] Acquired lock "refresh_cache-f74ad208-443c-4d76-9ec3-9f26af98152d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.297024] env[69186]: DEBUG nova.network.neutron [req-23c43cef-df67-4ca4-9192-7e70dda8ee6d req-064619e6-b4d9-45ba-a9d3-eecc9642bdf9 service nova] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Refreshing network info cache for port c45df457-64dd-45ab-be35-43200560d4ec {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.644975] env[69186]: DEBUG oslo_vmware.api [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635243, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.757057] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 2287411d-3e06-41e3-b5d9-c1469711f108 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 917.787969] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.923082} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.787969] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] b4c72f06-e9a4-41e4-8725-d5101ae2aca0/b4c72f06-e9a4-41e4-8725-d5101ae2aca0.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.787969] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.787969] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6013a47a-fe51-41d1-8892-ff751596c991 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.794016] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 917.794016] env[69186]: value = "task-3635244" [ 917.794016] env[69186]: _type = "Task" [ 917.794016] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.804449] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.100933] env[69186]: DEBUG nova.network.neutron [req-23c43cef-df67-4ca4-9192-7e70dda8ee6d req-064619e6-b4d9-45ba-a9d3-eecc9642bdf9 service nova] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Updated VIF entry in instance network info cache for port c45df457-64dd-45ab-be35-43200560d4ec. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.102023] env[69186]: DEBUG nova.network.neutron [req-23c43cef-df67-4ca4-9192-7e70dda8ee6d req-064619e6-b4d9-45ba-a9d3-eecc9642bdf9 service nova] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Updating instance_info_cache with network_info: [{"id": "c45df457-64dd-45ab-be35-43200560d4ec", "address": "fa:16:3e:45:2c:40", "network": {"id": "318febf9-1b9b-468e-89db-688cc7c13504", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994346472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa508e72f4e64c54bd0bbd510c8897ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc45df457-64", "ovs_interfaceid": "c45df457-64dd-45ab-be35-43200560d4ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.146548] env[69186]: DEBUG oslo_vmware.api [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635243, 'name': PowerOnVM_Task, 'duration_secs': 0.527957} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.147520] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.150767] env[69186]: INFO nova.compute.manager [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Took 15.97 seconds to spawn the instance on the hypervisor. [ 918.150767] env[69186]: DEBUG nova.compute.manager [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.150767] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3428dee-413c-4737-9df9-f4cf87431690 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.261706] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 96c00090-a061-4abe-bf75-fd4aa26457d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 918.306817] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165335} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.307177] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.309420] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c7e12b-5d8b-4ea9-a6f9-1b94c1dd0418 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.334916] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] b4c72f06-e9a4-41e4-8725-d5101ae2aca0/b4c72f06-e9a4-41e4-8725-d5101ae2aca0.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.335721] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd818dc2-e7df-4b49-a017-2b8648d5abf2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.357487] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 918.357487] env[69186]: value = "task-3635245" [ 918.357487] env[69186]: _type = "Task" [ 918.357487] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.367994] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635245, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.607015] env[69186]: DEBUG oslo_concurrency.lockutils [req-23c43cef-df67-4ca4-9192-7e70dda8ee6d req-064619e6-b4d9-45ba-a9d3-eecc9642bdf9 service nova] Releasing lock "refresh_cache-f74ad208-443c-4d76-9ec3-9f26af98152d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.656917] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquiring lock "fca7e7e8-a8a0-4948-a839-d3a8ef1131bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.657206] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Lock "fca7e7e8-a8a0-4948-a839-d3a8ef1131bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.675958] env[69186]: INFO nova.compute.manager [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Took 55.54 seconds to build instance. [ 918.765713] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 16110e15-0f28-4d68-955a-3c02189f6699 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 918.870437] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.160447] env[69186]: DEBUG nova.compute.manager [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.179909] env[69186]: DEBUG oslo_concurrency.lockutils [None req-18f9ded0-36d8-4535-842a-c614b412c7f0 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Lock "a21b0f2e-6189-4e9d-8b98-4bad9ba56b60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.053s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.225629] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquiring lock "360c9eb3-60a7-4dbc-8834-6465df08d83f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.225979] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Lock "360c9eb3-60a7-4dbc-8834-6465df08d83f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.268570] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 403d80f5-89fe-4da5-a156-38f499d1e7e3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 919.373448] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635245, 'name': ReconfigVM_Task, 'duration_secs': 0.620967} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.373589] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Reconfigured VM instance instance-0000001a to attach disk [datastore1] b4c72f06-e9a4-41e4-8725-d5101ae2aca0/b4c72f06-e9a4-41e4-8725-d5101ae2aca0.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.374599] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c0a454f-a92f-4f15-a8c7-64f38b85a01f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.382944] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 919.382944] env[69186]: value = "task-3635246" [ 919.382944] env[69186]: _type = "Task" [ 919.382944] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.391228] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635246, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.643961] env[69186]: DEBUG oslo_concurrency.lockutils [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Acquiring lock "a21b0f2e-6189-4e9d-8b98-4bad9ba56b60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.644728] env[69186]: DEBUG oslo_concurrency.lockutils [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Lock "a21b0f2e-6189-4e9d-8b98-4bad9ba56b60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.645365] env[69186]: DEBUG oslo_concurrency.lockutils [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Acquiring lock "a21b0f2e-6189-4e9d-8b98-4bad9ba56b60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.645919] env[69186]: DEBUG oslo_concurrency.lockutils [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Lock "a21b0f2e-6189-4e9d-8b98-4bad9ba56b60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.646506] env[69186]: DEBUG oslo_concurrency.lockutils [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Lock "a21b0f2e-6189-4e9d-8b98-4bad9ba56b60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.652846] env[69186]: INFO nova.compute.manager [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Terminating instance [ 919.692644] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.728389] env[69186]: DEBUG nova.compute.manager [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.773220] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance bca21a31-e29e-46cd-a096-01a565bf9d72 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 919.893514] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635246, 'name': Rename_Task, 'duration_secs': 0.175637} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.893514] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.893961] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a921079-40cd-4849-85f5-69dba450952b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.899574] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 919.899574] env[69186]: value = "task-3635247" [ 919.899574] env[69186]: _type = "Task" [ 919.899574] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.907735] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.160017] env[69186]: DEBUG nova.compute.manager [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.160017] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.160017] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8982c0-24ac-421c-98fb-b2f24a03e1e8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.166193] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.166597] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92829ac3-b7a1-45a9-b64c-80fe5b535e5e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.172396] env[69186]: DEBUG oslo_vmware.api [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Waiting for the task: (returnval){ [ 920.172396] env[69186]: value = "task-3635248" [ 920.172396] env[69186]: _type = "Task" [ 920.172396] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.180891] env[69186]: DEBUG oslo_vmware.api [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.248370] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.276056] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 71cd4c88-0df4-4390-bb5d-680dd2e10c5c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 920.276413] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69186) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 920.276599] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3136MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69186) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 920.410944] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.687514] env[69186]: DEBUG oslo_vmware.api [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635248, 'name': PowerOffVM_Task, 'duration_secs': 0.235619} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.688119] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.688119] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.688322] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-744beffa-321b-4a45-ba7f-3ea4e2b1e9a8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.765197] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc698127-7496-4a13-817c-d6190b93e7d8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.774547] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9108bc-2ec3-42ba-8bde-7136d2ba4d65 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.816312] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1755e1b-b290-47a4-a87b-2f2abce6d4f1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.824549] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843c1691-a9a7-4455-85cc-2600c8bf06a2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.832914] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Acquiring lock "e2a014fc-40df-4de7-97ae-132ee9e7bf93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.833637] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Lock "e2a014fc-40df-4de7-97ae-132ee9e7bf93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.844125] env[69186]: DEBUG nova.compute.provider_tree [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.845397] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.845533] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.845686] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Deleting the datastore file [datastore2] a21b0f2e-6189-4e9d-8b98-4bad9ba56b60 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.847632] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e3027fe-8c89-4873-8b0a-239402525d40 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.857894] env[69186]: DEBUG oslo_vmware.api [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Waiting for the task: (returnval){ [ 920.857894] env[69186]: value = "task-3635250" [ 920.857894] env[69186]: _type = "Task" [ 920.857894] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.866464] env[69186]: DEBUG oslo_vmware.api [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.911211] env[69186]: DEBUG oslo_vmware.api [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635247, 'name': PowerOnVM_Task, 'duration_secs': 0.662785} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.911521] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.911728] env[69186]: DEBUG nova.compute.manager [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.912575] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cd97fa-b034-4b99-bc20-5e0867ba3a6b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.345829] env[69186]: DEBUG nova.compute.manager [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.348383] env[69186]: DEBUG nova.scheduler.client.report [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.370830] env[69186]: DEBUG oslo_vmware.api [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184004} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.371093] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.372127] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.372127] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.372127] env[69186]: INFO nova.compute.manager [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Took 1.21 seconds to destroy the instance on the hypervisor. [ 921.372127] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.372127] env[69186]: DEBUG nova.compute.manager [-] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.372127] env[69186]: DEBUG nova.network.neutron [-] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.433962] env[69186]: DEBUG oslo_concurrency.lockutils [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.857022] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69186) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 921.857022] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.170s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.860044] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.944s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.860336] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.862522] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.361s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.862760] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.864558] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.292s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.864785] env[69186]: DEBUG nova.objects.instance [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69186) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 921.867966] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 921.867966] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Cleaning up deleted instances {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 921.889265] env[69186]: DEBUG nova.compute.manager [req-6c16835c-bf11-4997-8fb2-0d11412ca324 req-cb3e020f-744f-4338-9dbc-beea59688301 service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Received event network-vif-deleted-a1725d58-0c1d-4a5a-84d0-4d13fef162eb {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.889318] env[69186]: INFO nova.compute.manager [req-6c16835c-bf11-4997-8fb2-0d11412ca324 req-cb3e020f-744f-4338-9dbc-beea59688301 service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Neutron deleted interface a1725d58-0c1d-4a5a-84d0-4d13fef162eb; detaching it from the instance and deleting it from the info cache [ 921.889610] env[69186]: DEBUG nova.network.neutron [req-6c16835c-bf11-4997-8fb2-0d11412ca324 req-cb3e020f-744f-4338-9dbc-beea59688301 service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Updating instance_info_cache with network_info: [{"id": "6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb", "address": "fa:16:3e:a0:13:0f", "network": {"id": "aa313ee5-40d2-4783-8b2b-67412b06ebf9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-86141055", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1918c23b8ea04e7eb177e642e8ef30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b600c36-82", "ovs_interfaceid": "6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "10bd9ccd-7d52-4444-9473-47cef46f2d4c", "address": "fa:16:3e:8b:58:91", "network": {"id": "b024bcde-fcbe-437a-9862-60bdf129e907", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-548126426", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1918c23b8ea04e7eb177e642e8ef30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10bd9ccd-7d", "ovs_interfaceid": "10bd9ccd-7d52-4444-9473-47cef46f2d4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.910116] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.923733] env[69186]: INFO nova.scheduler.client.report [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Deleted allocations for instance b511d405-7aae-4e3d-896a-1fb40b586d02 [ 921.929115] env[69186]: INFO nova.scheduler.client.report [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Deleted allocations for instance 59a8bf73-4ace-4481-86a6-d884a6bcc62f [ 922.387691] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] There are 40 instances to clean {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 922.387930] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: c99fbd54-5a9d-452e-988f-67b67d4ad106] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.391485] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b8556282-6847-4538-b6c8-637c8a0f8337 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.527s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.392523] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.538s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.392718] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.397020] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.453s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.397305] env[69186]: INFO nova.compute.claims [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.400814] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd85d981-2a9e-4de2-b63a-e85b365de614 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.412589] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab5b489-2df5-47b3-b244-01b91d56fe5f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.431040] env[69186]: INFO nova.scheduler.client.report [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Deleted allocations for instance cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8 [ 922.443451] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "b511d405-7aae-4e3d-896a-1fb40b586d02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.472s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.460827] env[69186]: DEBUG nova.compute.manager [req-6c16835c-bf11-4997-8fb2-0d11412ca324 req-cb3e020f-744f-4338-9dbc-beea59688301 service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Detach interface failed, port_id=a1725d58-0c1d-4a5a-84d0-4d13fef162eb, reason: Instance a21b0f2e-6189-4e9d-8b98-4bad9ba56b60 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 922.461913] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68472a6f-8835-45d7-8a11-a7f2987fc7ca tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Lock "59a8bf73-4ace-4481-86a6-d884a6bcc62f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.056s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.654855] env[69186]: INFO nova.compute.manager [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Rebuilding instance [ 922.706158] env[69186]: DEBUG nova.compute.manager [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.706490] env[69186]: DEBUG nova.network.neutron [-] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.708427] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca564123-10a0-454c-9704-ba651c8f2fc0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.901854] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 24dd714b-4a10-49e4-91d0-6ced17d00b0e] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.965300] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5f926163-8517-4e35-8741-27e93d372c71 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Lock "cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.528s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.209032] env[69186]: INFO nova.compute.manager [-] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Took 1.84 seconds to deallocate network for instance. [ 923.406367] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 12f477f2-595e-4a26-a4d6-62169a4f6824] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.494185] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquiring lock "b569ac00-41a9-49a4-b9f3-9e901fd1d7a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.494432] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "b569ac00-41a9-49a4-b9f3-9e901fd1d7a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.494710] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquiring lock "b569ac00-41a9-49a4-b9f3-9e901fd1d7a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.495060] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "b569ac00-41a9-49a4-b9f3-9e901fd1d7a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.495249] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "b569ac00-41a9-49a4-b9f3-9e901fd1d7a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.498197] env[69186]: INFO nova.compute.manager [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Terminating instance [ 923.499699] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "dddaa31b-a7c6-4ec3-8222-fb53eb08ea17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.500284] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "dddaa31b-a7c6-4ec3-8222-fb53eb08ea17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.719899] env[69186]: DEBUG oslo_concurrency.lockutils [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.727510] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.727970] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-582a7b91-8899-4eef-9906-44ec1ea43893 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.735499] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 923.735499] env[69186]: value = "task-3635251" [ 923.735499] env[69186]: _type = "Task" [ 923.735499] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.753835] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.917383] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 1f788af6-a840-4c80-84ec-389cd38b278c] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.936358] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46ea137-7687-473e-9f0a-7149d5b2433c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.942482] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d568076-4cad-473c-8f79-183d25ae2e53 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.976076] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15539994-cc9e-447c-8b3f-adca673fd7f6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.979654] env[69186]: DEBUG nova.compute.manager [req-f2274a86-93d5-45cd-abb2-62c48c3532b4 req-fe189a30-f46c-4b69-b407-96b5d7d8c00c service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Received event network-vif-deleted-10bd9ccd-7d52-4444-9473-47cef46f2d4c {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.979845] env[69186]: DEBUG nova.compute.manager [req-f2274a86-93d5-45cd-abb2-62c48c3532b4 req-fe189a30-f46c-4b69-b407-96b5d7d8c00c service nova] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Received event network-vif-deleted-6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.986646] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b5fed0-038d-402a-b327-f488f6beab93 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.007137] env[69186]: DEBUG nova.compute.provider_tree [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.009050] env[69186]: DEBUG nova.compute.manager [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.009050] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.011449] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b8a975-5932-4aff-a531-21339dab814e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.016555] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.017339] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5095f35f-e13d-493c-a880-f7f416e9f018 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.024544] env[69186]: DEBUG oslo_vmware.api [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 924.024544] env[69186]: value = "task-3635252" [ 924.024544] env[69186]: _type = "Task" [ 924.024544] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.032443] env[69186]: DEBUG oslo_vmware.api [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3635252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.247062] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635251, 'name': PowerOffVM_Task, 'duration_secs': 0.21809} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.247344] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.247561] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.248334] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5a5487-b87c-47e9-a852-51815d012316 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.255357] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.255601] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-915c9e4b-5e7b-4a79-8ec4-b07a5f9cc56b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.317971] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.318249] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.318442] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Deleting the datastore file [datastore1] b4c72f06-e9a4-41e4-8725-d5101ae2aca0 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.318713] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1435929-43e2-4912-a7e9-2a085c79712b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.325703] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 924.325703] env[69186]: value = "task-3635254" [ 924.325703] env[69186]: _type = "Task" [ 924.325703] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.336201] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.422299] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 37112ffb-7735-4ad1-9af3-f17be5948788] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.510486] env[69186]: DEBUG nova.scheduler.client.report [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.535484] env[69186]: DEBUG oslo_vmware.api [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3635252, 'name': PowerOffVM_Task, 'duration_secs': 0.208723} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.535755] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.535927] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.536227] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70e66265-3a0b-404b-8f52-97cc2798326a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.598310] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.598557] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.598733] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Deleting the datastore file [datastore2] b569ac00-41a9-49a4-b9f3-9e901fd1d7a6 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.599019] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-705062b1-78c1-4903-9a89-d30ed1ec9101 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.605585] env[69186]: DEBUG oslo_vmware.api [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for the task: (returnval){ [ 924.605585] env[69186]: value = "task-3635256" [ 924.605585] env[69186]: _type = "Task" [ 924.605585] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.614168] env[69186]: DEBUG oslo_vmware.api [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3635256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.836079] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13274} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.836344] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.836555] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.836740] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.928021] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 3b562f5d-78aa-4625-aa1b-4a21d998365a] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.016573] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.017138] env[69186]: DEBUG nova.compute.manager [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.019611] env[69186]: DEBUG oslo_concurrency.lockutils [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.489s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.019805] env[69186]: DEBUG oslo_concurrency.lockutils [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.021887] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.320s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.023360] env[69186]: INFO nova.compute.claims [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.052455] env[69186]: INFO nova.scheduler.client.report [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Deleted allocations for instance 4e3a9db5-16e2-4093-a631-4ceb4158eeac [ 925.115253] env[69186]: DEBUG oslo_vmware.api [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Task: {'id': task-3635256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1448} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.115504] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.115684] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.115864] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.116041] env[69186]: INFO nova.compute.manager [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 925.116290] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.116482] env[69186]: DEBUG nova.compute.manager [-] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.116575] env[69186]: DEBUG nova.network.neutron [-] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.431354] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: e9e7d775-f6be-484c-ae78-4d3bb64c3fa7] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.528289] env[69186]: DEBUG nova.compute.utils [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.533745] env[69186]: DEBUG nova.compute.manager [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.534428] env[69186]: DEBUG nova.network.neutron [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.562643] env[69186]: DEBUG oslo_concurrency.lockutils [None req-325cb25b-3f4e-4afa-a447-696430a54c72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Lock "4e3a9db5-16e2-4093-a631-4ceb4158eeac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.032s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.604364] env[69186]: DEBUG nova.policy [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e999269f9024e1b9c55c8ec393bb391', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfd91ddcb62c48dba383798a87da8a37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.878118] env[69186]: DEBUG nova.virt.hardware [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.878374] env[69186]: DEBUG nova.virt.hardware [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.878533] env[69186]: DEBUG nova.virt.hardware [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.878719] env[69186]: DEBUG nova.virt.hardware [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.878866] env[69186]: DEBUG nova.virt.hardware [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.879080] env[69186]: DEBUG nova.virt.hardware [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.879405] env[69186]: DEBUG nova.virt.hardware [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.879591] env[69186]: DEBUG nova.virt.hardware [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.879765] env[69186]: DEBUG nova.virt.hardware [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.880365] env[69186]: DEBUG nova.virt.hardware [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.880365] env[69186]: DEBUG nova.virt.hardware [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.881339] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b54faf1-345e-4e30-b5b1-b418f5cef50c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.889624] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91aa20a2-a792-436b-b9fe-a8fe929bf38c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.905337] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:4b:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bafdd795-09a2-4e4b-9e36-31726b2432c6', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.914364] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.914800] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.915041] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f57f6b9b-6c5d-47b0-aade-e64f17d5ed00 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.937629] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: cb7ae2c4-3eef-4254-af3a-3a5de42222d6] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.939342] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.939342] env[69186]: value = "task-3635257" [ 925.939342] env[69186]: _type = "Task" [ 925.939342] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.948299] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635257, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.000236] env[69186]: DEBUG nova.compute.manager [req-8603c27d-0e74-4816-9ba9-45a1e5641c68 req-53be5974-74ba-4efc-8576-06daed06113f service nova] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Received event network-vif-deleted-46144391-0401-4105-a436-afe395a6281f {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.000513] env[69186]: INFO nova.compute.manager [req-8603c27d-0e74-4816-9ba9-45a1e5641c68 req-53be5974-74ba-4efc-8576-06daed06113f service nova] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Neutron deleted interface 46144391-0401-4105-a436-afe395a6281f; detaching it from the instance and deleting it from the info cache [ 926.000644] env[69186]: DEBUG nova.network.neutron [req-8603c27d-0e74-4816-9ba9-45a1e5641c68 req-53be5974-74ba-4efc-8576-06daed06113f service nova] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.031906] env[69186]: DEBUG nova.compute.manager [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.081660] env[69186]: DEBUG nova.network.neutron [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Successfully created port: 810de10f-3447-4f0e-9beb-f54a4b09c4ca {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.345430] env[69186]: DEBUG nova.network.neutron [-] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.444806] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 42529ebf-4349-4d54-8ad8-da779bfd9af2] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.452349] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635257, 'name': CreateVM_Task, 'duration_secs': 0.36186} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.452423] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.453145] env[69186]: DEBUG oslo_concurrency.lockutils [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.453259] env[69186]: DEBUG oslo_concurrency.lockutils [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.453564] env[69186]: DEBUG oslo_concurrency.lockutils [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.456181] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a7c2cb6-7f7a-48fe-b723-c0081b9bfdc1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.461815] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 926.461815] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5294ec77-6cdf-9d46-661b-4c779e418eb8" [ 926.461815] env[69186]: _type = "Task" [ 926.461815] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.470257] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5294ec77-6cdf-9d46-661b-4c779e418eb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.486521] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9060e341-c14c-4d83-b462-7215d5bdacd2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.496531] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32028b23-36ba-493a-b932-4df669eadfbb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.503391] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1b18513-9b29-407d-aace-6beedbeabaef {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.533623] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd72c741-6071-4912-9481-9fb65c99c09c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.545131] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068f8436-a389-4e60-90e8-c299ca17d2e5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.559516] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86dbbf5-7829-4da3-9311-7743fdfdc944 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.575686] env[69186]: DEBUG nova.compute.provider_tree [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.585636] env[69186]: DEBUG nova.compute.manager [req-8603c27d-0e74-4816-9ba9-45a1e5641c68 req-53be5974-74ba-4efc-8576-06daed06113f service nova] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Detach interface failed, port_id=46144391-0401-4105-a436-afe395a6281f, reason: Instance b569ac00-41a9-49a4-b9f3-9e901fd1d7a6 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 926.587708] env[69186]: DEBUG nova.scheduler.client.report [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.848756] env[69186]: INFO nova.compute.manager [-] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Took 1.73 seconds to deallocate network for instance. [ 926.948056] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: ca1b71dc-0931-435e-8848-c7d3391cda32] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.974152] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5294ec77-6cdf-9d46-661b-4c779e418eb8, 'name': SearchDatastore_Task, 'duration_secs': 0.01094} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.975060] env[69186]: DEBUG oslo_concurrency.lockutils [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.975305] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.975543] env[69186]: DEBUG oslo_concurrency.lockutils [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.975690] env[69186]: DEBUG oslo_concurrency.lockutils [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.975865] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.976371] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6b63084-5462-4cf2-942a-901719a8acf0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.984657] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.984890] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.985527] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9275f50-2d3f-4956-9651-7c42e8e5770d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.991127] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 926.991127] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52051883-cf9d-f560-0dba-93d92b9c7fa0" [ 926.991127] env[69186]: _type = "Task" [ 926.991127] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.997793] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52051883-cf9d-f560-0dba-93d92b9c7fa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.059495] env[69186]: DEBUG nova.compute.manager [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.087343] env[69186]: DEBUG nova.virt.hardware [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.087343] env[69186]: DEBUG nova.virt.hardware [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.087343] env[69186]: DEBUG nova.virt.hardware [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.087343] env[69186]: DEBUG nova.virt.hardware [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.087343] env[69186]: DEBUG nova.virt.hardware [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.087343] env[69186]: DEBUG nova.virt.hardware [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.087343] env[69186]: DEBUG nova.virt.hardware [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.087343] env[69186]: DEBUG nova.virt.hardware [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.087343] env[69186]: DEBUG nova.virt.hardware [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.087343] env[69186]: DEBUG nova.virt.hardware [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.087343] env[69186]: DEBUG nova.virt.hardware [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.088778] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9485da-0da1-450b-9630-ed28872063d4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.091998] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.070s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.092641] env[69186]: DEBUG nova.compute.manager [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.095588] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.197s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.095933] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.097922] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.022s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.098253] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.100084] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4099756e-e4bb-41a7-b0ee-db52f15f9c20 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.277s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.100386] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4099756e-e4bb-41a7-b0ee-db52f15f9c20 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.102087] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.555s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.103620] env[69186]: INFO nova.compute.claims [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.111984] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9abdcbf-089c-4b05-a81a-891bcf773d6d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.134315] env[69186]: INFO nova.scheduler.client.report [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Deleted allocations for instance fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5 [ 927.134315] env[69186]: INFO nova.scheduler.client.report [None req-4099756e-e4bb-41a7-b0ee-db52f15f9c20 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Deleted allocations for instance 0cecc88c-1b89-4bd3-8368-a3426f5220b3 [ 927.145710] env[69186]: INFO nova.scheduler.client.report [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Deleted allocations for instance 56ebd765-4a50-4f6e-8701-76a9d3f95be9 [ 927.355315] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.451847] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 52ded3f3-e73d-4a27-a464-9493e09b61a1] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.501678] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52051883-cf9d-f560-0dba-93d92b9c7fa0, 'name': SearchDatastore_Task, 'duration_secs': 0.009891} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.502187] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01565b46-0de8-4f85-9d97-692bd1e8ac32 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.507990] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 927.507990] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5214164d-7a9b-30c9-262b-b5e7b5774383" [ 927.507990] env[69186]: _type = "Task" [ 927.507990] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.516569] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5214164d-7a9b-30c9-262b-b5e7b5774383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.611700] env[69186]: DEBUG nova.compute.utils [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.617332] env[69186]: DEBUG nova.compute.manager [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.617332] env[69186]: DEBUG nova.network.neutron [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.640741] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4099756e-e4bb-41a7-b0ee-db52f15f9c20 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "0cecc88c-1b89-4bd3-8368-a3426f5220b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.767s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.647644] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0e12f723-421b-4752-8ace-fdbc2226edb9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.388s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.655213] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0d34e349-9fe8-40b1-bcea-d397e156eb0f tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Lock "56ebd765-4a50-4f6e-8701-76a9d3f95be9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.143s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.671924] env[69186]: DEBUG nova.policy [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec820589c64f49879846a031cd0ba9ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7d600f95bef403bb7a5209b7d1fc1a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.820243] env[69186]: DEBUG nova.network.neutron [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Successfully updated port: 810de10f-3447-4f0e-9beb-f54a4b09c4ca {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.957928] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 8afc2d09-29e9-4e5e-a483-8a8f4a2fd298] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.021234] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5214164d-7a9b-30c9-262b-b5e7b5774383, 'name': SearchDatastore_Task, 'duration_secs': 0.00996} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.021671] env[69186]: DEBUG oslo_concurrency.lockutils [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.022167] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] b4c72f06-e9a4-41e4-8725-d5101ae2aca0/b4c72f06-e9a4-41e4-8725-d5101ae2aca0.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.025106] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98a98eeb-b1f3-44ff-842a-e0a92ef47da4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.027382] env[69186]: DEBUG nova.network.neutron [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Successfully created port: 18ec7272-5958-4f2b-b8a4-93e30249df14 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.034748] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 928.034748] env[69186]: value = "task-3635258" [ 928.034748] env[69186]: _type = "Task" [ 928.034748] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.045660] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.118634] env[69186]: DEBUG nova.compute.manager [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.324775] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "refresh_cache-885daa09-2a66-45f1-90ec-bb393c8188d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.324775] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired lock "refresh_cache-885daa09-2a66-45f1-90ec-bb393c8188d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.324775] env[69186]: DEBUG nova.network.neutron [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.327521] env[69186]: DEBUG nova.compute.manager [req-1c6e52a2-d77c-473e-abb7-f5b07e8b7648 req-cf2ca130-4f37-4114-aa83-60814e06e931 service nova] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Received event network-vif-plugged-810de10f-3447-4f0e-9beb-f54a4b09c4ca {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.329287] env[69186]: DEBUG oslo_concurrency.lockutils [req-1c6e52a2-d77c-473e-abb7-f5b07e8b7648 req-cf2ca130-4f37-4114-aa83-60814e06e931 service nova] Acquiring lock "885daa09-2a66-45f1-90ec-bb393c8188d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.329287] env[69186]: DEBUG oslo_concurrency.lockutils [req-1c6e52a2-d77c-473e-abb7-f5b07e8b7648 req-cf2ca130-4f37-4114-aa83-60814e06e931 service nova] Lock "885daa09-2a66-45f1-90ec-bb393c8188d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.329287] env[69186]: DEBUG oslo_concurrency.lockutils [req-1c6e52a2-d77c-473e-abb7-f5b07e8b7648 req-cf2ca130-4f37-4114-aa83-60814e06e931 service nova] Lock "885daa09-2a66-45f1-90ec-bb393c8188d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.329287] env[69186]: DEBUG nova.compute.manager [req-1c6e52a2-d77c-473e-abb7-f5b07e8b7648 req-cf2ca130-4f37-4114-aa83-60814e06e931 service nova] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] No waiting events found dispatching network-vif-plugged-810de10f-3447-4f0e-9beb-f54a4b09c4ca {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.329287] env[69186]: WARNING nova.compute.manager [req-1c6e52a2-d77c-473e-abb7-f5b07e8b7648 req-cf2ca130-4f37-4114-aa83-60814e06e931 service nova] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Received unexpected event network-vif-plugged-810de10f-3447-4f0e-9beb-f54a4b09c4ca for instance with vm_state building and task_state spawning. [ 928.329287] env[69186]: DEBUG nova.compute.manager [req-1c6e52a2-d77c-473e-abb7-f5b07e8b7648 req-cf2ca130-4f37-4114-aa83-60814e06e931 service nova] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Received event network-changed-810de10f-3447-4f0e-9beb-f54a4b09c4ca {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.329287] env[69186]: DEBUG nova.compute.manager [req-1c6e52a2-d77c-473e-abb7-f5b07e8b7648 req-cf2ca130-4f37-4114-aa83-60814e06e931 service nova] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Refreshing instance network info cache due to event network-changed-810de10f-3447-4f0e-9beb-f54a4b09c4ca. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.331312] env[69186]: DEBUG oslo_concurrency.lockutils [req-1c6e52a2-d77c-473e-abb7-f5b07e8b7648 req-cf2ca130-4f37-4114-aa83-60814e06e931 service nova] Acquiring lock "refresh_cache-885daa09-2a66-45f1-90ec-bb393c8188d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.379384] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "interface-2e199da1-fcc4-4760-86bf-9035d7e60cab-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.379664] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "interface-2e199da1-fcc4-4760-86bf-9035d7e60cab-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.380038] env[69186]: DEBUG nova.objects.instance [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lazy-loading 'flavor' on Instance uuid 2e199da1-fcc4-4760-86bf-9035d7e60cab {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.459817] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 00db072e-b278-4803-b7bf-516918f84656] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.552121] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484941} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.552121] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] b4c72f06-e9a4-41e4-8725-d5101ae2aca0/b4c72f06-e9a4-41e4-8725-d5101ae2aca0.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.552121] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.552121] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d8a79c3-c0d9-4edb-b1e4-1ecab939ac62 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.562594] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 928.562594] env[69186]: value = "task-3635259" [ 928.562594] env[69186]: _type = "Task" [ 928.562594] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.569337] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ffe062-dd42-4d58-b9bb-aad656891fb7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.577238] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.580183] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e70d11-3997-4cd9-94f6-60bc5dd03277 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.618276] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2254c60c-dec6-4487-9b15-cfe73eb06c7b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.641166] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42579b20-04a2-4832-aa5e-e788774fa45f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.664092] env[69186]: DEBUG nova.compute.provider_tree [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.874940] env[69186]: DEBUG nova.network.neutron [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.968027] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: eb3117db-c8ed-44d8-809f-a1bfdedec373] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.080020] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149781} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.080020] env[69186]: DEBUG nova.objects.instance [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lazy-loading 'pci_requests' on Instance uuid 2e199da1-fcc4-4760-86bf-9035d7e60cab {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.084152] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.084152] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddb1b22-1c98-48db-87d8-0548b6a498cb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.109685] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] b4c72f06-e9a4-41e4-8725-d5101ae2aca0/b4c72f06-e9a4-41e4-8725-d5101ae2aca0.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.110274] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1c4660c-cd5f-48fa-90ee-7441ec43d429 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.131408] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 929.131408] env[69186]: value = "task-3635260" [ 929.131408] env[69186]: _type = "Task" [ 929.131408] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.140573] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.146944] env[69186]: DEBUG nova.network.neutron [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Updating instance_info_cache with network_info: [{"id": "810de10f-3447-4f0e-9beb-f54a4b09c4ca", "address": "fa:16:3e:bd:05:f9", "network": {"id": "00dd6897-3c7d-4519-99b4-1d7e73246cdf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870319695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfd91ddcb62c48dba383798a87da8a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap810de10f-34", "ovs_interfaceid": "810de10f-3447-4f0e-9beb-f54a4b09c4ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.148929] env[69186]: DEBUG nova.compute.manager [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.171035] env[69186]: DEBUG nova.scheduler.client.report [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.177210] env[69186]: DEBUG nova.virt.hardware [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.177496] env[69186]: DEBUG nova.virt.hardware [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.177653] env[69186]: DEBUG nova.virt.hardware [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.177852] env[69186]: DEBUG nova.virt.hardware [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.178017] env[69186]: DEBUG nova.virt.hardware [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.178706] env[69186]: DEBUG nova.virt.hardware [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.178929] env[69186]: DEBUG nova.virt.hardware [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.179113] env[69186]: DEBUG nova.virt.hardware [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.179307] env[69186]: DEBUG nova.virt.hardware [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.179526] env[69186]: DEBUG nova.virt.hardware [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.179747] env[69186]: DEBUG nova.virt.hardware [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.181133] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc22235-0ccd-47f2-8abc-869d0f4b10c4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.191688] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8634a66f-49b7-4faf-b684-727e4a792888 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.475644] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: e1cc2e39-cf2f-487b-a57f-7a4399c8d6f1] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.587248] env[69186]: DEBUG nova.objects.base [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Object Instance<2e199da1-fcc4-4760-86bf-9035d7e60cab> lazy-loaded attributes: flavor,pci_requests {{(pid=69186) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 929.587248] env[69186]: DEBUG nova.network.neutron [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.645899] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635260, 'name': ReconfigVM_Task, 'duration_secs': 0.309894} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.648132] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Reconfigured VM instance instance-0000001a to attach disk [datastore1] b4c72f06-e9a4-41e4-8725-d5101ae2aca0/b4c72f06-e9a4-41e4-8725-d5101ae2aca0.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.648132] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cc370bb-e9c1-4430-b2b3-ecdcaf09976e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.651984] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Releasing lock "refresh_cache-885daa09-2a66-45f1-90ec-bb393c8188d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.653635] env[69186]: DEBUG nova.compute.manager [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Instance network_info: |[{"id": "810de10f-3447-4f0e-9beb-f54a4b09c4ca", "address": "fa:16:3e:bd:05:f9", "network": {"id": "00dd6897-3c7d-4519-99b4-1d7e73246cdf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870319695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfd91ddcb62c48dba383798a87da8a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap810de10f-34", "ovs_interfaceid": "810de10f-3447-4f0e-9beb-f54a4b09c4ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.653635] env[69186]: DEBUG oslo_concurrency.lockutils [req-1c6e52a2-d77c-473e-abb7-f5b07e8b7648 req-cf2ca130-4f37-4114-aa83-60814e06e931 service nova] Acquired lock "refresh_cache-885daa09-2a66-45f1-90ec-bb393c8188d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.653635] env[69186]: DEBUG nova.network.neutron [req-1c6e52a2-d77c-473e-abb7-f5b07e8b7648 req-cf2ca130-4f37-4114-aa83-60814e06e931 service nova] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Refreshing network info cache for port 810de10f-3447-4f0e-9beb-f54a4b09c4ca {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.653951] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:05:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '810de10f-3447-4f0e-9beb-f54a4b09c4ca', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.663032] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.664992] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.664992] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 929.664992] env[69186]: value = "task-3635261" [ 929.664992] env[69186]: _type = "Task" [ 929.664992] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.665622] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1825d11-a788-49ea-9359-4987e6a2b033 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.689650] env[69186]: DEBUG nova.policy [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c41a8af0f8e54277b6fa8f5910a6d73c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f565adc711674d8c8a3e28a4a8f1bc20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.692045] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.692567] env[69186]: DEBUG nova.compute.manager [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.698483] env[69186]: DEBUG oslo_concurrency.lockutils [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.998s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.700287] env[69186]: INFO nova.compute.claims [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.711420] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635261, 'name': Rename_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.712909] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.712909] env[69186]: value = "task-3635262" [ 929.712909] env[69186]: _type = "Task" [ 929.712909] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.721651] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635262, 'name': CreateVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.888714] env[69186]: DEBUG nova.network.neutron [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Successfully updated port: 18ec7272-5958-4f2b-b8a4-93e30249df14 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.980542] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: c1074fc1-c72a-4eae-865a-cd31a20667e2] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.085318] env[69186]: DEBUG nova.network.neutron [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Successfully created port: b3434180-d500-4ce9-8adb-2e361a3e6392 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.203170] env[69186]: DEBUG nova.compute.utils [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.205285] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635261, 'name': Rename_Task, 'duration_secs': 0.155312} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.207329] env[69186]: DEBUG nova.compute.manager [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Not allocating networking since 'none' was specified. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 930.208878] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.209296] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-561aff9b-e593-4d57-9a40-56bb369bea13 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.221155] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 930.221155] env[69186]: value = "task-3635263" [ 930.221155] env[69186]: _type = "Task" [ 930.221155] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.228304] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635262, 'name': CreateVM_Task, 'duration_secs': 0.364842} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.229140] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.230924] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.231289] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.231730] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.235281] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a6955df-124e-4d1b-94e8-47c8fc559fdf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.237400] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635263, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.243140] env[69186]: DEBUG oslo_vmware.api [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 930.243140] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c03061-a753-fc86-d232-8e82631792a1" [ 930.243140] env[69186]: _type = "Task" [ 930.243140] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.250415] env[69186]: DEBUG oslo_vmware.api [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c03061-a753-fc86-d232-8e82631792a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.396099] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "refresh_cache-2287411d-3e06-41e3-b5d9-c1469711f108" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.396367] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquired lock "refresh_cache-2287411d-3e06-41e3-b5d9-c1469711f108" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.396575] env[69186]: DEBUG nova.network.neutron [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.485146] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: b26562ea-4352-445d-9a42-871579a76088] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.524957] env[69186]: DEBUG nova.network.neutron [req-1c6e52a2-d77c-473e-abb7-f5b07e8b7648 req-cf2ca130-4f37-4114-aa83-60814e06e931 service nova] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Updated VIF entry in instance network info cache for port 810de10f-3447-4f0e-9beb-f54a4b09c4ca. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.525348] env[69186]: DEBUG nova.network.neutron [req-1c6e52a2-d77c-473e-abb7-f5b07e8b7648 req-cf2ca130-4f37-4114-aa83-60814e06e931 service nova] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Updating instance_info_cache with network_info: [{"id": "810de10f-3447-4f0e-9beb-f54a4b09c4ca", "address": "fa:16:3e:bd:05:f9", "network": {"id": "00dd6897-3c7d-4519-99b4-1d7e73246cdf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870319695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfd91ddcb62c48dba383798a87da8a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap810de10f-34", "ovs_interfaceid": "810de10f-3447-4f0e-9beb-f54a4b09c4ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.707090] env[69186]: DEBUG nova.compute.manager [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.733288] env[69186]: DEBUG oslo_vmware.api [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635263, 'name': PowerOnVM_Task, 'duration_secs': 0.447885} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.733676] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.733950] env[69186]: DEBUG nova.compute.manager [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.734887] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3a16eb-5037-4d5a-9acc-946a17deba83 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.756282] env[69186]: DEBUG oslo_vmware.api [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c03061-a753-fc86-d232-8e82631792a1, 'name': SearchDatastore_Task, 'duration_secs': 0.01368} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.759868] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.760203] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.760450] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.760660] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.760779] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.761327] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbaa13ef-a337-4aeb-ba02-1e04140d0393 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.770377] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.770574] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.771844] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9927cce-e0ee-4e85-8fb6-69b70cf9bf70 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.781540] env[69186]: DEBUG oslo_vmware.api [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 930.781540] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525c7aa6-e358-09e8-b408-20e3214c2cde" [ 930.781540] env[69186]: _type = "Task" [ 930.781540] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.791715] env[69186]: DEBUG oslo_vmware.api [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525c7aa6-e358-09e8-b408-20e3214c2cde, 'name': SearchDatastore_Task, 'duration_secs': 0.008576} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.795382] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93b6142d-4a95-4ac5-b407-b0d43c06d2e5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.800649] env[69186]: DEBUG oslo_vmware.api [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 930.800649] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5286da0a-1566-4797-e11a-8a7e0a4e5d17" [ 930.800649] env[69186]: _type = "Task" [ 930.800649] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.811148] env[69186]: DEBUG oslo_vmware.api [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5286da0a-1566-4797-e11a-8a7e0a4e5d17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.885636] env[69186]: DEBUG oslo_concurrency.lockutils [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Acquiring lock "49bc8ba1-cc00-440a-bdad-a70eada41178" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.886299] env[69186]: DEBUG oslo_concurrency.lockutils [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Lock "49bc8ba1-cc00-440a-bdad-a70eada41178" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.930392] env[69186]: DEBUG nova.network.neutron [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.989209] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 795d88ec-e18d-4b16-b23f-2e0d5455e79e] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.029797] env[69186]: DEBUG oslo_concurrency.lockutils [req-1c6e52a2-d77c-473e-abb7-f5b07e8b7648 req-cf2ca130-4f37-4114-aa83-60814e06e931 service nova] Releasing lock "refresh_cache-885daa09-2a66-45f1-90ec-bb393c8188d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.096894] env[69186]: DEBUG nova.network.neutron [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Updating instance_info_cache with network_info: [{"id": "18ec7272-5958-4f2b-b8a4-93e30249df14", "address": "fa:16:3e:f8:48:73", "network": {"id": "5a237d64-003d-4d9e-b869-69de2f9ecce2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1208086149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7d600f95bef403bb7a5209b7d1fc1a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ec7272-59", "ovs_interfaceid": "18ec7272-5958-4f2b-b8a4-93e30249df14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.122569] env[69186]: DEBUG nova.compute.manager [req-61ca8646-ca48-4f4d-b3a2-807e12afaa92 req-976bda9b-fc83-4d95-b971-53e82f0fe505 service nova] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Received event network-vif-plugged-18ec7272-5958-4f2b-b8a4-93e30249df14 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.122798] env[69186]: DEBUG oslo_concurrency.lockutils [req-61ca8646-ca48-4f4d-b3a2-807e12afaa92 req-976bda9b-fc83-4d95-b971-53e82f0fe505 service nova] Acquiring lock "2287411d-3e06-41e3-b5d9-c1469711f108-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.123015] env[69186]: DEBUG oslo_concurrency.lockutils [req-61ca8646-ca48-4f4d-b3a2-807e12afaa92 req-976bda9b-fc83-4d95-b971-53e82f0fe505 service nova] Lock "2287411d-3e06-41e3-b5d9-c1469711f108-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.123614] env[69186]: DEBUG oslo_concurrency.lockutils [req-61ca8646-ca48-4f4d-b3a2-807e12afaa92 req-976bda9b-fc83-4d95-b971-53e82f0fe505 service nova] Lock "2287411d-3e06-41e3-b5d9-c1469711f108-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.123807] env[69186]: DEBUG nova.compute.manager [req-61ca8646-ca48-4f4d-b3a2-807e12afaa92 req-976bda9b-fc83-4d95-b971-53e82f0fe505 service nova] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] No waiting events found dispatching network-vif-plugged-18ec7272-5958-4f2b-b8a4-93e30249df14 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.123981] env[69186]: WARNING nova.compute.manager [req-61ca8646-ca48-4f4d-b3a2-807e12afaa92 req-976bda9b-fc83-4d95-b971-53e82f0fe505 service nova] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Received unexpected event network-vif-plugged-18ec7272-5958-4f2b-b8a4-93e30249df14 for instance with vm_state building and task_state spawning. [ 931.124158] env[69186]: DEBUG nova.compute.manager [req-61ca8646-ca48-4f4d-b3a2-807e12afaa92 req-976bda9b-fc83-4d95-b971-53e82f0fe505 service nova] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Received event network-changed-18ec7272-5958-4f2b-b8a4-93e30249df14 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.124313] env[69186]: DEBUG nova.compute.manager [req-61ca8646-ca48-4f4d-b3a2-807e12afaa92 req-976bda9b-fc83-4d95-b971-53e82f0fe505 service nova] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Refreshing instance network info cache due to event network-changed-18ec7272-5958-4f2b-b8a4-93e30249df14. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.124485] env[69186]: DEBUG oslo_concurrency.lockutils [req-61ca8646-ca48-4f4d-b3a2-807e12afaa92 req-976bda9b-fc83-4d95-b971-53e82f0fe505 service nova] Acquiring lock "refresh_cache-2287411d-3e06-41e3-b5d9-c1469711f108" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.149197] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0507cc-87dc-4f90-81b2-b21de694f5bf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.157775] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856f877b-8ee6-401e-89c0-f316540f588c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.911272] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 0ea7324d-38d7-432d-b7ce-5c59d42eee6d] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.911740] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Releasing lock "refresh_cache-2287411d-3e06-41e3-b5d9-c1469711f108" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.911969] env[69186]: DEBUG nova.compute.manager [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Instance network_info: |[{"id": "18ec7272-5958-4f2b-b8a4-93e30249df14", "address": "fa:16:3e:f8:48:73", "network": {"id": "5a237d64-003d-4d9e-b869-69de2f9ecce2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1208086149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7d600f95bef403bb7a5209b7d1fc1a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ec7272-59", "ovs_interfaceid": "18ec7272-5958-4f2b-b8a4-93e30249df14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.920821] env[69186]: DEBUG oslo_concurrency.lockutils [req-61ca8646-ca48-4f4d-b3a2-807e12afaa92 req-976bda9b-fc83-4d95-b971-53e82f0fe505 service nova] Acquired lock "refresh_cache-2287411d-3e06-41e3-b5d9-c1469711f108" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.920821] env[69186]: DEBUG nova.network.neutron [req-61ca8646-ca48-4f4d-b3a2-807e12afaa92 req-976bda9b-fc83-4d95-b971-53e82f0fe505 service nova] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Refreshing network info cache for port 18ec7272-5958-4f2b-b8a4-93e30249df14 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.920821] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:48:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18ec7272-5958-4f2b-b8a4-93e30249df14', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.925673] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.926369] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254d5f5c-d545-433a-a947-2762aba03cfb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.929593] env[69186]: DEBUG oslo_concurrency.lockutils [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.930599] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.931260] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-287b5e3c-eaa3-4f9f-bd44-0dcc95e26d53 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.951963] env[69186]: DEBUG oslo_vmware.api [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5286da0a-1566-4797-e11a-8a7e0a4e5d17, 'name': SearchDatastore_Task, 'duration_secs': 0.008306} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.955502] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.955502] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 885daa09-2a66-45f1-90ec-bb393c8188d4/885daa09-2a66-45f1-90ec-bb393c8188d4.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.956121] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-126b4bfa-2aa9-4da3-a7bd-a64ebaf57422 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.960513] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614635d2-b6c7-4ebe-836d-2d98d006e772 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.968500] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.968500] env[69186]: value = "task-3635264" [ 931.968500] env[69186]: _type = "Task" [ 931.968500] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.988889] env[69186]: DEBUG oslo_vmware.api [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 931.988889] env[69186]: value = "task-3635265" [ 931.988889] env[69186]: _type = "Task" [ 931.988889] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.989513] env[69186]: DEBUG nova.compute.provider_tree [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.003287] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635264, 'name': CreateVM_Task} progress is 15%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.011355] env[69186]: DEBUG oslo_vmware.api [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.231517] env[69186]: DEBUG nova.network.neutron [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Successfully updated port: b3434180-d500-4ce9-8adb-2e361a3e6392 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.418623] env[69186]: DEBUG nova.compute.manager [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.430722] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: a1b743d8-af17-4c36-9e79-ed89e9134705] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.473394] env[69186]: DEBUG nova.virt.hardware [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.474131] env[69186]: DEBUG nova.virt.hardware [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.474131] env[69186]: DEBUG nova.virt.hardware [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.474131] env[69186]: DEBUG nova.virt.hardware [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.474547] env[69186]: DEBUG nova.virt.hardware [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.474547] env[69186]: DEBUG nova.virt.hardware [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.474634] env[69186]: DEBUG nova.virt.hardware [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.474809] env[69186]: DEBUG nova.virt.hardware [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.474981] env[69186]: DEBUG nova.virt.hardware [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.478962] env[69186]: DEBUG nova.virt.hardware [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.478962] env[69186]: DEBUG nova.virt.hardware [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.480576] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1339268e-c1c6-4feb-aa61-715c005abdde {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.496970] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635264, 'name': CreateVM_Task, 'duration_secs': 0.38302} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.500554] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bd6fa9-d4e1-4fc0-a810-0aa978b6dd58 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.510071] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.511010] env[69186]: DEBUG nova.scheduler.client.report [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.515807] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.515807] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.515807] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.517017] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b1598c0-6b7e-4dad-81e6-193cde953639 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.535955] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Instance VIF info [] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.543799] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Creating folder: Project (f67a208175244342b9c840b1aebc75a8). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.543799] env[69186]: DEBUG oslo_vmware.api [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529235} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.544039] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-996d12d4-7e60-40ea-a83c-8261dfed41ac {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.546205] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 885daa09-2a66-45f1-90ec-bb393c8188d4/885daa09-2a66-45f1-90ec-bb393c8188d4.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.546416] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.548275] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fafe598-5458-41cc-858a-daa2fbf40632 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.550688] env[69186]: DEBUG oslo_vmware.api [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 932.550688] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52338f4d-f620-1145-3a48-83d81196ee08" [ 932.550688] env[69186]: _type = "Task" [ 932.550688] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.558671] env[69186]: DEBUG oslo_vmware.api [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 932.558671] env[69186]: value = "task-3635267" [ 932.558671] env[69186]: _type = "Task" [ 932.558671] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.566449] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Created folder: Project (f67a208175244342b9c840b1aebc75a8) in parent group-v724677. [ 932.566670] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Creating folder: Instances. Parent ref: group-v724864. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.567417] env[69186]: DEBUG oslo_vmware.api [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52338f4d-f620-1145-3a48-83d81196ee08, 'name': SearchDatastore_Task, 'duration_secs': 0.012963} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.570138] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9702ca3-a5a0-48d0-8071-d9851cdce660 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.571929] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.572060] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.572271] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.572438] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.572635] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.575511] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbe02c02-7925-4424-aa91-711f9cd6d783 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.577479] env[69186]: DEBUG oslo_vmware.api [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.583917] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.584100] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.585796] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25540676-2819-4749-9fa2-737cc23eea0e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.588461] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Created folder: Instances in parent group-v724864. [ 932.588662] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.590031] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.590031] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a39192f8-a5f0-44d0-81c5-7bdfacca5a49 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.605709] env[69186]: DEBUG oslo_vmware.api [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 932.605709] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b76b0c-166e-6ea0-e907-93591da0c3bf" [ 932.605709] env[69186]: _type = "Task" [ 932.605709] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.610118] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.610118] env[69186]: value = "task-3635269" [ 932.610118] env[69186]: _type = "Task" [ 932.610118] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.616616] env[69186]: DEBUG oslo_vmware.api [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b76b0c-166e-6ea0-e907-93591da0c3bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009387} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.617718] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a85ebcb-4220-4bfa-8763-6e084228acc5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.625026] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635269, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.626181] env[69186]: DEBUG oslo_vmware.api [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 932.626181] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52795e27-7c4e-2f24-71ad-d133172fca06" [ 932.626181] env[69186]: _type = "Task" [ 932.626181] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.635875] env[69186]: DEBUG oslo_vmware.api [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52795e27-7c4e-2f24-71ad-d133172fca06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.729712] env[69186]: DEBUG nova.network.neutron [req-61ca8646-ca48-4f4d-b3a2-807e12afaa92 req-976bda9b-fc83-4d95-b971-53e82f0fe505 service nova] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Updated VIF entry in instance network info cache for port 18ec7272-5958-4f2b-b8a4-93e30249df14. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.729712] env[69186]: DEBUG nova.network.neutron [req-61ca8646-ca48-4f4d-b3a2-807e12afaa92 req-976bda9b-fc83-4d95-b971-53e82f0fe505 service nova] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Updating instance_info_cache with network_info: [{"id": "18ec7272-5958-4f2b-b8a4-93e30249df14", "address": "fa:16:3e:f8:48:73", "network": {"id": "5a237d64-003d-4d9e-b869-69de2f9ecce2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1208086149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7d600f95bef403bb7a5209b7d1fc1a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ec7272-59", "ovs_interfaceid": "18ec7272-5958-4f2b-b8a4-93e30249df14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.741039] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "refresh_cache-2e199da1-fcc4-4760-86bf-9035d7e60cab" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.741039] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "refresh_cache-2e199da1-fcc4-4760-86bf-9035d7e60cab" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.741039] env[69186]: DEBUG nova.network.neutron [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.938655] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 1fae0e2c-fb8d-411b-826e-18cda413b24f] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.017928] env[69186]: DEBUG oslo_concurrency.lockutils [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.319s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.019555] env[69186]: DEBUG oslo_concurrency.lockutils [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.660s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.019555] env[69186]: DEBUG oslo_concurrency.lockutils [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.019555] env[69186]: INFO nova.compute.manager [None req-05788299-4801-46e0-a5b2-6a5672d01714 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Successfully reverted task state from rebuilding on failure for instance. [ 933.024478] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.743s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.026150] env[69186]: INFO nova.compute.claims [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.069528] env[69186]: DEBUG oslo_vmware.api [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068636} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.070328] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.072048] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fa6ac0-db69-468c-9fee-f1c18194a188 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.096267] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 885daa09-2a66-45f1-90ec-bb393c8188d4/885daa09-2a66-45f1-90ec-bb393c8188d4.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.096842] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeae00ff-7bae-417e-a137-a6f111175ee4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.140127] env[69186]: DEBUG oslo_vmware.api [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 933.140127] env[69186]: value = "task-3635270" [ 933.140127] env[69186]: _type = "Task" [ 933.140127] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.144608] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635269, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.152050] env[69186]: DEBUG oslo_vmware.api [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52795e27-7c4e-2f24-71ad-d133172fca06, 'name': SearchDatastore_Task, 'duration_secs': 0.008363} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.152761] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.153156] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 2287411d-3e06-41e3-b5d9-c1469711f108/2287411d-3e06-41e3-b5d9-c1469711f108.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.153489] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03956ffe-03cb-45e7-895e-dd947bb7ab5b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.159501] env[69186]: DEBUG oslo_vmware.api [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.163859] env[69186]: DEBUG oslo_vmware.api [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 933.163859] env[69186]: value = "task-3635271" [ 933.163859] env[69186]: _type = "Task" [ 933.163859] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.173024] env[69186]: DEBUG oslo_vmware.api [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.232962] env[69186]: DEBUG oslo_concurrency.lockutils [req-61ca8646-ca48-4f4d-b3a2-807e12afaa92 req-976bda9b-fc83-4d95-b971-53e82f0fe505 service nova] Releasing lock "refresh_cache-2287411d-3e06-41e3-b5d9-c1469711f108" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.288640] env[69186]: WARNING nova.network.neutron [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] 0f039970-7251-4198-822f-ced71518c3b9 already exists in list: networks containing: ['0f039970-7251-4198-822f-ced71518c3b9']. ignoring it [ 933.442844] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 5d283527-7cce-479b-9160-bc2f9cce7e83] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.532028] env[69186]: DEBUG oslo_concurrency.lockutils [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Acquiring lock "3f0ac886-c3b4-4c48-8043-24fa46a91648" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.532295] env[69186]: DEBUG oslo_concurrency.lockutils [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Lock "3f0ac886-c3b4-4c48-8043-24fa46a91648" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.637278] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635269, 'name': CreateVM_Task, 'duration_secs': 0.703375} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.637278] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.638028] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.638028] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.638028] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.638242] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e6f1489-8aa1-4bc9-b22e-7ddb43563e88 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.642139] env[69186]: DEBUG nova.network.neutron [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Updating instance_info_cache with network_info: [{"id": "31c72f5e-75ff-497d-a7e2-5216acb9fe4f", "address": "fa:16:3e:61:46:db", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31c72f5e-75", "ovs_interfaceid": "31c72f5e-75ff-497d-a7e2-5216acb9fe4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3434180-d500-4ce9-8adb-2e361a3e6392", "address": "fa:16:3e:e9:d5:9a", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3434180-d5", "ovs_interfaceid": "b3434180-d500-4ce9-8adb-2e361a3e6392", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.645227] env[69186]: DEBUG oslo_vmware.api [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Waiting for the task: (returnval){ [ 933.645227] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d788d4-6703-3daa-ecb7-e537eb6456c7" [ 933.645227] env[69186]: _type = "Task" [ 933.645227] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.663627] env[69186]: DEBUG oslo_vmware.api [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635270, 'name': ReconfigVM_Task, 'duration_secs': 0.438309} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.667656] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 885daa09-2a66-45f1-90ec-bb393c8188d4/885daa09-2a66-45f1-90ec-bb393c8188d4.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.668352] env[69186]: DEBUG oslo_vmware.api [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d788d4-6703-3daa-ecb7-e537eb6456c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.668588] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69702126-9b2c-4152-b0b0-c1e2d8658414 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.680653] env[69186]: DEBUG oslo_vmware.api [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512518} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.681938] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 2287411d-3e06-41e3-b5d9-c1469711f108/2287411d-3e06-41e3-b5d9-c1469711f108.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.682182] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.682491] env[69186]: DEBUG oslo_vmware.api [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 933.682491] env[69186]: value = "task-3635272" [ 933.682491] env[69186]: _type = "Task" [ 933.682491] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.682683] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8895a2e-9e73-4d00-bdae-ea8b022b45f5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.693964] env[69186]: DEBUG oslo_vmware.api [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635272, 'name': Rename_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.695337] env[69186]: DEBUG oslo_vmware.api [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 933.695337] env[69186]: value = "task-3635273" [ 933.695337] env[69186]: _type = "Task" [ 933.695337] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.705537] env[69186]: DEBUG oslo_vmware.api [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.730573] env[69186]: DEBUG nova.compute.manager [req-76f68213-597d-4a2c-a01b-7e3eac5e2e9c req-a6103e5b-ffbd-446a-b65b-14a4fb13a1a2 service nova] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Received event network-vif-plugged-b3434180-d500-4ce9-8adb-2e361a3e6392 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.730573] env[69186]: DEBUG oslo_concurrency.lockutils [req-76f68213-597d-4a2c-a01b-7e3eac5e2e9c req-a6103e5b-ffbd-446a-b65b-14a4fb13a1a2 service nova] Acquiring lock "2e199da1-fcc4-4760-86bf-9035d7e60cab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.731026] env[69186]: DEBUG oslo_concurrency.lockutils [req-76f68213-597d-4a2c-a01b-7e3eac5e2e9c req-a6103e5b-ffbd-446a-b65b-14a4fb13a1a2 service nova] Lock "2e199da1-fcc4-4760-86bf-9035d7e60cab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.731179] env[69186]: DEBUG oslo_concurrency.lockutils [req-76f68213-597d-4a2c-a01b-7e3eac5e2e9c req-a6103e5b-ffbd-446a-b65b-14a4fb13a1a2 service nova] Lock "2e199da1-fcc4-4760-86bf-9035d7e60cab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.731488] env[69186]: DEBUG nova.compute.manager [req-76f68213-597d-4a2c-a01b-7e3eac5e2e9c req-a6103e5b-ffbd-446a-b65b-14a4fb13a1a2 service nova] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] No waiting events found dispatching network-vif-plugged-b3434180-d500-4ce9-8adb-2e361a3e6392 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.731982] env[69186]: WARNING nova.compute.manager [req-76f68213-597d-4a2c-a01b-7e3eac5e2e9c req-a6103e5b-ffbd-446a-b65b-14a4fb13a1a2 service nova] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Received unexpected event network-vif-plugged-b3434180-d500-4ce9-8adb-2e361a3e6392 for instance with vm_state active and task_state None. [ 933.731982] env[69186]: DEBUG nova.compute.manager [req-76f68213-597d-4a2c-a01b-7e3eac5e2e9c req-a6103e5b-ffbd-446a-b65b-14a4fb13a1a2 service nova] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Received event network-changed-b3434180-d500-4ce9-8adb-2e361a3e6392 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.731982] env[69186]: DEBUG nova.compute.manager [req-76f68213-597d-4a2c-a01b-7e3eac5e2e9c req-a6103e5b-ffbd-446a-b65b-14a4fb13a1a2 service nova] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Refreshing instance network info cache due to event network-changed-b3434180-d500-4ce9-8adb-2e361a3e6392. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.732204] env[69186]: DEBUG oslo_concurrency.lockutils [req-76f68213-597d-4a2c-a01b-7e3eac5e2e9c req-a6103e5b-ffbd-446a-b65b-14a4fb13a1a2 service nova] Acquiring lock "refresh_cache-2e199da1-fcc4-4760-86bf-9035d7e60cab" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.947342] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 4f85f88b-4e84-4963-8750-8c17f62af69e] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.027989] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "3dfd762c-7776-4200-a9f7-be2220b547a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.028346] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "3dfd762c-7776-4200-a9f7-be2220b547a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.028611] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "3dfd762c-7776-4200-a9f7-be2220b547a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.028793] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "3dfd762c-7776-4200-a9f7-be2220b547a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.029041] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "3dfd762c-7776-4200-a9f7-be2220b547a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.031833] env[69186]: INFO nova.compute.manager [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Terminating instance [ 934.038684] env[69186]: DEBUG oslo_concurrency.lockutils [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Lock "3f0ac886-c3b4-4c48-8043-24fa46a91648" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.039589] env[69186]: DEBUG nova.compute.manager [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.146808] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "refresh_cache-2e199da1-fcc4-4760-86bf-9035d7e60cab" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.148179] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "2e199da1-fcc4-4760-86bf-9035d7e60cab" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.148340] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "2e199da1-fcc4-4760-86bf-9035d7e60cab" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.148613] env[69186]: DEBUG oslo_concurrency.lockutils [req-76f68213-597d-4a2c-a01b-7e3eac5e2e9c req-a6103e5b-ffbd-446a-b65b-14a4fb13a1a2 service nova] Acquired lock "refresh_cache-2e199da1-fcc4-4760-86bf-9035d7e60cab" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.148788] env[69186]: DEBUG nova.network.neutron [req-76f68213-597d-4a2c-a01b-7e3eac5e2e9c req-a6103e5b-ffbd-446a-b65b-14a4fb13a1a2 service nova] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Refreshing network info cache for port b3434180-d500-4ce9-8adb-2e361a3e6392 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.150801] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a498087-e48e-4049-bb5a-ba4ace2593a3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.181788] env[69186]: DEBUG nova.virt.hardware [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.181952] env[69186]: DEBUG nova.virt.hardware [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.182126] env[69186]: DEBUG nova.virt.hardware [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.182310] env[69186]: DEBUG nova.virt.hardware [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.182485] env[69186]: DEBUG nova.virt.hardware [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.183334] env[69186]: DEBUG nova.virt.hardware [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.183334] env[69186]: DEBUG nova.virt.hardware [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.183334] env[69186]: DEBUG nova.virt.hardware [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.183334] env[69186]: DEBUG nova.virt.hardware [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.183334] env[69186]: DEBUG nova.virt.hardware [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.183701] env[69186]: DEBUG nova.virt.hardware [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.189972] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Reconfiguring VM to attach interface {{(pid=69186) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 934.190352] env[69186]: DEBUG oslo_vmware.api [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d788d4-6703-3daa-ecb7-e537eb6456c7, 'name': SearchDatastore_Task, 'duration_secs': 0.022632} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.195065] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fbb1215-b328-4bce-8ded-577517f4b70d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.209925] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.210226] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.210464] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.210611] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.210787] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.216271] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2090bb0a-bb73-4f2e-ad02-87f7bf33a8ee {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.227857] env[69186]: DEBUG oslo_vmware.api [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635272, 'name': Rename_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.232450] env[69186]: DEBUG oslo_vmware.api [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064938} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.232814] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.232994] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.233776] env[69186]: DEBUG oslo_vmware.api [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 934.233776] env[69186]: value = "task-3635274" [ 934.233776] env[69186]: _type = "Task" [ 934.233776] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.234033] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.234279] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7f0dc42-4cc6-40e0-91d7-1bb3cca7401e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.237523] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff5b441-393e-4a77-b5b5-df99448ecf33 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.248070] env[69186]: DEBUG oslo_vmware.api [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Waiting for the task: (returnval){ [ 934.248070] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bcd6f7-6649-b015-990e-f2f1173b7855" [ 934.248070] env[69186]: _type = "Task" [ 934.248070] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.260532] env[69186]: DEBUG oslo_vmware.api [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635274, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.269512] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 2287411d-3e06-41e3-b5d9-c1469711f108/2287411d-3e06-41e3-b5d9-c1469711f108.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.275464] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a617f0a-16aa-4201-bf91-8fd3012a80ae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.297400] env[69186]: DEBUG oslo_vmware.api [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bcd6f7-6649-b015-990e-f2f1173b7855, 'name': SearchDatastore_Task, 'duration_secs': 0.009637} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.298274] env[69186]: DEBUG oslo_vmware.api [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 934.298274] env[69186]: value = "task-3635275" [ 934.298274] env[69186]: _type = "Task" [ 934.298274] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.298523] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49b7164e-16fc-490b-a12c-9f4e19b95640 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.309057] env[69186]: DEBUG oslo_vmware.api [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Waiting for the task: (returnval){ [ 934.309057] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ba2d64-ea74-88ab-4774-37721f4e444a" [ 934.309057] env[69186]: _type = "Task" [ 934.309057] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.312603] env[69186]: DEBUG oslo_vmware.api [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635275, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.323042] env[69186]: DEBUG oslo_vmware.api [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ba2d64-ea74-88ab-4774-37721f4e444a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.452910] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 57a41f79-f205-4ed9-b4c2-67d57d113f63] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.521344] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2dddde-a121-4aa6-992d-722114354239 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.529158] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5577329b-6a29-4d34-bd49-92d4714ee3e8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.535751] env[69186]: DEBUG nova.compute.manager [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.535986] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.566351] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4b1faf-58d2-46fe-9e87-945c0e52c70c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.571027] env[69186]: DEBUG nova.compute.utils [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.573494] env[69186]: DEBUG nova.compute.manager [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.573494] env[69186]: DEBUG nova.network.neutron [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.576434] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dddc30-29b7-4db4-a309-38ddbc1042c4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.584202] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.587535] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e72eb00d-7615-418f-9eff-ec6452a829ab {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.591127] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8824f43f-29f8-4f3a-b8f2-218d6141dab2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.610699] env[69186]: DEBUG nova.compute.provider_tree [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.612759] env[69186]: DEBUG oslo_vmware.api [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 934.612759] env[69186]: value = "task-3635276" [ 934.612759] env[69186]: _type = "Task" [ 934.612759] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.626514] env[69186]: DEBUG oslo_vmware.api [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.646810] env[69186]: DEBUG nova.policy [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a938a80994446aa8804ea68d3bec3d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bed6ef8470c24a7e9533405ced69e923', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.706490] env[69186]: DEBUG oslo_vmware.api [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635272, 'name': Rename_Task, 'duration_secs': 1.017736} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.706802] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.707082] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42c10b9b-a421-4ee7-9938-1bd416169217 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.715213] env[69186]: DEBUG oslo_vmware.api [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 934.715213] env[69186]: value = "task-3635277" [ 934.715213] env[69186]: _type = "Task" [ 934.715213] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.725501] env[69186]: DEBUG oslo_vmware.api [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.747777] env[69186]: DEBUG oslo_vmware.api [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635274, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.810022] env[69186]: DEBUG oslo_vmware.api [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635275, 'name': ReconfigVM_Task, 'duration_secs': 0.280664} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.810298] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 2287411d-3e06-41e3-b5d9-c1469711f108/2287411d-3e06-41e3-b5d9-c1469711f108.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.810919] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e9dd1d1-33b6-4f49-a0db-6909a2daf712 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.821349] env[69186]: DEBUG oslo_vmware.api [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ba2d64-ea74-88ab-4774-37721f4e444a, 'name': SearchDatastore_Task, 'duration_secs': 0.018375} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.822799] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.823129] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 96c00090-a061-4abe-bf75-fd4aa26457d2/96c00090-a061-4abe-bf75-fd4aa26457d2.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.824089] env[69186]: DEBUG oslo_vmware.api [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 934.824089] env[69186]: value = "task-3635278" [ 934.824089] env[69186]: _type = "Task" [ 934.824089] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.824089] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b84fc41a-d26c-42a4-9777-4b3ed0817a47 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.835515] env[69186]: DEBUG oslo_vmware.api [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Waiting for the task: (returnval){ [ 934.835515] env[69186]: value = "task-3635279" [ 934.835515] env[69186]: _type = "Task" [ 934.835515] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.839086] env[69186]: DEBUG oslo_vmware.api [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635278, 'name': Rename_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.852983] env[69186]: DEBUG oslo_vmware.api [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.957909] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: f3de78f8-6adc-4a86-9da0-a83b5aa3949c] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.983751] env[69186]: DEBUG nova.network.neutron [req-76f68213-597d-4a2c-a01b-7e3eac5e2e9c req-a6103e5b-ffbd-446a-b65b-14a4fb13a1a2 service nova] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Updated VIF entry in instance network info cache for port b3434180-d500-4ce9-8adb-2e361a3e6392. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.985158] env[69186]: DEBUG nova.network.neutron [req-76f68213-597d-4a2c-a01b-7e3eac5e2e9c req-a6103e5b-ffbd-446a-b65b-14a4fb13a1a2 service nova] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Updating instance_info_cache with network_info: [{"id": "31c72f5e-75ff-497d-a7e2-5216acb9fe4f", "address": "fa:16:3e:61:46:db", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31c72f5e-75", "ovs_interfaceid": "31c72f5e-75ff-497d-a7e2-5216acb9fe4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3434180-d500-4ce9-8adb-2e361a3e6392", "address": "fa:16:3e:e9:d5:9a", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3434180-d5", "ovs_interfaceid": "b3434180-d500-4ce9-8adb-2e361a3e6392", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.080296] env[69186]: DEBUG nova.compute.manager [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.118065] env[69186]: DEBUG nova.scheduler.client.report [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.121509] env[69186]: DEBUG nova.network.neutron [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Successfully created port: b4cba4d1-0523-4a96-bbc4-269ac49051b9 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.138117] env[69186]: DEBUG oslo_vmware.api [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635276, 'name': PowerOffVM_Task, 'duration_secs': 0.323269} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.139095] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.139281] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.139573] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-926ebb71-5035-457e-a7d8-2aea41e0cdec {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.232017] env[69186]: DEBUG oslo_vmware.api [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635277, 'name': PowerOnVM_Task, 'duration_secs': 0.505346} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.232361] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.234023] env[69186]: INFO nova.compute.manager [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Took 8.18 seconds to spawn the instance on the hypervisor. [ 935.234023] env[69186]: DEBUG nova.compute.manager [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.234716] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c0dcd0-c4f4-41ed-bbaf-4a35a5e1ea0a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.242469] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.243167] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.243890] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Deleting the datastore file [datastore2] 3dfd762c-7776-4200-a9f7-be2220b547a2 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.247861] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a20f555e-86b2-4f64-a6fc-f4ca5ef3a766 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.265189] env[69186]: DEBUG oslo_vmware.api [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635274, 'name': ReconfigVM_Task, 'duration_secs': 0.915819} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.265767] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "2e199da1-fcc4-4760-86bf-9035d7e60cab" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.265963] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Reconfigured VM to attach interface {{(pid=69186) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 935.268554] env[69186]: DEBUG oslo_vmware.api [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 935.268554] env[69186]: value = "task-3635281" [ 935.268554] env[69186]: _type = "Task" [ 935.268554] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.277939] env[69186]: DEBUG oslo_vmware.api [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.340603] env[69186]: DEBUG oslo_vmware.api [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635278, 'name': Rename_Task, 'duration_secs': 0.211327} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.345732] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.345732] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0b37968-3540-4f60-97a9-12f7bdde51d7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.352578] env[69186]: DEBUG oslo_vmware.api [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635279, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.354210] env[69186]: DEBUG oslo_vmware.api [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 935.354210] env[69186]: value = "task-3635282" [ 935.354210] env[69186]: _type = "Task" [ 935.354210] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.362590] env[69186]: DEBUG oslo_vmware.api [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.461551] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: dbd66819-ad80-4c91-8d96-b59feae7cf6f] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.491764] env[69186]: DEBUG oslo_concurrency.lockutils [req-76f68213-597d-4a2c-a01b-7e3eac5e2e9c req-a6103e5b-ffbd-446a-b65b-14a4fb13a1a2 service nova] Releasing lock "refresh_cache-2e199da1-fcc4-4760-86bf-9035d7e60cab" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.631062] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.631699] env[69186]: DEBUG nova.compute.manager [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.635656] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d10a92c7-1cd9-43e5-8fdc-89229b66d1fa tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.162s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.636415] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d10a92c7-1cd9-43e5-8fdc-89229b66d1fa tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.638364] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.022s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.639962] env[69186]: INFO nova.compute.claims [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.725407] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Acquiring lock "a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.725407] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Lock "a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.770529] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "interface-2e199da1-fcc4-4760-86bf-9035d7e60cab-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.391s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.775171] env[69186]: INFO nova.compute.manager [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Took 47.85 seconds to build instance. [ 935.782710] env[69186]: DEBUG oslo_vmware.api [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388975} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.783559] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.783809] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.784065] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.784288] env[69186]: INFO nova.compute.manager [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Took 1.25 seconds to destroy the instance on the hypervisor. [ 935.784574] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.785218] env[69186]: DEBUG nova.compute.manager [-] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.785347] env[69186]: DEBUG nova.network.neutron [-] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.850352] env[69186]: DEBUG oslo_vmware.api [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637137} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.850640] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 96c00090-a061-4abe-bf75-fd4aa26457d2/96c00090-a061-4abe-bf75-fd4aa26457d2.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.850896] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.851253] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1280fa3a-336d-43ae-89c0-a23dff2b2f81 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.861536] env[69186]: DEBUG oslo_vmware.api [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Waiting for the task: (returnval){ [ 935.861536] env[69186]: value = "task-3635283" [ 935.861536] env[69186]: _type = "Task" [ 935.861536] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.867880] env[69186]: DEBUG oslo_vmware.api [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635282, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.872475] env[69186]: DEBUG oslo_vmware.api [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.965783] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 42e71f1b-7786-451e-96cf-df66acd48dde] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.094602] env[69186]: DEBUG nova.compute.manager [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.122587] env[69186]: DEBUG nova.virt.hardware [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.122916] env[69186]: DEBUG nova.virt.hardware [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.123152] env[69186]: DEBUG nova.virt.hardware [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.123403] env[69186]: DEBUG nova.virt.hardware [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.123601] env[69186]: DEBUG nova.virt.hardware [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.123802] env[69186]: DEBUG nova.virt.hardware [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.124092] env[69186]: DEBUG nova.virt.hardware [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.124311] env[69186]: DEBUG nova.virt.hardware [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.124537] env[69186]: DEBUG nova.virt.hardware [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.124760] env[69186]: DEBUG nova.virt.hardware [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.124993] env[69186]: DEBUG nova.virt.hardware [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.126189] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635f3637-815b-4604-9c4c-20cad2e2382d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.136527] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1aea81-6e32-43ac-8488-36cb1adc3c4e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.141377] env[69186]: DEBUG nova.compute.utils [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.142802] env[69186]: DEBUG nova.compute.manager [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.142972] env[69186]: DEBUG nova.network.neutron [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.166920] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d10a92c7-1cd9-43e5-8fdc-89229b66d1fa tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Lock "4b5da231-5fde-4cb7-9304-faf5a990231f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.407s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.192073] env[69186]: DEBUG nova.policy [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02e3e03552ef421e91081931a1d17872', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff7e81341caf41a3a52b5585de23490f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.278885] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eb67c051-3c5c-496c-bac3-cf276c24cc20 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "885daa09-2a66-45f1-90ec-bb393c8188d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.366s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.369669] env[69186]: DEBUG oslo_vmware.api [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635282, 'name': PowerOnVM_Task, 'duration_secs': 0.844664} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.370367] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.370605] env[69186]: INFO nova.compute.manager [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Took 7.22 seconds to spawn the instance on the hypervisor. [ 936.371067] env[69186]: DEBUG nova.compute.manager [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.371649] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111b8ef4-3dda-40ae-affd-660d97781e72 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.376945] env[69186]: DEBUG oslo_vmware.api [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068529} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.377364] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.378117] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2402db0-9dd5-40d0-87f8-a45c04046a8a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.408281] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 96c00090-a061-4abe-bf75-fd4aa26457d2/96c00090-a061-4abe-bf75-fd4aa26457d2.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.408932] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f1ff01c-6d4f-4092-990f-48acf9ed4c64 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.426929] env[69186]: DEBUG nova.compute.manager [req-c0d2c27f-f7a6-4e45-b4de-20a0264ccf4d req-fc2ab624-fb3a-491c-87b8-31ca7bdf18eb service nova] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Received event network-vif-deleted-f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.428618] env[69186]: INFO nova.compute.manager [req-c0d2c27f-f7a6-4e45-b4de-20a0264ccf4d req-fc2ab624-fb3a-491c-87b8-31ca7bdf18eb service nova] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Neutron deleted interface f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc; detaching it from the instance and deleting it from the info cache [ 936.428618] env[69186]: DEBUG nova.network.neutron [req-c0d2c27f-f7a6-4e45-b4de-20a0264ccf4d req-fc2ab624-fb3a-491c-87b8-31ca7bdf18eb service nova] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.435814] env[69186]: DEBUG oslo_vmware.api [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Waiting for the task: (returnval){ [ 936.435814] env[69186]: value = "task-3635284" [ 936.435814] env[69186]: _type = "Task" [ 936.435814] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.444782] env[69186]: DEBUG oslo_vmware.api [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.470742] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 8cbd7c33-de21-4bb3-a27f-fe2d61c18e32] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.494402] env[69186]: DEBUG nova.network.neutron [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Successfully created port: 6ee72153-6246-480c-9c43-d4d0655940d4 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.552323] env[69186]: DEBUG nova.network.neutron [-] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.647023] env[69186]: DEBUG nova.compute.manager [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.781304] env[69186]: DEBUG nova.compute.manager [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.897255] env[69186]: INFO nova.compute.manager [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Took 47.22 seconds to build instance. [ 936.931598] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f38f2a10-b98d-4f6c-905a-d285ed4939c6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.946298] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14712c9e-8c8a-4e81-9d1b-c707ac05b80e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.965042] env[69186]: DEBUG oslo_vmware.api [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.987744] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 93436e04-008a-451e-a0ce-1a4ebc1ddd9b] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.989801] env[69186]: DEBUG nova.compute.manager [req-c0d2c27f-f7a6-4e45-b4de-20a0264ccf4d req-fc2ab624-fb3a-491c-87b8-31ca7bdf18eb service nova] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Detach interface failed, port_id=f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc, reason: Instance 3dfd762c-7776-4200-a9f7-be2220b547a2 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 937.023370] env[69186]: DEBUG nova.network.neutron [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Successfully updated port: b4cba4d1-0523-4a96-bbc4-269ac49051b9 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.055390] env[69186]: INFO nova.compute.manager [-] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Took 1.27 seconds to deallocate network for instance. [ 937.163080] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dc1bca-ba97-4956-9a7b-067d05bb5ac1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.170546] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff8656b-5808-4dcb-a699-e92648899d43 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.202302] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a1c483-4db9-4f36-acc1-b12876a32400 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.209799] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229528c4-f7a8-44b4-885c-3b34169d3d15 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.224136] env[69186]: DEBUG nova.compute.provider_tree [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.303098] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.401216] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6b0bce8c-a709-434f-9178-2453e217b98d tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "2287411d-3e06-41e3-b5d9-c1469711f108" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.729s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.452252] env[69186]: DEBUG oslo_vmware.api [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635284, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.494312] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 882eb1a9-82fc-40dc-ba7b-d3a3cc9d40c6] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.525785] env[69186]: DEBUG oslo_concurrency.lockutils [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Acquiring lock "refresh_cache-16110e15-0f28-4d68-955a-3c02189f6699" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.525946] env[69186]: DEBUG oslo_concurrency.lockutils [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Acquired lock "refresh_cache-16110e15-0f28-4d68-955a-3c02189f6699" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.526116] env[69186]: DEBUG nova.network.neutron [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.563486] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.659229] env[69186]: DEBUG nova.compute.manager [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.682319] env[69186]: DEBUG nova.virt.hardware [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.682583] env[69186]: DEBUG nova.virt.hardware [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.682750] env[69186]: DEBUG nova.virt.hardware [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.682934] env[69186]: DEBUG nova.virt.hardware [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.683093] env[69186]: DEBUG nova.virt.hardware [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.683244] env[69186]: DEBUG nova.virt.hardware [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.683452] env[69186]: DEBUG nova.virt.hardware [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.683609] env[69186]: DEBUG nova.virt.hardware [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.683773] env[69186]: DEBUG nova.virt.hardware [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.683959] env[69186]: DEBUG nova.virt.hardware [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.684157] env[69186]: DEBUG nova.virt.hardware [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.685039] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e734dc41-178d-42c3-9783-99f7d649313b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.692950] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b79d3b0-80fe-4d0b-ba64-b67829f8fbb2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.727786] env[69186]: DEBUG nova.scheduler.client.report [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.903035] env[69186]: DEBUG nova.compute.manager [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.948683] env[69186]: DEBUG oslo_vmware.api [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635284, 'name': ReconfigVM_Task, 'duration_secs': 1.031922} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.949028] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 96c00090-a061-4abe-bf75-fd4aa26457d2/96c00090-a061-4abe-bf75-fd4aa26457d2.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.949712] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f1441c1-d3ae-4f5f-ad8c-42fa2a9acc5b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.957209] env[69186]: DEBUG oslo_vmware.api [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Waiting for the task: (returnval){ [ 937.957209] env[69186]: value = "task-3635285" [ 937.957209] env[69186]: _type = "Task" [ 937.957209] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.965627] env[69186]: DEBUG oslo_vmware.api [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635285, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.998179] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 1be9cd60-b206-4ce2-a8b5-793a218a2806] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.036655] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "interface-2e199da1-fcc4-4760-86bf-9035d7e60cab-b3434180-d500-4ce9-8adb-2e361a3e6392" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.036655] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "interface-2e199da1-fcc4-4760-86bf-9035d7e60cab-b3434180-d500-4ce9-8adb-2e361a3e6392" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.070032] env[69186]: DEBUG nova.network.neutron [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.234644] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.235177] env[69186]: DEBUG nova.compute.manager [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.238611] env[69186]: DEBUG oslo_concurrency.lockutils [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.958s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.238806] env[69186]: DEBUG oslo_concurrency.lockutils [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.242296] env[69186]: DEBUG oslo_concurrency.lockutils [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.252s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.242296] env[69186]: DEBUG oslo_concurrency.lockutils [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.246025] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 22.659s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.286252] env[69186]: INFO nova.scheduler.client.report [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Deleted allocations for instance 601edb67-4716-4c68-be2d-18285c148e79 [ 938.292812] env[69186]: INFO nova.scheduler.client.report [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Deleted allocations for instance 0be21c90-925c-47da-a3e1-93978d98867c [ 938.373762] env[69186]: DEBUG nova.network.neutron [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Updating instance_info_cache with network_info: [{"id": "b4cba4d1-0523-4a96-bbc4-269ac49051b9", "address": "fa:16:3e:b4:80:64", "network": {"id": "3710c5d0-badd-413f-9c22-d147702f8e06", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1282331119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed6ef8470c24a7e9533405ced69e923", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4cba4d1-05", "ovs_interfaceid": "b4cba4d1-0523-4a96-bbc4-269ac49051b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.433704] env[69186]: DEBUG oslo_concurrency.lockutils [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.438624] env[69186]: DEBUG nova.compute.manager [req-0e6a1223-f606-439f-85c9-15a47a57b615 req-c6cf1cb1-c376-430d-8563-8c52036baca9 service nova] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Received event network-vif-plugged-b4cba4d1-0523-4a96-bbc4-269ac49051b9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.438835] env[69186]: DEBUG oslo_concurrency.lockutils [req-0e6a1223-f606-439f-85c9-15a47a57b615 req-c6cf1cb1-c376-430d-8563-8c52036baca9 service nova] Acquiring lock "16110e15-0f28-4d68-955a-3c02189f6699-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.439056] env[69186]: DEBUG oslo_concurrency.lockutils [req-0e6a1223-f606-439f-85c9-15a47a57b615 req-c6cf1cb1-c376-430d-8563-8c52036baca9 service nova] Lock "16110e15-0f28-4d68-955a-3c02189f6699-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.439230] env[69186]: DEBUG oslo_concurrency.lockutils [req-0e6a1223-f606-439f-85c9-15a47a57b615 req-c6cf1cb1-c376-430d-8563-8c52036baca9 service nova] Lock "16110e15-0f28-4d68-955a-3c02189f6699-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.439397] env[69186]: DEBUG nova.compute.manager [req-0e6a1223-f606-439f-85c9-15a47a57b615 req-c6cf1cb1-c376-430d-8563-8c52036baca9 service nova] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] No waiting events found dispatching network-vif-plugged-b4cba4d1-0523-4a96-bbc4-269ac49051b9 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.439586] env[69186]: WARNING nova.compute.manager [req-0e6a1223-f606-439f-85c9-15a47a57b615 req-c6cf1cb1-c376-430d-8563-8c52036baca9 service nova] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Received unexpected event network-vif-plugged-b4cba4d1-0523-4a96-bbc4-269ac49051b9 for instance with vm_state building and task_state spawning. [ 938.439824] env[69186]: DEBUG nova.compute.manager [req-0e6a1223-f606-439f-85c9-15a47a57b615 req-c6cf1cb1-c376-430d-8563-8c52036baca9 service nova] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Received event network-changed-b4cba4d1-0523-4a96-bbc4-269ac49051b9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.439923] env[69186]: DEBUG nova.compute.manager [req-0e6a1223-f606-439f-85c9-15a47a57b615 req-c6cf1cb1-c376-430d-8563-8c52036baca9 service nova] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Refreshing instance network info cache due to event network-changed-b4cba4d1-0523-4a96-bbc4-269ac49051b9. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.440100] env[69186]: DEBUG oslo_concurrency.lockutils [req-0e6a1223-f606-439f-85c9-15a47a57b615 req-c6cf1cb1-c376-430d-8563-8c52036baca9 service nova] Acquiring lock "refresh_cache-16110e15-0f28-4d68-955a-3c02189f6699" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.468443] env[69186]: DEBUG oslo_vmware.api [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635285, 'name': Rename_Task, 'duration_secs': 0.14104} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.468443] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.468443] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71a874c7-9f3d-4ab8-a41d-2ac58632a19c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.475680] env[69186]: DEBUG oslo_vmware.api [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Waiting for the task: (returnval){ [ 938.475680] env[69186]: value = "task-3635286" [ 938.475680] env[69186]: _type = "Task" [ 938.475680] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.483951] env[69186]: DEBUG oslo_vmware.api [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.503772] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 1850db1d-3245-43ea-af39-d698d7d03b75] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.512878] env[69186]: DEBUG nova.network.neutron [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Successfully updated port: 6ee72153-6246-480c-9c43-d4d0655940d4 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.539777] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "2e199da1-fcc4-4760-86bf-9035d7e60cab" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.539777] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "2e199da1-fcc4-4760-86bf-9035d7e60cab" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.540619] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bde40c-d360-4233-af9a-02c1885bd00e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.564766] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca9b437-6c2c-4495-a3fe-fd19f401914e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.591180] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Reconfiguring VM to detach interface {{(pid=69186) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 938.591492] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c55e5d3b-339f-4d79-b5d6-76308b0b3ae1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.607618] env[69186]: DEBUG nova.compute.manager [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.608487] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f29da5-a679-452f-8bc6-0f9dcd678fa0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.612442] env[69186]: DEBUG oslo_vmware.api [None req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 938.612442] env[69186]: value = "task-3635287" [ 938.612442] env[69186]: _type = "Task" [ 938.612442] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.627372] env[69186]: DEBUG oslo_vmware.api [None req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.747375] env[69186]: DEBUG nova.compute.utils [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.749633] env[69186]: DEBUG nova.objects.instance [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lazy-loading 'migration_context' on Instance uuid 3b71b08a-29ed-4e29-aa4f-1399df38498d {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.751129] env[69186]: DEBUG nova.compute.manager [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Not allocating networking since 'none' was specified. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 938.797834] env[69186]: DEBUG oslo_concurrency.lockutils [None req-26cb0e98-b287-46f1-b2ed-526ab330d68c tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "601edb67-4716-4c68-be2d-18285c148e79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.891s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.802734] env[69186]: DEBUG oslo_concurrency.lockutils [None req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Lock "0be21c90-925c-47da-a3e1-93978d98867c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.005s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.876107] env[69186]: DEBUG oslo_concurrency.lockutils [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Releasing lock "refresh_cache-16110e15-0f28-4d68-955a-3c02189f6699" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.876486] env[69186]: DEBUG nova.compute.manager [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Instance network_info: |[{"id": "b4cba4d1-0523-4a96-bbc4-269ac49051b9", "address": "fa:16:3e:b4:80:64", "network": {"id": "3710c5d0-badd-413f-9c22-d147702f8e06", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1282331119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed6ef8470c24a7e9533405ced69e923", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4cba4d1-05", "ovs_interfaceid": "b4cba4d1-0523-4a96-bbc4-269ac49051b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.876800] env[69186]: DEBUG oslo_concurrency.lockutils [req-0e6a1223-f606-439f-85c9-15a47a57b615 req-c6cf1cb1-c376-430d-8563-8c52036baca9 service nova] Acquired lock "refresh_cache-16110e15-0f28-4d68-955a-3c02189f6699" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.876976] env[69186]: DEBUG nova.network.neutron [req-0e6a1223-f606-439f-85c9-15a47a57b615 req-c6cf1cb1-c376-430d-8563-8c52036baca9 service nova] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Refreshing network info cache for port b4cba4d1-0523-4a96-bbc4-269ac49051b9 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.878556] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:80:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4cba4d1-0523-4a96-bbc4-269ac49051b9', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.886854] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Creating folder: Project (bed6ef8470c24a7e9533405ced69e923). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.890223] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6d499db-926c-4ef6-826b-40772be211ff {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.901811] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Created folder: Project (bed6ef8470c24a7e9533405ced69e923) in parent group-v724677. [ 938.902219] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Creating folder: Instances. Parent ref: group-v724867. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.902309] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-626b7afc-0c51-446a-baa3-0921ec435fd8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.914915] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Created folder: Instances in parent group-v724867. [ 938.915181] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.915369] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.915572] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9a2d6cd-c5a6-49cd-8d5e-139207510e5c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.938038] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.938038] env[69186]: value = "task-3635290" [ 938.938038] env[69186]: _type = "Task" [ 938.938038] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.943313] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635290, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.986615] env[69186]: DEBUG oslo_vmware.api [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635286, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.007367] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 27ac4f0c-fcfb-4023-be75-496a182aeff0] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.015319] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "refresh_cache-403d80f5-89fe-4da5-a156-38f499d1e7e3" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.015515] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired lock "refresh_cache-403d80f5-89fe-4da5-a156-38f499d1e7e3" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.015678] env[69186]: DEBUG nova.network.neutron [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.123812] env[69186]: INFO nova.compute.manager [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] instance snapshotting [ 939.125416] env[69186]: DEBUG oslo_vmware.api [None req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.126440] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2265235-70a4-42c2-923c-3cf5b36a8cdd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.145798] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6db58a4-b075-45d9-b150-1a92a69761b8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.252801] env[69186]: DEBUG nova.compute.manager [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.283682] env[69186]: DEBUG nova.compute.manager [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Stashing vm_state: active {{(pid=69186) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 939.326978] env[69186]: DEBUG nova.network.neutron [req-0e6a1223-f606-439f-85c9-15a47a57b615 req-c6cf1cb1-c376-430d-8563-8c52036baca9 service nova] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Updated VIF entry in instance network info cache for port b4cba4d1-0523-4a96-bbc4-269ac49051b9. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.328319] env[69186]: DEBUG nova.network.neutron [req-0e6a1223-f606-439f-85c9-15a47a57b615 req-c6cf1cb1-c376-430d-8563-8c52036baca9 service nova] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Updating instance_info_cache with network_info: [{"id": "b4cba4d1-0523-4a96-bbc4-269ac49051b9", "address": "fa:16:3e:b4:80:64", "network": {"id": "3710c5d0-badd-413f-9c22-d147702f8e06", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1282331119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed6ef8470c24a7e9533405ced69e923", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4cba4d1-05", "ovs_interfaceid": "b4cba4d1-0523-4a96-bbc4-269ac49051b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.447345] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635290, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.488011] env[69186]: DEBUG oslo_vmware.api [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635286, 'name': PowerOnVM_Task, 'duration_secs': 0.704601} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.491054] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.491354] env[69186]: INFO nova.compute.manager [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Took 7.07 seconds to spawn the instance on the hypervisor. [ 939.491586] env[69186]: DEBUG nova.compute.manager [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.493808] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428acf1a-7808-4ea6-9ed7-cc5a76d9843b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.510485] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: bf234d91-d702-4c0f-ae63-6f6db63fdcc4] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.620615] env[69186]: DEBUG nova.network.neutron [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.629865] env[69186]: DEBUG oslo_vmware.api [None req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.661507] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Creating Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 939.662045] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-91eae044-01c2-4238-908d-7e67e9691674 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.668938] env[69186]: DEBUG oslo_vmware.api [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 939.668938] env[69186]: value = "task-3635291" [ 939.668938] env[69186]: _type = "Task" [ 939.668938] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.684278] env[69186]: DEBUG oslo_vmware.api [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635291, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.694295] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3243d294-ad3b-435f-9865-a3e4013587d7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.702684] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f241de-a2b9-4150-9c02-bf99188a5d3f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.742393] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247bf54b-4fd4-4c46-9f6d-312665db374b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.750586] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39c4c01-18ab-4bed-9a89-a131e816f13b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.769193] env[69186]: DEBUG nova.compute.provider_tree [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.805434] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.831225] env[69186]: DEBUG oslo_concurrency.lockutils [req-0e6a1223-f606-439f-85c9-15a47a57b615 req-c6cf1cb1-c376-430d-8563-8c52036baca9 service nova] Releasing lock "refresh_cache-16110e15-0f28-4d68-955a-3c02189f6699" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.831225] env[69186]: DEBUG nova.compute.manager [req-0e6a1223-f606-439f-85c9-15a47a57b615 req-c6cf1cb1-c376-430d-8563-8c52036baca9 service nova] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Received event network-vif-plugged-6ee72153-6246-480c-9c43-d4d0655940d4 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.831225] env[69186]: DEBUG oslo_concurrency.lockutils [req-0e6a1223-f606-439f-85c9-15a47a57b615 req-c6cf1cb1-c376-430d-8563-8c52036baca9 service nova] Acquiring lock "403d80f5-89fe-4da5-a156-38f499d1e7e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.831439] env[69186]: DEBUG oslo_concurrency.lockutils [req-0e6a1223-f606-439f-85c9-15a47a57b615 req-c6cf1cb1-c376-430d-8563-8c52036baca9 service nova] Lock "403d80f5-89fe-4da5-a156-38f499d1e7e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.831687] env[69186]: DEBUG oslo_concurrency.lockutils [req-0e6a1223-f606-439f-85c9-15a47a57b615 req-c6cf1cb1-c376-430d-8563-8c52036baca9 service nova] Lock "403d80f5-89fe-4da5-a156-38f499d1e7e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.831979] env[69186]: DEBUG nova.compute.manager [req-0e6a1223-f606-439f-85c9-15a47a57b615 req-c6cf1cb1-c376-430d-8563-8c52036baca9 service nova] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] No waiting events found dispatching network-vif-plugged-6ee72153-6246-480c-9c43-d4d0655940d4 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.832244] env[69186]: WARNING nova.compute.manager [req-0e6a1223-f606-439f-85c9-15a47a57b615 req-c6cf1cb1-c376-430d-8563-8c52036baca9 service nova] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Received unexpected event network-vif-plugged-6ee72153-6246-480c-9c43-d4d0655940d4 for instance with vm_state building and task_state spawning. [ 939.850398] env[69186]: DEBUG nova.network.neutron [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Updating instance_info_cache with network_info: [{"id": "6ee72153-6246-480c-9c43-d4d0655940d4", "address": "fa:16:3e:29:e2:0e", "network": {"id": "31bd6c99-6f00-4643-adfe-1f7763b3744b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-588385833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e81341caf41a3a52b5585de23490f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee72153-62", "ovs_interfaceid": "6ee72153-6246-480c-9c43-d4d0655940d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.947188] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635290, 'name': CreateVM_Task, 'duration_secs': 0.533492} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.947362] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.948345] env[69186]: DEBUG oslo_concurrency.lockutils [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.948513] env[69186]: DEBUG oslo_concurrency.lockutils [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.948869] env[69186]: DEBUG oslo_concurrency.lockutils [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.949507] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb9bc33d-02f0-4240-8719-0226b6ba6d6b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.954546] env[69186]: DEBUG oslo_vmware.api [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Waiting for the task: (returnval){ [ 939.954546] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e0e716-16f9-37b9-2eae-aa38aac8acda" [ 939.954546] env[69186]: _type = "Task" [ 939.954546] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.965021] env[69186]: DEBUG oslo_vmware.api [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e0e716-16f9-37b9-2eae-aa38aac8acda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.012081] env[69186]: INFO nova.compute.manager [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Took 48.48 seconds to build instance. [ 940.019281] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 0fc874b1-1810-403d-a646-ade0680bc7c1] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.129334] env[69186]: DEBUG oslo_vmware.api [None req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.189461] env[69186]: DEBUG oslo_vmware.api [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635291, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.275218] env[69186]: DEBUG nova.scheduler.client.report [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.285915] env[69186]: DEBUG nova.compute.manager [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.310979] env[69186]: DEBUG nova.virt.hardware [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.311240] env[69186]: DEBUG nova.virt.hardware [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.311397] env[69186]: DEBUG nova.virt.hardware [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.311615] env[69186]: DEBUG nova.virt.hardware [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.311761] env[69186]: DEBUG nova.virt.hardware [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.311937] env[69186]: DEBUG nova.virt.hardware [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.313037] env[69186]: DEBUG nova.virt.hardware [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.313037] env[69186]: DEBUG nova.virt.hardware [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.313037] env[69186]: DEBUG nova.virt.hardware [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.313037] env[69186]: DEBUG nova.virt.hardware [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.313037] env[69186]: DEBUG nova.virt.hardware [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.313736] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb29adcf-aeba-4adf-981d-795ebd1651ad {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.325617] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15079c4d-c67a-4866-a2b7-9ca5d221626a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.340671] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Instance VIF info [] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.347342] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Creating folder: Project (2f2421331317416d85ed0904a49da78c). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.347671] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-710f25ff-2fc8-48c0-9669-792a69e08466 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.354928] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Releasing lock "refresh_cache-403d80f5-89fe-4da5-a156-38f499d1e7e3" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.354928] env[69186]: DEBUG nova.compute.manager [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Instance network_info: |[{"id": "6ee72153-6246-480c-9c43-d4d0655940d4", "address": "fa:16:3e:29:e2:0e", "network": {"id": "31bd6c99-6f00-4643-adfe-1f7763b3744b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-588385833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e81341caf41a3a52b5585de23490f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee72153-62", "ovs_interfaceid": "6ee72153-6246-480c-9c43-d4d0655940d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.354928] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:e2:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ee72153-6246-480c-9c43-d4d0655940d4', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.363071] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Creating folder: Project (ff7e81341caf41a3a52b5585de23490f). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.364810] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e420a55-1e20-4ac8-a5dc-2a2891d1b02e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.368089] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Created folder: Project (2f2421331317416d85ed0904a49da78c) in parent group-v724677. [ 940.368285] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Creating folder: Instances. Parent ref: group-v724870. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.368538] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e1a8b96-3352-493d-b20a-d646e84f9cbb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.381083] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Created folder: Project (ff7e81341caf41a3a52b5585de23490f) in parent group-v724677. [ 940.381279] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Creating folder: Instances. Parent ref: group-v724871. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.382537] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-525d29d7-1470-456e-9e70-8b6cae61944b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.384206] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Created folder: Instances in parent group-v724870. [ 940.386347] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.386347] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.386347] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58bdbebb-9f12-48f3-8cc4-f61001021d47 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.398864] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Created folder: Instances in parent group-v724871. [ 940.399127] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.399736] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.399987] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-479f8c91-ae4d-42f9-a73b-7ed93f82b360 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.418593] env[69186]: INFO nova.compute.manager [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Rebuilding instance [ 940.421477] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.421477] env[69186]: value = "task-3635296" [ 940.421477] env[69186]: _type = "Task" [ 940.421477] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.427575] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.427575] env[69186]: value = "task-3635297" [ 940.427575] env[69186]: _type = "Task" [ 940.427575] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.434858] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635296, 'name': CreateVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.441295] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635297, 'name': CreateVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.466522] env[69186]: DEBUG oslo_vmware.api [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e0e716-16f9-37b9-2eae-aa38aac8acda, 'name': SearchDatastore_Task, 'duration_secs': 0.010045} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.467020] env[69186]: DEBUG oslo_concurrency.lockutils [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.467430] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.467829] env[69186]: DEBUG oslo_concurrency.lockutils [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.468255] env[69186]: DEBUG oslo_concurrency.lockutils [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.468734] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.469173] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcb1961e-9369-4586-b2d7-cb93d9008457 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.481902] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.482059] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.485017] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-705a76b6-4408-4cd7-989f-c4b3d03fac3f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.488043] env[69186]: DEBUG nova.compute.manager [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.488842] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a226c3be-faed-4c7f-bcb0-457716937b82 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.496289] env[69186]: DEBUG oslo_vmware.api [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Waiting for the task: (returnval){ [ 940.496289] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52eb34df-c599-77bd-6317-ce52a97ad94f" [ 940.496289] env[69186]: _type = "Task" [ 940.496289] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.512651] env[69186]: DEBUG oslo_vmware.api [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52eb34df-c599-77bd-6317-ce52a97ad94f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.514351] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b0b683f5-b770-475d-b6a4-00ae5237a0fc tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Lock "96c00090-a061-4abe-bf75-fd4aa26457d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.991s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.522957] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: fc3f3fc8-6ff6-48ce-a6f7-94aa5b8a6cd3] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.617723] env[69186]: DEBUG nova.compute.manager [req-bf034b22-08a9-448b-b44f-75a10264b2ae req-2e7a5508-a08a-470f-a6d5-c636ec704af9 service nova] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Received event network-changed-6ee72153-6246-480c-9c43-d4d0655940d4 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.617976] env[69186]: DEBUG nova.compute.manager [req-bf034b22-08a9-448b-b44f-75a10264b2ae req-2e7a5508-a08a-470f-a6d5-c636ec704af9 service nova] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Refreshing instance network info cache due to event network-changed-6ee72153-6246-480c-9c43-d4d0655940d4. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.618279] env[69186]: DEBUG oslo_concurrency.lockutils [req-bf034b22-08a9-448b-b44f-75a10264b2ae req-2e7a5508-a08a-470f-a6d5-c636ec704af9 service nova] Acquiring lock "refresh_cache-403d80f5-89fe-4da5-a156-38f499d1e7e3" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.618453] env[69186]: DEBUG oslo_concurrency.lockutils [req-bf034b22-08a9-448b-b44f-75a10264b2ae req-2e7a5508-a08a-470f-a6d5-c636ec704af9 service nova] Acquired lock "refresh_cache-403d80f5-89fe-4da5-a156-38f499d1e7e3" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.618627] env[69186]: DEBUG nova.network.neutron [req-bf034b22-08a9-448b-b44f-75a10264b2ae req-2e7a5508-a08a-470f-a6d5-c636ec704af9 service nova] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Refreshing network info cache for port 6ee72153-6246-480c-9c43-d4d0655940d4 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.629989] env[69186]: DEBUG oslo_vmware.api [None req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.680594] env[69186]: DEBUG oslo_vmware.api [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635291, 'name': CreateSnapshot_Task, 'duration_secs': 0.808538} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.680966] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Created Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 940.682221] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0995388-4883-4e8d-9ff4-6ec380d2afa9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.943018] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635296, 'name': CreateVM_Task, 'duration_secs': 0.349438} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.948319] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.948909] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635297, 'name': CreateVM_Task, 'duration_secs': 0.364658} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.949348] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.949969] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.949969] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.950082] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.950283] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35f8ae13-2696-4966-90dd-228c17c9c288 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.955016] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.955613] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Waiting for the task: (returnval){ [ 940.955613] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e38760-5337-9088-f81a-b02d359ead28" [ 940.955613] env[69186]: _type = "Task" [ 940.955613] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.964280] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e38760-5337-9088-f81a-b02d359ead28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.011845] env[69186]: DEBUG oslo_vmware.api [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52eb34df-c599-77bd-6317-ce52a97ad94f, 'name': SearchDatastore_Task, 'duration_secs': 0.02124} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.012957] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df5406e1-324d-4f10-b25a-e0605cdf9bac {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.017128] env[69186]: DEBUG nova.compute.manager [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.023407] env[69186]: DEBUG oslo_vmware.api [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Waiting for the task: (returnval){ [ 941.023407] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520c2f0b-66eb-c087-a8e4-f3380fd0645d" [ 941.023407] env[69186]: _type = "Task" [ 941.023407] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.027102] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 0cd85b86-4f33-4d68-b074-7dc36b00ef1a] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.033636] env[69186]: DEBUG oslo_vmware.api [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520c2f0b-66eb-c087-a8e4-f3380fd0645d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.134514] env[69186]: DEBUG oslo_vmware.api [None req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.206530] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Creating linked-clone VM from snapshot {{(pid=69186) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 941.207758] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5d78d139-f275-4ac9-9382-ab34553b9cab {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.220646] env[69186]: DEBUG oslo_vmware.api [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 941.220646] env[69186]: value = "task-3635298" [ 941.220646] env[69186]: _type = "Task" [ 941.220646] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.228743] env[69186]: DEBUG oslo_vmware.api [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635298, 'name': CloneVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.295265] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.052s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.301260] env[69186]: DEBUG oslo_concurrency.lockutils [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.193s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.302765] env[69186]: INFO nova.compute.claims [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.447317] env[69186]: DEBUG nova.network.neutron [req-bf034b22-08a9-448b-b44f-75a10264b2ae req-2e7a5508-a08a-470f-a6d5-c636ec704af9 service nova] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Updated VIF entry in instance network info cache for port 6ee72153-6246-480c-9c43-d4d0655940d4. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.447317] env[69186]: DEBUG nova.network.neutron [req-bf034b22-08a9-448b-b44f-75a10264b2ae req-2e7a5508-a08a-470f-a6d5-c636ec704af9 service nova] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Updating instance_info_cache with network_info: [{"id": "6ee72153-6246-480c-9c43-d4d0655940d4", "address": "fa:16:3e:29:e2:0e", "network": {"id": "31bd6c99-6f00-4643-adfe-1f7763b3744b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-588385833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e81341caf41a3a52b5585de23490f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee72153-62", "ovs_interfaceid": "6ee72153-6246-480c-9c43-d4d0655940d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.469780] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e38760-5337-9088-f81a-b02d359ead28, 'name': SearchDatastore_Task, 'duration_secs': 0.031421} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.470139] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.470837] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.470837] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.470938] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.471282] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.472337] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce635451-6947-4bbc-8149-aa90f1321d43 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.478536] env[69186]: DEBUG oslo_vmware.api [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 941.478536] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e55e5a-acab-40da-fc0c-d12ee5a34159" [ 941.478536] env[69186]: _type = "Task" [ 941.478536] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.487218] env[69186]: DEBUG oslo_vmware.api [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e55e5a-acab-40da-fc0c-d12ee5a34159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.513280] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.513673] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5457028f-8404-42ba-ae37-61c1c1597bce {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.529330] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "564d3761-06cc-4ef8-baa9-9adc806bf419" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.529330] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "564d3761-06cc-4ef8-baa9-9adc806bf419" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.529642] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Waiting for the task: (returnval){ [ 941.529642] env[69186]: value = "task-3635299" [ 941.529642] env[69186]: _type = "Task" [ 941.529642] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.543308] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 4ae09b1d-b1cb-413c-b677-9f4af64c05e5] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.563204] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.564054] env[69186]: DEBUG oslo_vmware.api [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520c2f0b-66eb-c087-a8e4-f3380fd0645d, 'name': SearchDatastore_Task, 'duration_secs': 0.023498} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.564623] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.564962] env[69186]: DEBUG oslo_concurrency.lockutils [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.565869] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 16110e15-0f28-4d68-955a-3c02189f6699/16110e15-0f28-4d68-955a-3c02189f6699.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.566262] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.567023] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.567023] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e90ff3f-bf37-4e52-ad2f-1710cafd2d62 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.568965] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-470dabad-62ec-40b0-91dd-f5a06bc49938 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.576793] env[69186]: DEBUG oslo_vmware.api [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Waiting for the task: (returnval){ [ 941.576793] env[69186]: value = "task-3635300" [ 941.576793] env[69186]: _type = "Task" [ 941.576793] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.582336] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.582534] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.586677] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abaec399-32f5-48db-8276-b1f9121bae50 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.589558] env[69186]: DEBUG oslo_vmware.api [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Task: {'id': task-3635300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.592981] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Waiting for the task: (returnval){ [ 941.592981] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523c17f2-4b23-bcb3-1957-63096539f56f" [ 941.592981] env[69186]: _type = "Task" [ 941.592981] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.602863] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523c17f2-4b23-bcb3-1957-63096539f56f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.626376] env[69186]: DEBUG oslo_vmware.api [None req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.730748] env[69186]: DEBUG oslo_vmware.api [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635298, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.950845] env[69186]: DEBUG oslo_concurrency.lockutils [req-bf034b22-08a9-448b-b44f-75a10264b2ae req-2e7a5508-a08a-470f-a6d5-c636ec704af9 service nova] Releasing lock "refresh_cache-403d80f5-89fe-4da5-a156-38f499d1e7e3" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.990328] env[69186]: DEBUG oslo_vmware.api [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e55e5a-acab-40da-fc0c-d12ee5a34159, 'name': SearchDatastore_Task, 'duration_secs': 0.011162} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.990328] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.990515] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.990593] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.052986] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: dcd6c82f-24af-4906-841c-1c8f5d7306de] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.055682] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635299, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.088493] env[69186]: DEBUG oslo_vmware.api [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Task: {'id': task-3635300, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.104092] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523c17f2-4b23-bcb3-1957-63096539f56f, 'name': SearchDatastore_Task, 'duration_secs': 0.010074} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.105268] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68ef530e-111f-4c3c-ba43-bf59beed3455 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.111214] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Waiting for the task: (returnval){ [ 942.111214] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f435ba-46d7-bcdf-67e6-5be88d12c62a" [ 942.111214] env[69186]: _type = "Task" [ 942.111214] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.119662] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f435ba-46d7-bcdf-67e6-5be88d12c62a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.129175] env[69186]: DEBUG oslo_vmware.api [None req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.235631] env[69186]: DEBUG oslo_vmware.api [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635298, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.553509] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635299, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.556189] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 56625877-eba7-4713-bec1-f052bd43b9be] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.589137] env[69186]: DEBUG oslo_vmware.api [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Task: {'id': task-3635300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740448} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.592466] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 16110e15-0f28-4d68-955a-3c02189f6699/16110e15-0f28-4d68-955a-3c02189f6699.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.592750] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.593417] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b748b1fa-a8da-4dd4-b1e4-56fe47b06c02 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.602270] env[69186]: DEBUG oslo_vmware.api [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Waiting for the task: (returnval){ [ 942.602270] env[69186]: value = "task-3635301" [ 942.602270] env[69186]: _type = "Task" [ 942.602270] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.612180] env[69186]: DEBUG oslo_vmware.api [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Task: {'id': task-3635301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.621953] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f435ba-46d7-bcdf-67e6-5be88d12c62a, 'name': SearchDatastore_Task, 'duration_secs': 0.057215} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.625069] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.625373] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] bca21a31-e29e-46cd-a096-01a565bf9d72/bca21a31-e29e-46cd-a096-01a565bf9d72.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.628842] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.629061] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.629300] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8d5f391-4769-4298-8fb3-d38363a45379 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.631969] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5baf540f-9f9c-4fbe-8993-7d1578e32f77 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.636975] env[69186]: DEBUG oslo_vmware.api [None req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.640917] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Waiting for the task: (returnval){ [ 942.640917] env[69186]: value = "task-3635302" [ 942.640917] env[69186]: _type = "Task" [ 942.640917] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.650726] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.650926] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.651152] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.651860] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fac8712e-e7b1-413b-b205-5ab18c3505c9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.657362] env[69186]: DEBUG oslo_vmware.api [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 942.657362] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a01a77-55aa-805f-c2f9-c1b98ec989f5" [ 942.657362] env[69186]: _type = "Task" [ 942.657362] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.666107] env[69186]: DEBUG oslo_vmware.api [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a01a77-55aa-805f-c2f9-c1b98ec989f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.733186] env[69186]: DEBUG oslo_vmware.api [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635298, 'name': CloneVM_Task} progress is 95%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.746769] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d023bb0a-1f05-4aad-a27a-500b4c0a7a7d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.754267] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa04c2fb-1b20-4fd3-a659-d17b2af13f60 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.785680] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af198ac-f127-48db-9d12-01cf714279fb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.793132] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654bbfb2-9bf3-4b4f-b8e0-36882ba4f24c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.806280] env[69186]: DEBUG nova.compute.provider_tree [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.848884] env[69186]: INFO nova.compute.manager [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Swapping old allocation on dict_keys(['236fcb92-b429-42b8-bc28-b1c93f3ba708']) held by migration d9f2b797-70de-4865-b49b-0d538c6fce51 for instance [ 942.875511] env[69186]: DEBUG nova.scheduler.client.report [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Overwriting current allocation {'allocations': {'236fcb92-b429-42b8-bc28-b1c93f3ba708': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 92}}, 'project_id': 'ac6b78bd368b422ea96eea2f76aa322c', 'user_id': 'a8e90fdb07124a44a20471ee584c70a9', 'consumer_generation': 1} on consumer 3b71b08a-29ed-4e29-aa4f-1399df38498d {{(pid=69186) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 943.056013] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635299, 'name': PowerOffVM_Task, 'duration_secs': 1.180043} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.056351] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.056634] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.057688] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1927b897-aa4f-4e95-bb9e-31de43e5bcc1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.062365] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 943.062532] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Cleaning up deleted instances with incomplete migration {{(pid=69186) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 943.071492] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.071838] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c962ee9f-3feb-456d-b94a-7158a4ac647a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.078082] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "refresh_cache-3b71b08a-29ed-4e29-aa4f-1399df38498d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.078334] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquired lock "refresh_cache-3b71b08a-29ed-4e29-aa4f-1399df38498d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.078526] env[69186]: DEBUG nova.network.neutron [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.108052] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.108284] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.108472] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Deleting the datastore file [datastore2] 96c00090-a061-4abe-bf75-fd4aa26457d2 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.109363] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb4199e5-6a78-44b4-bdcb-975908cfbf55 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.120118] env[69186]: DEBUG oslo_vmware.api [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Task: {'id': task-3635301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092599} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.123919] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.123919] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Waiting for the task: (returnval){ [ 943.123919] env[69186]: value = "task-3635304" [ 943.123919] env[69186]: _type = "Task" [ 943.123919] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.124793] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003f3773-fe46-4587-8fb9-310efd0767ec {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.162212] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.163079] env[69186]: DEBUG oslo_vmware.api [None req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.173510] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 16110e15-0f28-4d68-955a-3c02189f6699/16110e15-0f28-4d68-955a-3c02189f6699.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.178036] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd7678ae-2afd-437d-b7c3-6ea624d1f331 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.200095] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635302, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.209118] env[69186]: DEBUG oslo_vmware.api [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a01a77-55aa-805f-c2f9-c1b98ec989f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009619} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.210156] env[69186]: DEBUG oslo_vmware.api [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Waiting for the task: (returnval){ [ 943.210156] env[69186]: value = "task-3635305" [ 943.210156] env[69186]: _type = "Task" [ 943.210156] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.210391] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fccbea0-3ed9-4abc-9d93-e85c58108aa4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.223632] env[69186]: DEBUG oslo_vmware.api [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Task: {'id': task-3635305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.225583] env[69186]: DEBUG oslo_vmware.api [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 943.225583] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5240d6c6-bea9-e0a3-f72f-dd7d135c2d56" [ 943.225583] env[69186]: _type = "Task" [ 943.225583] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.238368] env[69186]: DEBUG oslo_vmware.api [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5240d6c6-bea9-e0a3-f72f-dd7d135c2d56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.241859] env[69186]: DEBUG oslo_vmware.api [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635298, 'name': CloneVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.309614] env[69186]: DEBUG nova.scheduler.client.report [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.567036] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 943.633778] env[69186]: DEBUG oslo_vmware.api [None req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.645236] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347285} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.648232] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.649732] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.649732] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.656818] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680307} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.657065] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] bca21a31-e29e-46cd-a096-01a565bf9d72/bca21a31-e29e-46cd-a096-01a565bf9d72.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.657276] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.657521] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d075c88-8d54-4a57-986c-1f5ab8a3477d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.664927] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Waiting for the task: (returnval){ [ 943.664927] env[69186]: value = "task-3635306" [ 943.664927] env[69186]: _type = "Task" [ 943.664927] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.676428] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.722856] env[69186]: DEBUG oslo_vmware.api [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Task: {'id': task-3635305, 'name': ReconfigVM_Task, 'duration_secs': 0.319232} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.722856] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 16110e15-0f28-4d68-955a-3c02189f6699/16110e15-0f28-4d68-955a-3c02189f6699.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.723437] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-326b53f2-418d-41c9-8cab-32d03d2646f6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.731043] env[69186]: DEBUG oslo_vmware.api [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Waiting for the task: (returnval){ [ 943.731043] env[69186]: value = "task-3635307" [ 943.731043] env[69186]: _type = "Task" [ 943.731043] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.741867] env[69186]: DEBUG oslo_vmware.api [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635298, 'name': CloneVM_Task, 'duration_secs': 2.093014} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.748280] env[69186]: INFO nova.virt.vmwareapi.vmops [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Created linked-clone VM from snapshot [ 943.748280] env[69186]: DEBUG oslo_vmware.api [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Task: {'id': task-3635307, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.748280] env[69186]: DEBUG oslo_vmware.api [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5240d6c6-bea9-e0a3-f72f-dd7d135c2d56, 'name': SearchDatastore_Task, 'duration_secs': 0.062963} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.748893] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c2f2ba-93a5-45a0-89d3-d7cd104ef923 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.751214] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.751479] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 403d80f5-89fe-4da5-a156-38f499d1e7e3/403d80f5-89fe-4da5-a156-38f499d1e7e3.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.751832] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb1465fa-7a19-446b-a560-7ade0127c68c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.758518] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Uploading image 658c3c76-177f-410a-9d40-4882f42eeaeb {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 943.761865] env[69186]: DEBUG oslo_vmware.api [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 943.761865] env[69186]: value = "task-3635308" [ 943.761865] env[69186]: _type = "Task" [ 943.761865] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.772328] env[69186]: DEBUG oslo_vmware.api [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.791939] env[69186]: DEBUG oslo_vmware.rw_handles [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 943.791939] env[69186]: value = "vm-724877" [ 943.791939] env[69186]: _type = "VirtualMachine" [ 943.791939] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 943.791939] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d4c2ffff-25b8-4b46-9b58-f31c6ea00ac4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.798553] env[69186]: DEBUG oslo_vmware.rw_handles [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lease: (returnval){ [ 943.798553] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52556cd2-1abb-c16b-770a-6effd5c1999c" [ 943.798553] env[69186]: _type = "HttpNfcLease" [ 943.798553] env[69186]: } obtained for exporting VM: (result){ [ 943.798553] env[69186]: value = "vm-724877" [ 943.798553] env[69186]: _type = "VirtualMachine" [ 943.798553] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 943.798770] env[69186]: DEBUG oslo_vmware.api [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the lease: (returnval){ [ 943.798770] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52556cd2-1abb-c16b-770a-6effd5c1999c" [ 943.798770] env[69186]: _type = "HttpNfcLease" [ 943.798770] env[69186]: } to be ready. {{(pid=69186) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 943.805381] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 943.805381] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52556cd2-1abb-c16b-770a-6effd5c1999c" [ 943.805381] env[69186]: _type = "HttpNfcLease" [ 943.805381] env[69186]: } is initializing. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 943.818078] env[69186]: DEBUG oslo_concurrency.lockutils [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.818702] env[69186]: DEBUG nova.compute.manager [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.821217] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.129s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.822637] env[69186]: INFO nova.compute.claims [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.949143] env[69186]: DEBUG nova.network.neutron [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Updating instance_info_cache with network_info: [{"id": "fb593900-80ea-468b-9e64-d6b0a7fa5c6e", "address": "fa:16:3e:d3:fd:e1", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb593900-80", "ovs_interfaceid": "fb593900-80ea-468b-9e64-d6b0a7fa5c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.133649] env[69186]: DEBUG oslo_vmware.api [None req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635287, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.180696] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071185} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.181291] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.182255] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82c32da-bdec-45cd-b1ad-d49c777d5ceb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.207622] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] bca21a31-e29e-46cd-a096-01a565bf9d72/bca21a31-e29e-46cd-a096-01a565bf9d72.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.209149] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32bfa718-9f43-469f-958b-bf8a3cf87e9f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.233595] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Waiting for the task: (returnval){ [ 944.233595] env[69186]: value = "task-3635310" [ 944.233595] env[69186]: _type = "Task" [ 944.233595] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.249290] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635310, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.253056] env[69186]: DEBUG oslo_vmware.api [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Task: {'id': task-3635307, 'name': Rename_Task, 'duration_secs': 0.157841} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.253436] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.253783] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8212feef-8bc7-40ca-ac2e-93d8905abc5c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.261736] env[69186]: DEBUG oslo_vmware.api [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Waiting for the task: (returnval){ [ 944.261736] env[69186]: value = "task-3635311" [ 944.261736] env[69186]: _type = "Task" [ 944.261736] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.274708] env[69186]: DEBUG oslo_vmware.api [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Task: {'id': task-3635311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.278729] env[69186]: DEBUG oslo_vmware.api [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635308, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.309664] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 944.309664] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52556cd2-1abb-c16b-770a-6effd5c1999c" [ 944.309664] env[69186]: _type = "HttpNfcLease" [ 944.309664] env[69186]: } is ready. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 944.310995] env[69186]: DEBUG oslo_vmware.rw_handles [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 944.310995] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52556cd2-1abb-c16b-770a-6effd5c1999c" [ 944.310995] env[69186]: _type = "HttpNfcLease" [ 944.310995] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 944.312263] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425605ac-f0b5-41df-9801-6eb5fe9c73ce {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.322548] env[69186]: DEBUG oslo_vmware.rw_handles [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5293d04e-5577-3add-072e-af5340e155f9/disk-0.vmdk from lease info. {{(pid=69186) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 944.324735] env[69186]: DEBUG oslo_vmware.rw_handles [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5293d04e-5577-3add-072e-af5340e155f9/disk-0.vmdk for reading. {{(pid=69186) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 944.401042] env[69186]: DEBUG nova.compute.utils [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.409289] env[69186]: DEBUG nova.compute.manager [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.409532] env[69186]: DEBUG nova.network.neutron [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.452716] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Releasing lock "refresh_cache-3b71b08a-29ed-4e29-aa4f-1399df38498d" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.453413] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.458342] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72dfec8d-10db-4b46-b5ab-c77968e26ef0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.472927] env[69186]: DEBUG oslo_vmware.api [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 944.472927] env[69186]: value = "task-3635312" [ 944.472927] env[69186]: _type = "Task" [ 944.472927] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.488299] env[69186]: DEBUG oslo_vmware.api [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.491529] env[69186]: DEBUG nova.policy [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5848c888e844b3ab6356999a89069b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54272a3dcd3647d58e4a4d417a45b891', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.609066] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b786fc12-5a9b-4400-82ec-7d8254c25bb5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.638580] env[69186]: DEBUG oslo_vmware.api [None req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635287, 'name': ReconfigVM_Task, 'duration_secs': 5.788766} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.638950] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "2e199da1-fcc4-4760-86bf-9035d7e60cab" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.639215] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Reconfigured VM to detach interface {{(pid=69186) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 944.698379] env[69186]: DEBUG nova.virt.hardware [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.698623] env[69186]: DEBUG nova.virt.hardware [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.698775] env[69186]: DEBUG nova.virt.hardware [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.698955] env[69186]: DEBUG nova.virt.hardware [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.699353] env[69186]: DEBUG nova.virt.hardware [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.699537] env[69186]: DEBUG nova.virt.hardware [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.699764] env[69186]: DEBUG nova.virt.hardware [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.699926] env[69186]: DEBUG nova.virt.hardware [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.701291] env[69186]: DEBUG nova.virt.hardware [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.701291] env[69186]: DEBUG nova.virt.hardware [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.701291] env[69186]: DEBUG nova.virt.hardware [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.701541] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1cf9d7-c285-49d4-adad-181fbb78b2db {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.717593] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169463bb-9a07-461d-8c83-58eed6bd4850 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.737540] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Instance VIF info [] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.743416] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.750591] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.751150] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-539b6cb4-e59d-432e-9116-070544c788b9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.775364] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635310, 'name': ReconfigVM_Task, 'duration_secs': 0.525307} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.780076] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Reconfigured VM instance instance-00000044 to attach disk [datastore2] bca21a31-e29e-46cd-a096-01a565bf9d72/bca21a31-e29e-46cd-a096-01a565bf9d72.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.780732] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.780732] env[69186]: value = "task-3635313" [ 944.780732] env[69186]: _type = "Task" [ 944.780732] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.781218] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f09c363e-5b12-4134-a090-e14cec488e8f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.793471] env[69186]: DEBUG oslo_vmware.api [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Task: {'id': task-3635311, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.793471] env[69186]: DEBUG oslo_vmware.api [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.859668} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.793471] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 403d80f5-89fe-4da5-a156-38f499d1e7e3/403d80f5-89fe-4da5-a156-38f499d1e7e3.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.793723] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.794236] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdf064f4-ed5f-4baf-bb08-d339b26390b7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.800752] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Waiting for the task: (returnval){ [ 944.800752] env[69186]: value = "task-3635314" [ 944.800752] env[69186]: _type = "Task" [ 944.800752] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.800938] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635313, 'name': CreateVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.810199] env[69186]: DEBUG oslo_vmware.api [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 944.810199] env[69186]: value = "task-3635315" [ 944.810199] env[69186]: _type = "Task" [ 944.810199] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.817875] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635314, 'name': Rename_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.824040] env[69186]: DEBUG oslo_vmware.api [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.918709] env[69186]: DEBUG nova.compute.manager [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.987389] env[69186]: DEBUG oslo_vmware.api [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635312, 'name': PowerOffVM_Task, 'duration_secs': 0.297927} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.987800] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.988644] env[69186]: DEBUG nova.virt.hardware [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:24:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a50e9888-1be3-43dd-adbc-f7aad3c14d17',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-201653384',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.988922] env[69186]: DEBUG nova.virt.hardware [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.989140] env[69186]: DEBUG nova.virt.hardware [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.989374] env[69186]: DEBUG nova.virt.hardware [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.989578] env[69186]: DEBUG nova.virt.hardware [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.990171] env[69186]: DEBUG nova.virt.hardware [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.990482] env[69186]: DEBUG nova.virt.hardware [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.990680] env[69186]: DEBUG nova.virt.hardware [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.991025] env[69186]: DEBUG nova.virt.hardware [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.991162] env[69186]: DEBUG nova.virt.hardware [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.991512] env[69186]: DEBUG nova.virt.hardware [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.000367] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40613b24-0ed9-4873-81a0-62b4a4ae819e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.016833] env[69186]: DEBUG oslo_vmware.api [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 945.016833] env[69186]: value = "task-3635316" [ 945.016833] env[69186]: _type = "Task" [ 945.016833] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.026936] env[69186]: DEBUG oslo_vmware.api [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.045909] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3455293e-9284-4867-ae0d-b933e85ae749 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.054286] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e483987e-2280-4c7c-b587-70a0c8179e10 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.093288] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e484b1bb-1f56-4ab2-98bf-771b9dabd9bf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.105455] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61587784-f524-4882-acf2-e0d0eddcd1cd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.122743] env[69186]: DEBUG nova.compute.provider_tree [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.204762] env[69186]: DEBUG nova.network.neutron [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Successfully created port: c29d954a-08ae-4b54-98f3-541a0ca4f56b {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.278485] env[69186]: DEBUG oslo_vmware.api [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Task: {'id': task-3635311, 'name': PowerOnVM_Task, 'duration_secs': 0.787543} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.281932] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.281932] env[69186]: INFO nova.compute.manager [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Took 9.18 seconds to spawn the instance on the hypervisor. [ 945.281932] env[69186]: DEBUG nova.compute.manager [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.281932] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77f3fde-2280-44fd-924a-27dc070df099 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.307006] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635313, 'name': CreateVM_Task, 'duration_secs': 0.357908} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.313886] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.313886] env[69186]: DEBUG oslo_concurrency.lockutils [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.313886] env[69186]: DEBUG oslo_concurrency.lockutils [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.313886] env[69186]: DEBUG oslo_concurrency.lockutils [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.318104] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d00208a6-39d5-4a24-bbe3-66d45a450a3f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.323235] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635314, 'name': Rename_Task, 'duration_secs': 0.182551} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.323979] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.324278] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c657950e-dc41-4f7f-959b-39ea554cbdd1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.334151] env[69186]: DEBUG oslo_vmware.api [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073793} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.334574] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Waiting for the task: (returnval){ [ 945.334574] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52389b9a-8fb0-2f61-b08c-54b82de0b6a7" [ 945.334574] env[69186]: _type = "Task" [ 945.334574] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.338482] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.340590] env[69186]: DEBUG nova.compute.manager [req-dce7d2ca-e5b2-4cbc-b86d-1af38e70b04f req-91dfe5f1-73e7-403e-896d-a86c630b7195 service nova] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Received event network-vif-deleted-b3434180-d500-4ce9-8adb-2e361a3e6392 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.342298] env[69186]: INFO nova.compute.manager [req-dce7d2ca-e5b2-4cbc-b86d-1af38e70b04f req-91dfe5f1-73e7-403e-896d-a86c630b7195 service nova] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Neutron deleted interface b3434180-d500-4ce9-8adb-2e361a3e6392; detaching it from the instance and deleting it from the info cache [ 945.346020] env[69186]: DEBUG nova.network.neutron [req-dce7d2ca-e5b2-4cbc-b86d-1af38e70b04f req-91dfe5f1-73e7-403e-896d-a86c630b7195 service nova] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Updating instance_info_cache with network_info: [{"id": "31c72f5e-75ff-497d-a7e2-5216acb9fe4f", "address": "fa:16:3e:61:46:db", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31c72f5e-75", "ovs_interfaceid": "31c72f5e-75ff-497d-a7e2-5216acb9fe4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.347382] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69344430-f6c0-4146-814d-d7032af8386b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.354986] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Waiting for the task: (returnval){ [ 945.354986] env[69186]: value = "task-3635317" [ 945.354986] env[69186]: _type = "Task" [ 945.354986] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.383486] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52389b9a-8fb0-2f61-b08c-54b82de0b6a7, 'name': SearchDatastore_Task, 'duration_secs': 0.015443} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.391125] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 403d80f5-89fe-4da5-a156-38f499d1e7e3/403d80f5-89fe-4da5-a156-38f499d1e7e3.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.394082] env[69186]: DEBUG oslo_concurrency.lockutils [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.394288] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.394611] env[69186]: DEBUG oslo_concurrency.lockutils [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.394766] env[69186]: DEBUG oslo_concurrency.lockutils [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.395033] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.395561] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b9034ae-b4db-444a-ad40-097a56653e93 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.418506] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-760808f2-7780-454d-a2f9-d61a260a8341 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.420860] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635317, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.427545] env[69186]: DEBUG oslo_vmware.api [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 945.427545] env[69186]: value = "task-3635318" [ 945.427545] env[69186]: _type = "Task" [ 945.427545] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.431072] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.431072] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.435529] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23e72bf8-b31e-456e-a6cd-d1f8a7dc00fa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.441934] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Waiting for the task: (returnval){ [ 945.441934] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5247b3a1-2e4e-9682-1a7c-f46153bdc5b1" [ 945.441934] env[69186]: _type = "Task" [ 945.441934] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.446071] env[69186]: DEBUG oslo_vmware.api [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.457396] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5247b3a1-2e4e-9682-1a7c-f46153bdc5b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.532132] env[69186]: DEBUG oslo_vmware.api [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635316, 'name': ReconfigVM_Task, 'duration_secs': 0.276062} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.532648] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf3aabd-9f23-4f0d-a977-145764522b48 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.552964] env[69186]: DEBUG nova.virt.hardware [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:24:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a50e9888-1be3-43dd-adbc-f7aad3c14d17',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-201653384',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.553211] env[69186]: DEBUG nova.virt.hardware [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.553361] env[69186]: DEBUG nova.virt.hardware [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.553537] env[69186]: DEBUG nova.virt.hardware [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.553708] env[69186]: DEBUG nova.virt.hardware [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.553852] env[69186]: DEBUG nova.virt.hardware [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.554105] env[69186]: DEBUG nova.virt.hardware [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.554292] env[69186]: DEBUG nova.virt.hardware [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.554459] env[69186]: DEBUG nova.virt.hardware [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.554615] env[69186]: DEBUG nova.virt.hardware [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.554782] env[69186]: DEBUG nova.virt.hardware [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.556347] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f60d413-d61f-4439-bc4b-7ec626b0b80b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.561371] env[69186]: DEBUG oslo_vmware.api [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 945.561371] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521b0001-66aa-766a-c016-a6337e6dbda5" [ 945.561371] env[69186]: _type = "Task" [ 945.561371] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.569862] env[69186]: DEBUG oslo_vmware.api [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521b0001-66aa-766a-c016-a6337e6dbda5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.627180] env[69186]: DEBUG nova.scheduler.client.report [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.822080] env[69186]: INFO nova.compute.manager [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Took 54.14 seconds to build instance. [ 945.856637] env[69186]: DEBUG oslo_concurrency.lockutils [req-dce7d2ca-e5b2-4cbc-b86d-1af38e70b04f req-91dfe5f1-73e7-403e-896d-a86c630b7195 service nova] Acquiring lock "2e199da1-fcc4-4760-86bf-9035d7e60cab" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.857757] env[69186]: DEBUG oslo_concurrency.lockutils [req-dce7d2ca-e5b2-4cbc-b86d-1af38e70b04f req-91dfe5f1-73e7-403e-896d-a86c630b7195 service nova] Acquired lock "2e199da1-fcc4-4760-86bf-9035d7e60cab" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.859073] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d1eee3-0d66-45e5-a7c0-ba2ac805919f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.883713] env[69186]: DEBUG oslo_concurrency.lockutils [req-dce7d2ca-e5b2-4cbc-b86d-1af38e70b04f req-91dfe5f1-73e7-403e-896d-a86c630b7195 service nova] Releasing lock "2e199da1-fcc4-4760-86bf-9035d7e60cab" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.884317] env[69186]: WARNING nova.compute.manager [req-dce7d2ca-e5b2-4cbc-b86d-1af38e70b04f req-91dfe5f1-73e7-403e-896d-a86c630b7195 service nova] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Detach interface failed, port_id=b3434180-d500-4ce9-8adb-2e361a3e6392, reason: No device with interface-id b3434180-d500-4ce9-8adb-2e361a3e6392 exists on VM: nova.exception.NotFound: No device with interface-id b3434180-d500-4ce9-8adb-2e361a3e6392 exists on VM [ 945.887982] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635317, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.931115] env[69186]: DEBUG nova.compute.manager [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.950461] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Acquiring lock "373cd3b4-de0f-450b-a1f5-9b90efc55213" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.951593] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Lock "373cd3b4-de0f-450b-a1f5-9b90efc55213" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.951593] env[69186]: DEBUG oslo_vmware.api [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.962458] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5247b3a1-2e4e-9682-1a7c-f46153bdc5b1, 'name': SearchDatastore_Task, 'duration_secs': 0.017174} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.963506] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c96271-5510-4549-a927-1a87daba841e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.970190] env[69186]: DEBUG nova.virt.hardware [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.970440] env[69186]: DEBUG nova.virt.hardware [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.970705] env[69186]: DEBUG nova.virt.hardware [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.970896] env[69186]: DEBUG nova.virt.hardware [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.971193] env[69186]: DEBUG nova.virt.hardware [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.971352] env[69186]: DEBUG nova.virt.hardware [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.971575] env[69186]: DEBUG nova.virt.hardware [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.971960] env[69186]: DEBUG nova.virt.hardware [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.972202] env[69186]: DEBUG nova.virt.hardware [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.972446] env[69186]: DEBUG nova.virt.hardware [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.972765] env[69186]: DEBUG nova.virt.hardware [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.974285] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14af7a0b-c1d4-4c0a-a999-8e87317645c2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.979044] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Waiting for the task: (returnval){ [ 945.979044] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5212d1c0-6081-5868-4cb3-5bd5e2a952a4" [ 945.979044] env[69186]: _type = "Task" [ 945.979044] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.986823] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f73035-45a3-4f75-9ff7-871699ab37a7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.996262] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5212d1c0-6081-5868-4cb3-5bd5e2a952a4, 'name': SearchDatastore_Task, 'duration_secs': 0.016071} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.997085] env[69186]: DEBUG oslo_concurrency.lockutils [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.997616] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 96c00090-a061-4abe-bf75-fd4aa26457d2/96c00090-a061-4abe-bf75-fd4aa26457d2.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.008957] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fff9fa3d-ff94-474c-b70b-323d1d721cda {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.018159] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Waiting for the task: (returnval){ [ 946.018159] env[69186]: value = "task-3635319" [ 946.018159] env[69186]: _type = "Task" [ 946.018159] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.026302] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.072016] env[69186]: DEBUG oslo_vmware.api [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521b0001-66aa-766a-c016-a6337e6dbda5, 'name': SearchDatastore_Task, 'duration_secs': 0.010377} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.077473] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 946.077807] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f201c17-6c43-4a12-b1ab-e12d694d4cd2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.096780] env[69186]: DEBUG oslo_vmware.api [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 946.096780] env[69186]: value = "task-3635320" [ 946.096780] env[69186]: _type = "Task" [ 946.096780] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.105996] env[69186]: DEBUG oslo_vmware.api [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635320, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.134787] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.135373] env[69186]: DEBUG nova.compute.manager [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.138624] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.890s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.140320] env[69186]: INFO nova.compute.claims [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.149086] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "refresh_cache-2e199da1-fcc4-4760-86bf-9035d7e60cab" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.149279] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "refresh_cache-2e199da1-fcc4-4760-86bf-9035d7e60cab" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.149462] env[69186]: DEBUG nova.network.neutron [None req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.320111] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "2e199da1-fcc4-4760-86bf-9035d7e60cab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.320607] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "2e199da1-fcc4-4760-86bf-9035d7e60cab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.325282] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "2e199da1-fcc4-4760-86bf-9035d7e60cab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.325282] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "2e199da1-fcc4-4760-86bf-9035d7e60cab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.325282] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "2e199da1-fcc4-4760-86bf-9035d7e60cab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.325282] env[69186]: DEBUG oslo_concurrency.lockutils [None req-46098649-eed6-4b8e-adf0-c651791104c1 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Lock "16110e15-0f28-4d68-955a-3c02189f6699" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.646s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.325282] env[69186]: INFO nova.compute.manager [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Terminating instance [ 946.369155] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635317, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.445193] env[69186]: DEBUG oslo_vmware.api [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635318, 'name': ReconfigVM_Task, 'duration_secs': 0.616599} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.445753] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 403d80f5-89fe-4da5-a156-38f499d1e7e3/403d80f5-89fe-4da5-a156-38f499d1e7e3.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.446642] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6db3d1db-e37d-415a-9823-fdb9ba281d8c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.455075] env[69186]: DEBUG oslo_vmware.api [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 946.455075] env[69186]: value = "task-3635321" [ 946.455075] env[69186]: _type = "Task" [ 946.455075] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.470896] env[69186]: DEBUG oslo_vmware.api [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635321, 'name': Rename_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.529759] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635319, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.607155] env[69186]: DEBUG oslo_vmware.api [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635320, 'name': ReconfigVM_Task, 'duration_secs': 0.196301} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.607451] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 946.608265] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe765507-7155-41ef-aab1-21e465b29dba {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.630448] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 3b71b08a-29ed-4e29-aa4f-1399df38498d/3b71b08a-29ed-4e29-aa4f-1399df38498d.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.630897] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dda9bd92-87aa-4d04-a7f6-6749ca2da207 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.644870] env[69186]: DEBUG nova.compute.utils [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.650109] env[69186]: DEBUG nova.compute.manager [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Not allocating networking since 'none' was specified. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 946.654788] env[69186]: DEBUG oslo_vmware.api [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 946.654788] env[69186]: value = "task-3635322" [ 946.654788] env[69186]: _type = "Task" [ 946.654788] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.664899] env[69186]: DEBUG oslo_vmware.api [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635322, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.830248] env[69186]: DEBUG nova.compute.manager [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 946.839590] env[69186]: DEBUG nova.compute.manager [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.839590] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.839590] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc3257b-8dc9-4079-bf94-9c6a04af60cb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.853051] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.853488] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-396cb9b1-7c67-4c9a-bc58-f42d44a91b26 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.859842] env[69186]: DEBUG oslo_vmware.api [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 946.859842] env[69186]: value = "task-3635323" [ 946.859842] env[69186]: _type = "Task" [ 946.859842] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.871526] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635317, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.875126] env[69186]: DEBUG oslo_vmware.api [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.969305] env[69186]: DEBUG oslo_vmware.api [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635321, 'name': Rename_Task, 'duration_secs': 0.258643} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.970265] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.970265] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97a94ea3-6a08-4997-8c8b-88c2e6db15f4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.977551] env[69186]: DEBUG oslo_vmware.api [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 946.977551] env[69186]: value = "task-3635324" [ 946.977551] env[69186]: _type = "Task" [ 946.977551] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.990535] env[69186]: DEBUG oslo_vmware.api [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.028589] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578105} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.028885] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 96c00090-a061-4abe-bf75-fd4aa26457d2/96c00090-a061-4abe-bf75-fd4aa26457d2.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.029323] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.029640] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-faf3e4ca-e829-461a-9bce-b30df97d9a88 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.039214] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Waiting for the task: (returnval){ [ 947.039214] env[69186]: value = "task-3635325" [ 947.039214] env[69186]: _type = "Task" [ 947.039214] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.049230] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.150057] env[69186]: DEBUG nova.compute.manager [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.167424] env[69186]: DEBUG oslo_vmware.api [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635322, 'name': ReconfigVM_Task, 'duration_secs': 0.331873} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.167796] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 3b71b08a-29ed-4e29-aa4f-1399df38498d/3b71b08a-29ed-4e29-aa4f-1399df38498d.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.168718] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ca967f-3acc-4b99-9591-91b1de182002 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.196171] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade53ee3-f2c1-4319-bc51-41cf78e08838 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.226986] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa6804f-a6ef-461a-8ddc-6fe0befb1624 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.254948] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84b1f5f-447d-4399-b1a5-4a8bcebe614b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.264319] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.264828] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cff8afa6-c756-4e70-a250-b346e5528d87 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.274024] env[69186]: DEBUG oslo_vmware.api [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 947.274024] env[69186]: value = "task-3635326" [ 947.274024] env[69186]: _type = "Task" [ 947.274024] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.282134] env[69186]: DEBUG oslo_vmware.api [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.330794] env[69186]: DEBUG oslo_concurrency.lockutils [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Acquiring lock "16110e15-0f28-4d68-955a-3c02189f6699" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.330794] env[69186]: DEBUG oslo_concurrency.lockutils [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Lock "16110e15-0f28-4d68-955a-3c02189f6699" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.330794] env[69186]: DEBUG oslo_concurrency.lockutils [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Acquiring lock "16110e15-0f28-4d68-955a-3c02189f6699-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.330978] env[69186]: DEBUG oslo_concurrency.lockutils [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Lock "16110e15-0f28-4d68-955a-3c02189f6699-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.332051] env[69186]: DEBUG oslo_concurrency.lockutils [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Lock "16110e15-0f28-4d68-955a-3c02189f6699-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.333333] env[69186]: INFO nova.compute.manager [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Terminating instance [ 947.363016] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.379449] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635317, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.379740] env[69186]: DEBUG oslo_vmware.api [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635323, 'name': PowerOffVM_Task, 'duration_secs': 0.250511} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.380066] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.380340] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.380603] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e41ae98-ec44-4419-8e06-6201b5044341 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.400953] env[69186]: DEBUG nova.network.neutron [None req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Updating instance_info_cache with network_info: [{"id": "31c72f5e-75ff-497d-a7e2-5216acb9fe4f", "address": "fa:16:3e:61:46:db", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31c72f5e-75", "ovs_interfaceid": "31c72f5e-75ff-497d-a7e2-5216acb9fe4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.450133] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.451529] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.451529] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Deleting the datastore file [datastore2] 2e199da1-fcc4-4760-86bf-9035d7e60cab {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.451529] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-931e86e6-d967-4519-ab64-cbce881bb4cf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.466154] env[69186]: DEBUG oslo_vmware.api [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 947.466154] env[69186]: value = "task-3635328" [ 947.466154] env[69186]: _type = "Task" [ 947.466154] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.468612] env[69186]: DEBUG nova.compute.manager [req-b1c6283f-8cfd-4a70-88d2-edb468a1f6d9 req-96686131-c4fb-4f25-864d-0522425b64fd service nova] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Received event network-vif-plugged-c29d954a-08ae-4b54-98f3-541a0ca4f56b {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.468612] env[69186]: DEBUG oslo_concurrency.lockutils [req-b1c6283f-8cfd-4a70-88d2-edb468a1f6d9 req-96686131-c4fb-4f25-864d-0522425b64fd service nova] Acquiring lock "71cd4c88-0df4-4390-bb5d-680dd2e10c5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.468933] env[69186]: DEBUG oslo_concurrency.lockutils [req-b1c6283f-8cfd-4a70-88d2-edb468a1f6d9 req-96686131-c4fb-4f25-864d-0522425b64fd service nova] Lock "71cd4c88-0df4-4390-bb5d-680dd2e10c5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.468933] env[69186]: DEBUG oslo_concurrency.lockutils [req-b1c6283f-8cfd-4a70-88d2-edb468a1f6d9 req-96686131-c4fb-4f25-864d-0522425b64fd service nova] Lock "71cd4c88-0df4-4390-bb5d-680dd2e10c5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.469072] env[69186]: DEBUG nova.compute.manager [req-b1c6283f-8cfd-4a70-88d2-edb468a1f6d9 req-96686131-c4fb-4f25-864d-0522425b64fd service nova] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] No waiting events found dispatching network-vif-plugged-c29d954a-08ae-4b54-98f3-541a0ca4f56b {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.469301] env[69186]: WARNING nova.compute.manager [req-b1c6283f-8cfd-4a70-88d2-edb468a1f6d9 req-96686131-c4fb-4f25-864d-0522425b64fd service nova] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Received unexpected event network-vif-plugged-c29d954a-08ae-4b54-98f3-541a0ca4f56b for instance with vm_state building and task_state spawning. [ 947.483086] env[69186]: DEBUG oslo_vmware.api [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.498664] env[69186]: DEBUG oslo_vmware.api [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635324, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.513535] env[69186]: DEBUG nova.network.neutron [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Successfully updated port: c29d954a-08ae-4b54-98f3-541a0ca4f56b {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.550735] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181746} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.551021] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.552039] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07ecef4-fea9-43a6-ab92-5302c6aff36d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.575049] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 96c00090-a061-4abe-bf75-fd4aa26457d2/96c00090-a061-4abe-bf75-fd4aa26457d2.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.578339] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-920b873f-6c1c-42dd-a7f9-c402a688f538 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.598748] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Waiting for the task: (returnval){ [ 947.598748] env[69186]: value = "task-3635329" [ 947.598748] env[69186]: _type = "Task" [ 947.598748] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.609881] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.733537] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0d8bfc-1d45-4eea-b20f-cffafe5e1a27 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.743176] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce6f557-7433-4ce4-81fa-9a1320e1adc3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.796099] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b477ad20-da70-4d52-ae4a-7fdcf3eceb29 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.804117] env[69186]: DEBUG oslo_vmware.api [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635326, 'name': PowerOnVM_Task, 'duration_secs': 0.469817} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.806359] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.811370] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c979c6c0-a961-4cbd-9474-bd527751143f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.825341] env[69186]: DEBUG nova.compute.provider_tree [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.843509] env[69186]: DEBUG nova.compute.manager [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.843731] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.844648] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13aa9729-ad00-4af6-add0-d89e205dbd48 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.852446] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.852722] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13b678d2-4bd0-41f5-ab99-76897456d24a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.858862] env[69186]: DEBUG oslo_vmware.api [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Waiting for the task: (returnval){ [ 947.858862] env[69186]: value = "task-3635330" [ 947.858862] env[69186]: _type = "Task" [ 947.858862] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.869786] env[69186]: DEBUG oslo_vmware.api [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Task: {'id': task-3635330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.873069] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635317, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.903554] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "refresh_cache-2e199da1-fcc4-4760-86bf-9035d7e60cab" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.980637] env[69186]: DEBUG oslo_vmware.api [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32613} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.980976] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.981263] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.981518] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.981777] env[69186]: INFO nova.compute.manager [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Took 1.14 seconds to destroy the instance on the hypervisor. [ 947.982083] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.982298] env[69186]: DEBUG nova.compute.manager [-] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.982397] env[69186]: DEBUG nova.network.neutron [-] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.993072] env[69186]: DEBUG oslo_vmware.api [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635324, 'name': PowerOnVM_Task, 'duration_secs': 0.696557} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.994531] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.994531] env[69186]: INFO nova.compute.manager [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Took 10.33 seconds to spawn the instance on the hypervisor. [ 947.994531] env[69186]: DEBUG nova.compute.manager [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.994913] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b94c7a-6e8a-4c2c-aa0a-9c6e29267240 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.020323] env[69186]: DEBUG oslo_concurrency.lockutils [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquiring lock "refresh_cache-71cd4c88-0df4-4390-bb5d-680dd2e10c5c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.020455] env[69186]: DEBUG oslo_concurrency.lockutils [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquired lock "refresh_cache-71cd4c88-0df4-4390-bb5d-680dd2e10c5c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.020653] env[69186]: DEBUG nova.network.neutron [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.108795] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.162896] env[69186]: DEBUG nova.compute.manager [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.186452] env[69186]: DEBUG nova.virt.hardware [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.186739] env[69186]: DEBUG nova.virt.hardware [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.187023] env[69186]: DEBUG nova.virt.hardware [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.187248] env[69186]: DEBUG nova.virt.hardware [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.187424] env[69186]: DEBUG nova.virt.hardware [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.187599] env[69186]: DEBUG nova.virt.hardware [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.187840] env[69186]: DEBUG nova.virt.hardware [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.188057] env[69186]: DEBUG nova.virt.hardware [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.188550] env[69186]: DEBUG nova.virt.hardware [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.188550] env[69186]: DEBUG nova.virt.hardware [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.188708] env[69186]: DEBUG nova.virt.hardware [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.189845] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020595f3-1165-4229-9a8d-ebab8812e39d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.198291] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825e52aa-29ee-4dc9-9403-154337151670 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.214322] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Instance VIF info [] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.220538] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Creating folder: Project (7b4e0fb23ac44812b81d406eb6f2c9e9). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.220915] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82d69640-d61f-4cef-8a1f-b0980ebb264c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.233186] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Created folder: Project (7b4e0fb23ac44812b81d406eb6f2c9e9) in parent group-v724677. [ 948.233311] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Creating folder: Instances. Parent ref: group-v724879. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.233461] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-532b334b-a4a4-41e2-8b4d-0bea60b725c0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.248614] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Created folder: Instances in parent group-v724879. [ 948.248857] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.249066] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.249282] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef1dd26f-435d-4f4b-9f7f-f687d61e4a7e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.265600] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.265600] env[69186]: value = "task-3635333" [ 948.265600] env[69186]: _type = "Task" [ 948.265600] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.273237] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635333, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.329246] env[69186]: DEBUG nova.scheduler.client.report [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.372798] env[69186]: DEBUG oslo_vmware.api [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Task: {'id': task-3635330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.376117] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635317, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.407538] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "interface-2e199da1-fcc4-4760-86bf-9035d7e60cab-b3434180-d500-4ce9-8adb-2e361a3e6392" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.371s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.514428] env[69186]: INFO nova.compute.manager [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Took 51.25 seconds to build instance. [ 948.592949] env[69186]: DEBUG nova.network.neutron [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.613438] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.776574] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635333, 'name': CreateVM_Task, 'duration_secs': 0.460952} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.776854] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.779129] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.779328] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.779652] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.779921] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b57adac-c841-447b-865c-6033cdc18ed8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.784965] env[69186]: DEBUG oslo_vmware.api [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 948.784965] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5204e320-d139-37dd-533a-f1be9f0ea5cb" [ 948.784965] env[69186]: _type = "Task" [ 948.784965] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.790275] env[69186]: DEBUG nova.network.neutron [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Updating instance_info_cache with network_info: [{"id": "c29d954a-08ae-4b54-98f3-541a0ca4f56b", "address": "fa:16:3e:d3:0f:f1", "network": {"id": "0ee74101-1758-4db2-a28d-12bf16af0da8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1559326416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54272a3dcd3647d58e4a4d417a45b891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29d954a-08", "ovs_interfaceid": "c29d954a-08ae-4b54-98f3-541a0ca4f56b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.799072] env[69186]: DEBUG oslo_vmware.api [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5204e320-d139-37dd-533a-f1be9f0ea5cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.824124] env[69186]: INFO nova.compute.manager [None req-3a39ad9c-490d-4017-9257-4f62d661ff48 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Updating instance to original state: 'active' [ 948.835804] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.835923] env[69186]: DEBUG nova.compute.manager [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.838375] env[69186]: DEBUG oslo_concurrency.lockutils [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.406s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.838567] env[69186]: DEBUG nova.objects.instance [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69186) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 948.878134] env[69186]: DEBUG oslo_vmware.api [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Task: {'id': task-3635330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.881308] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635317, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.945781] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "403d80f5-89fe-4da5-a156-38f499d1e7e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.015982] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ef38d74-f49e-4acc-8332-581b09ab205f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "403d80f5-89fe-4da5-a156-38f499d1e7e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.763s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.017647] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "403d80f5-89fe-4da5-a156-38f499d1e7e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.072s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.017932] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "403d80f5-89fe-4da5-a156-38f499d1e7e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.018228] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "403d80f5-89fe-4da5-a156-38f499d1e7e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.018450] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "403d80f5-89fe-4da5-a156-38f499d1e7e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.021568] env[69186]: INFO nova.compute.manager [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Terminating instance [ 949.088328] env[69186]: DEBUG nova.network.neutron [-] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.109542] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635329, 'name': ReconfigVM_Task, 'duration_secs': 1.413695} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.109992] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 96c00090-a061-4abe-bf75-fd4aa26457d2/96c00090-a061-4abe-bf75-fd4aa26457d2.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.110702] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-517ab5a2-560f-4c4a-9d1d-1f76cda4f690 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.116652] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Waiting for the task: (returnval){ [ 949.116652] env[69186]: value = "task-3635334" [ 949.116652] env[69186]: _type = "Task" [ 949.116652] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.124654] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635334, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.297054] env[69186]: DEBUG oslo_concurrency.lockutils [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Releasing lock "refresh_cache-71cd4c88-0df4-4390-bb5d-680dd2e10c5c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.297463] env[69186]: DEBUG nova.compute.manager [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Instance network_info: |[{"id": "c29d954a-08ae-4b54-98f3-541a0ca4f56b", "address": "fa:16:3e:d3:0f:f1", "network": {"id": "0ee74101-1758-4db2-a28d-12bf16af0da8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1559326416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54272a3dcd3647d58e4a4d417a45b891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29d954a-08", "ovs_interfaceid": "c29d954a-08ae-4b54-98f3-541a0ca4f56b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.297839] env[69186]: DEBUG oslo_vmware.api [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5204e320-d139-37dd-533a-f1be9f0ea5cb, 'name': SearchDatastore_Task, 'duration_secs': 0.030497} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.298271] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:0f:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c29d954a-08ae-4b54-98f3-541a0ca4f56b', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.306391] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.306758] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.307120] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.307440] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.307670] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.307930] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.308298] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.308576] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efe7b8fd-dbcc-4eef-8982-99f7c52aa272 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.311135] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09494ab0-6d5e-4cd8-89e6-9d7e16e5c85a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.342953] env[69186]: DEBUG nova.compute.utils [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.344232] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.344232] env[69186]: value = "task-3635335" [ 949.344232] env[69186]: _type = "Task" [ 949.344232] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.348836] env[69186]: DEBUG nova.compute.manager [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Not allocating networking since 'none' was specified. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 949.349305] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.349566] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.355424] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3311862-c14b-47b5-b6dc-bd88ccc7765e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.374420] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635335, 'name': CreateVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.374878] env[69186]: DEBUG oslo_vmware.api [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 949.374878] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524123c9-bba2-1af9-3e1a-3280eb3f74b2" [ 949.374878] env[69186]: _type = "Task" [ 949.374878] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.391416] env[69186]: DEBUG oslo_vmware.api [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Task: {'id': task-3635330, 'name': PowerOffVM_Task, 'duration_secs': 1.222063} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.392348] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.392670] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.397480] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae5f545e-5afb-4b99-844e-71315eec0df0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.399857] env[69186]: DEBUG oslo_vmware.api [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635317, 'name': PowerOnVM_Task, 'duration_secs': 3.723085} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.406627] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.406986] env[69186]: INFO nova.compute.manager [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Took 9.12 seconds to spawn the instance on the hypervisor. [ 949.407317] env[69186]: DEBUG nova.compute.manager [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.407836] env[69186]: DEBUG oslo_vmware.api [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524123c9-bba2-1af9-3e1a-3280eb3f74b2, 'name': SearchDatastore_Task, 'duration_secs': 0.018517} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.409979] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1cc0f4-a8e0-4afc-9d59-3e940810d4c2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.418031] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9567e836-f9aa-4180-b083-dce643570608 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.429688] env[69186]: DEBUG oslo_vmware.api [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 949.429688] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52aff81b-db90-0115-e3cd-652eeb0e722c" [ 949.429688] env[69186]: _type = "Task" [ 949.429688] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.441450] env[69186]: DEBUG oslo_vmware.api [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52aff81b-db90-0115-e3cd-652eeb0e722c, 'name': SearchDatastore_Task} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.441450] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.441450] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] fca7e7e8-a8a0-4948-a839-d3a8ef1131bf/fca7e7e8-a8a0-4948-a839-d3a8ef1131bf.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.441450] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-697fabbc-4814-4e71-adfd-a48fdaf596c5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.449473] env[69186]: DEBUG oslo_vmware.api [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 949.449473] env[69186]: value = "task-3635337" [ 949.449473] env[69186]: _type = "Task" [ 949.449473] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.458297] env[69186]: DEBUG oslo_vmware.api [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.474825] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.475201] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.475401] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Deleting the datastore file [datastore2] 16110e15-0f28-4d68-955a-3c02189f6699 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.478298] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9fb8f26-b1e2-47d6-97b1-8904222d5c11 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.483190] env[69186]: DEBUG oslo_vmware.api [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Waiting for the task: (returnval){ [ 949.483190] env[69186]: value = "task-3635338" [ 949.483190] env[69186]: _type = "Task" [ 949.483190] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.491964] env[69186]: DEBUG oslo_vmware.api [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Task: {'id': task-3635338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.525409] env[69186]: DEBUG nova.compute.manager [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.528940] env[69186]: DEBUG nova.compute.manager [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.532021] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.532021] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c675fa46-976a-4e47-a2fa-018932827a06 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.541310] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.541914] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72e3a5cb-fc4f-45c8-850c-3b191e46a7bc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.548485] env[69186]: DEBUG oslo_vmware.api [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 949.548485] env[69186]: value = "task-3635339" [ 949.548485] env[69186]: _type = "Task" [ 949.548485] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.557120] env[69186]: DEBUG oslo_vmware.api [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.591799] env[69186]: INFO nova.compute.manager [-] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Took 1.61 seconds to deallocate network for instance. [ 949.614468] env[69186]: DEBUG nova.compute.manager [req-82d1b9f9-2875-4633-bfb2-49a67148fe56 req-fb5f35dd-e9e9-4324-89a4-1a55f93ded6f service nova] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Received event network-changed-c29d954a-08ae-4b54-98f3-541a0ca4f56b {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.614468] env[69186]: DEBUG nova.compute.manager [req-82d1b9f9-2875-4633-bfb2-49a67148fe56 req-fb5f35dd-e9e9-4324-89a4-1a55f93ded6f service nova] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Refreshing instance network info cache due to event network-changed-c29d954a-08ae-4b54-98f3-541a0ca4f56b. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.614607] env[69186]: DEBUG oslo_concurrency.lockutils [req-82d1b9f9-2875-4633-bfb2-49a67148fe56 req-fb5f35dd-e9e9-4324-89a4-1a55f93ded6f service nova] Acquiring lock "refresh_cache-71cd4c88-0df4-4390-bb5d-680dd2e10c5c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.615237] env[69186]: DEBUG oslo_concurrency.lockutils [req-82d1b9f9-2875-4633-bfb2-49a67148fe56 req-fb5f35dd-e9e9-4324-89a4-1a55f93ded6f service nova] Acquired lock "refresh_cache-71cd4c88-0df4-4390-bb5d-680dd2e10c5c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.615237] env[69186]: DEBUG nova.network.neutron [req-82d1b9f9-2875-4633-bfb2-49a67148fe56 req-fb5f35dd-e9e9-4324-89a4-1a55f93ded6f service nova] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Refreshing network info cache for port c29d954a-08ae-4b54-98f3-541a0ca4f56b {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.626930] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635334, 'name': Rename_Task, 'duration_secs': 0.291677} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.627987] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.628285] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a24af422-ff1e-4d78-aa6a-d7cc334ea7db {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.635591] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Waiting for the task: (returnval){ [ 949.635591] env[69186]: value = "task-3635340" [ 949.635591] env[69186]: _type = "Task" [ 949.635591] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.644566] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.852901] env[69186]: DEBUG nova.compute.manager [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.857128] env[69186]: DEBUG oslo_concurrency.lockutils [None req-802f6f52-1544-444a-a590-6ec30a1f3335 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.866553] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.956s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.868741] env[69186]: INFO nova.compute.claims [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.879623] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635335, 'name': CreateVM_Task, 'duration_secs': 0.400744} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.882237] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.882237] env[69186]: DEBUG oslo_concurrency.lockutils [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.882237] env[69186]: DEBUG oslo_concurrency.lockutils [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.882237] env[69186]: DEBUG oslo_concurrency.lockutils [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.882237] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c34d50aa-fbe6-4d00-9469-f8720096ebfd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.888630] env[69186]: DEBUG oslo_vmware.api [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 949.888630] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520aeccc-2a7a-5da9-8237-530ed08251f8" [ 949.888630] env[69186]: _type = "Task" [ 949.888630] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.898846] env[69186]: DEBUG oslo_vmware.api [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520aeccc-2a7a-5da9-8237-530ed08251f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.946547] env[69186]: INFO nova.compute.manager [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Took 46.35 seconds to build instance. [ 949.960431] env[69186]: DEBUG oslo_vmware.api [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635337, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.993693] env[69186]: DEBUG oslo_vmware.api [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Task: {'id': task-3635338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274107} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.994687] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.994774] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.994959] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.995149] env[69186]: INFO nova.compute.manager [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Took 2.15 seconds to destroy the instance on the hypervisor. [ 949.995402] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.995602] env[69186]: DEBUG nova.compute.manager [-] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.995697] env[69186]: DEBUG nova.network.neutron [-] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.059406] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.065948] env[69186]: DEBUG oslo_vmware.api [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635339, 'name': PowerOffVM_Task, 'duration_secs': 0.372132} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.066681] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.066854] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.067292] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e772f4a-958a-42a8-b031-3689924f9347 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.099972] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.136308] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.136558] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.137048] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Deleting the datastore file [datastore2] 403d80f5-89fe-4da5-a156-38f499d1e7e3 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.138041] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08ff18ba-0490-4251-a6a2-c9b25e29c423 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.150787] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635340, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.152602] env[69186]: DEBUG oslo_vmware.api [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 950.152602] env[69186]: value = "task-3635342" [ 950.152602] env[69186]: _type = "Task" [ 950.152602] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.162036] env[69186]: DEBUG oslo_vmware.api [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.401257] env[69186]: DEBUG oslo_vmware.api [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520aeccc-2a7a-5da9-8237-530ed08251f8, 'name': SearchDatastore_Task, 'duration_secs': 0.020793} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.402646] env[69186]: DEBUG oslo_concurrency.lockutils [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.403172] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.403605] env[69186]: DEBUG oslo_concurrency.lockutils [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.405045] env[69186]: DEBUG oslo_concurrency.lockutils [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.405527] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.406246] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b14805e1-1eae-4379-881f-b9b42e12fd42 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.417644] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.417644] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.417644] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bb19611-dd6b-45cf-8f09-2d992f646ed5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.425332] env[69186]: DEBUG oslo_vmware.api [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 950.425332] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527eb957-70cb-14e0-35cc-24cac50291d9" [ 950.425332] env[69186]: _type = "Task" [ 950.425332] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.436915] env[69186]: DEBUG oslo_vmware.api [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527eb957-70cb-14e0-35cc-24cac50291d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.447878] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3d2abf72-36ea-4c80-a615-765637c1808b tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Lock "bca21a31-e29e-46cd-a096-01a565bf9d72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.859s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.460267] env[69186]: DEBUG oslo_vmware.api [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747184} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.460735] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] fca7e7e8-a8a0-4948-a839-d3a8ef1131bf/fca7e7e8-a8a0-4948-a839-d3a8ef1131bf.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.461017] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.461386] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ceb3596-4573-4e3c-b340-74029a02e401 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.468834] env[69186]: DEBUG oslo_vmware.api [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 950.468834] env[69186]: value = "task-3635343" [ 950.468834] env[69186]: _type = "Task" [ 950.468834] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.474516] env[69186]: DEBUG nova.network.neutron [req-82d1b9f9-2875-4633-bfb2-49a67148fe56 req-fb5f35dd-e9e9-4324-89a4-1a55f93ded6f service nova] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Updated VIF entry in instance network info cache for port c29d954a-08ae-4b54-98f3-541a0ca4f56b. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.475021] env[69186]: DEBUG nova.network.neutron [req-82d1b9f9-2875-4633-bfb2-49a67148fe56 req-fb5f35dd-e9e9-4324-89a4-1a55f93ded6f service nova] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Updating instance_info_cache with network_info: [{"id": "c29d954a-08ae-4b54-98f3-541a0ca4f56b", "address": "fa:16:3e:d3:0f:f1", "network": {"id": "0ee74101-1758-4db2-a28d-12bf16af0da8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1559326416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54272a3dcd3647d58e4a4d417a45b891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29d954a-08", "ovs_interfaceid": "c29d954a-08ae-4b54-98f3-541a0ca4f56b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.481373] env[69186]: DEBUG oslo_vmware.api [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.484099] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "3b71b08a-29ed-4e29-aa4f-1399df38498d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.484099] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "3b71b08a-29ed-4e29-aa4f-1399df38498d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.484099] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "3b71b08a-29ed-4e29-aa4f-1399df38498d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.484099] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "3b71b08a-29ed-4e29-aa4f-1399df38498d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.484099] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "3b71b08a-29ed-4e29-aa4f-1399df38498d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.486184] env[69186]: INFO nova.compute.manager [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Terminating instance [ 950.648522] env[69186]: DEBUG oslo_vmware.api [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635340, 'name': PowerOnVM_Task, 'duration_secs': 0.672018} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.648866] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.649074] env[69186]: DEBUG nova.compute.manager [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.649955] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a8fcc4-25f0-427b-bbb3-1a881599437a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.665214] env[69186]: DEBUG oslo_vmware.api [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265842} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.665465] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.665648] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.665826] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.666019] env[69186]: INFO nova.compute.manager [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 950.666251] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.666446] env[69186]: DEBUG nova.compute.manager [-] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.666540] env[69186]: DEBUG nova.network.neutron [-] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.870106] env[69186]: DEBUG nova.compute.manager [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.896607] env[69186]: DEBUG nova.virt.hardware [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.896938] env[69186]: DEBUG nova.virt.hardware [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.898081] env[69186]: DEBUG nova.virt.hardware [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.898313] env[69186]: DEBUG nova.virt.hardware [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.898478] env[69186]: DEBUG nova.virt.hardware [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.898626] env[69186]: DEBUG nova.virt.hardware [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.898858] env[69186]: DEBUG nova.virt.hardware [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.899017] env[69186]: DEBUG nova.virt.hardware [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.899206] env[69186]: DEBUG nova.virt.hardware [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.899373] env[69186]: DEBUG nova.virt.hardware [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.899723] env[69186]: DEBUG nova.virt.hardware [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.900460] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3b1688-8e8e-4866-92c3-1a51ae6ddac0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.908686] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30188acb-d40d-4685-ab82-b0a40c2fa2ec {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.929087] env[69186]: DEBUG nova.network.neutron [-] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.930762] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Instance VIF info [] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.937491] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.942461] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.947314] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d812a44-fee5-4bdb-ba44-9e5c09c7acae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.964603] env[69186]: DEBUG oslo_vmware.api [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527eb957-70cb-14e0-35cc-24cac50291d9, 'name': SearchDatastore_Task, 'duration_secs': 0.013715} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.966598] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.966598] env[69186]: value = "task-3635344" [ 950.966598] env[69186]: _type = "Task" [ 950.966598] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.966816] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e3ca7a5-ecd6-4f56-9fcd-1ea7654204c5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.980968] env[69186]: DEBUG oslo_concurrency.lockutils [req-82d1b9f9-2875-4633-bfb2-49a67148fe56 req-fb5f35dd-e9e9-4324-89a4-1a55f93ded6f service nova] Releasing lock "refresh_cache-71cd4c88-0df4-4390-bb5d-680dd2e10c5c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.981287] env[69186]: DEBUG nova.compute.manager [req-82d1b9f9-2875-4633-bfb2-49a67148fe56 req-fb5f35dd-e9e9-4324-89a4-1a55f93ded6f service nova] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Received event network-vif-deleted-31c72f5e-75ff-497d-a7e2-5216acb9fe4f {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.984240] env[69186]: DEBUG oslo_vmware.api [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 950.984240] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52569aa9-9cd0-ab8e-fc94-a580d730992a" [ 950.984240] env[69186]: _type = "Task" [ 950.984240] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.987571] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635344, 'name': CreateVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.994668] env[69186]: DEBUG nova.compute.manager [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.994878] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.995235] env[69186]: DEBUG oslo_vmware.api [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067845} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.996044] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727839ad-1618-4622-be0a-f1f53aa74384 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.998766] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.000226] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b397225-27bc-44cc-87f9-fef7cdc7a577 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.008807] env[69186]: DEBUG oslo_vmware.api [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52569aa9-9cd0-ab8e-fc94-a580d730992a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.015128] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.020087] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25c0c9c5-ab81-47e8-a7a2-0d9b9ee41bae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.030394] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] fca7e7e8-a8a0-4948-a839-d3a8ef1131bf/fca7e7e8-a8a0-4948-a839-d3a8ef1131bf.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.033940] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3edc2779-db4b-4849-a731-52ddf9100cda {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.052503] env[69186]: DEBUG oslo_vmware.api [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 951.052503] env[69186]: value = "task-3635345" [ 951.052503] env[69186]: _type = "Task" [ 951.052503] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.053904] env[69186]: DEBUG oslo_vmware.api [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 951.053904] env[69186]: value = "task-3635346" [ 951.053904] env[69186]: _type = "Task" [ 951.053904] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.070236] env[69186]: DEBUG oslo_vmware.api [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.073578] env[69186]: DEBUG oslo_vmware.api [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.170501] env[69186]: DEBUG oslo_concurrency.lockutils [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.293323] env[69186]: INFO nova.compute.manager [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Rebuilding instance [ 951.337202] env[69186]: DEBUG nova.compute.manager [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.338344] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2ce725-2095-42f1-993e-7e6550dac0be {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.396491] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7276e2f-a452-42d4-b6f8-3fa57514e17c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.410739] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d011ebd-bedc-4f35-bd74-b26aa7936a0b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.444073] env[69186]: INFO nova.compute.manager [-] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Took 1.45 seconds to deallocate network for instance. [ 951.444373] env[69186]: DEBUG nova.network.neutron [-] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.447638] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca48ef2b-9b02-4ab7-93ca-6cb4e13b8858 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.459465] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eff3586-5ada-45b7-a650-f3a7db43341d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.475181] env[69186]: DEBUG nova.compute.provider_tree [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.485583] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635344, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.496942] env[69186]: DEBUG oslo_vmware.api [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52569aa9-9cd0-ab8e-fc94-a580d730992a, 'name': SearchDatastore_Task, 'duration_secs': 0.023164} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.497179] env[69186]: DEBUG oslo_concurrency.lockutils [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.497434] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 71cd4c88-0df4-4390-bb5d-680dd2e10c5c/71cd4c88-0df4-4390-bb5d-680dd2e10c5c.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.497908] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-473b11fe-bac5-4472-a8fb-b88ce782d01f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.504422] env[69186]: DEBUG oslo_vmware.api [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 951.504422] env[69186]: value = "task-3635347" [ 951.504422] env[69186]: _type = "Task" [ 951.504422] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.513507] env[69186]: DEBUG oslo_vmware.api [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.564071] env[69186]: DEBUG oslo_vmware.api [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635345, 'name': PowerOffVM_Task, 'duration_secs': 0.223156} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.564735] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.564903] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.565193] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3103822b-13ce-4502-a887-2a741dbab8d4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.569573] env[69186]: DEBUG oslo_vmware.api [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635346, 'name': ReconfigVM_Task, 'duration_secs': 0.389202} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.570180] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Reconfigured VM instance instance-00000046 to attach disk [datastore1] fca7e7e8-a8a0-4948-a839-d3a8ef1131bf/fca7e7e8-a8a0-4948-a839-d3a8ef1131bf.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.570809] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84bf21e1-7e40-4a0a-ba88-87d9e23cf5f3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.576780] env[69186]: DEBUG oslo_vmware.api [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 951.576780] env[69186]: value = "task-3635349" [ 951.576780] env[69186]: _type = "Task" [ 951.576780] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.587426] env[69186]: DEBUG oslo_vmware.api [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635349, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.639312] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.639981] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.639981] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Deleting the datastore file [datastore1] 3b71b08a-29ed-4e29-aa4f-1399df38498d {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.640602] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-397ad96f-6ccc-4ba7-a2dd-279e942ea30a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.647417] env[69186]: DEBUG nova.compute.manager [req-b5cfd4cb-36c0-4f91-8d69-26af304f1fb6 req-1262b54b-76b4-4e40-8b73-d9f1ab458f62 service nova] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Received event network-vif-deleted-b4cba4d1-0523-4a96-bbc4-269ac49051b9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.647680] env[69186]: DEBUG nova.compute.manager [req-b5cfd4cb-36c0-4f91-8d69-26af304f1fb6 req-1262b54b-76b4-4e40-8b73-d9f1ab458f62 service nova] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Received event network-vif-deleted-6ee72153-6246-480c-9c43-d4d0655940d4 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.649724] env[69186]: DEBUG oslo_vmware.api [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 951.649724] env[69186]: value = "task-3635350" [ 951.649724] env[69186]: _type = "Task" [ 951.649724] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.658470] env[69186]: DEBUG oslo_vmware.api [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.954424] env[69186]: INFO nova.compute.manager [-] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Took 1.29 seconds to deallocate network for instance. [ 951.955619] env[69186]: DEBUG oslo_concurrency.lockutils [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.980793] env[69186]: DEBUG nova.scheduler.client.report [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.990311] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635344, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.017064] env[69186]: DEBUG oslo_vmware.api [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635347, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.086969] env[69186]: DEBUG oslo_vmware.api [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635349, 'name': Rename_Task, 'duration_secs': 0.194275} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.087307] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.087573] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10b4577e-ac2b-4900-8928-95d65e94761f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.098138] env[69186]: DEBUG oslo_vmware.api [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 952.098138] env[69186]: value = "task-3635351" [ 952.098138] env[69186]: _type = "Task" [ 952.098138] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.108470] env[69186]: DEBUG oslo_vmware.api [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.160864] env[69186]: DEBUG oslo_vmware.api [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328052} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.160864] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.160864] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.160864] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.161100] env[69186]: INFO nova.compute.manager [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 952.162407] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.162407] env[69186]: DEBUG nova.compute.manager [-] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.162407] env[69186]: DEBUG nova.network.neutron [-] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.224386] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Acquiring lock "96c00090-a061-4abe-bf75-fd4aa26457d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.224754] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Lock "96c00090-a061-4abe-bf75-fd4aa26457d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.225036] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Acquiring lock "96c00090-a061-4abe-bf75-fd4aa26457d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.225282] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Lock "96c00090-a061-4abe-bf75-fd4aa26457d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.225470] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Lock "96c00090-a061-4abe-bf75-fd4aa26457d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.227877] env[69186]: INFO nova.compute.manager [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Terminating instance [ 952.359775] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.359775] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52fbdabc-08ba-411f-b36d-e035a29e262e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.369057] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Waiting for the task: (returnval){ [ 952.369057] env[69186]: value = "task-3635352" [ 952.369057] env[69186]: _type = "Task" [ 952.369057] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.378572] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.465258] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.493073] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.494726] env[69186]: DEBUG nova.compute.manager [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.501536] env[69186]: DEBUG oslo_concurrency.lockutils [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.782s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.501860] env[69186]: DEBUG nova.objects.instance [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Lazy-loading 'resources' on Instance uuid a21b0f2e-6189-4e9d-8b98-4bad9ba56b60 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.504011] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635344, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.516485] env[69186]: DEBUG oslo_vmware.api [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635347, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616667} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.517362] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 71cd4c88-0df4-4390-bb5d-680dd2e10c5c/71cd4c88-0df4-4390-bb5d-680dd2e10c5c.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.517362] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.517362] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48aa57aa-2624-4fe3-9364-b46ffb093a08 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.524734] env[69186]: DEBUG oslo_vmware.api [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 952.524734] env[69186]: value = "task-3635353" [ 952.524734] env[69186]: _type = "Task" [ 952.524734] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.538287] env[69186]: DEBUG oslo_vmware.api [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.608532] env[69186]: DEBUG oslo_vmware.api [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635351, 'name': PowerOnVM_Task, 'duration_secs': 0.511628} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.608754] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.608963] env[69186]: INFO nova.compute.manager [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Took 4.45 seconds to spawn the instance on the hypervisor. [ 952.609157] env[69186]: DEBUG nova.compute.manager [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.609928] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8e84b1-05be-4677-94b7-748c15de3f65 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.734781] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Acquiring lock "refresh_cache-96c00090-a061-4abe-bf75-fd4aa26457d2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.735038] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Acquired lock "refresh_cache-96c00090-a061-4abe-bf75-fd4aa26457d2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.735215] env[69186]: DEBUG nova.network.neutron [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.879275] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.987349] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635344, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.990742] env[69186]: DEBUG nova.network.neutron [-] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.008351] env[69186]: DEBUG nova.compute.utils [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.009433] env[69186]: DEBUG nova.compute.manager [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.009606] env[69186]: DEBUG nova.network.neutron [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.039665] env[69186]: DEBUG oslo_vmware.api [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06713} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.039665] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.040495] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f98008-1d3a-44c2-93d8-542cc4803717 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.063704] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 71cd4c88-0df4-4390-bb5d-680dd2e10c5c/71cd4c88-0df4-4390-bb5d-680dd2e10c5c.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.064298] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b40423cc-685c-4975-b026-90d2815672ae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.086287] env[69186]: DEBUG oslo_vmware.api [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 953.086287] env[69186]: value = "task-3635354" [ 953.086287] env[69186]: _type = "Task" [ 953.086287] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.090652] env[69186]: DEBUG nova.policy [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e46cf07a6b0d40c499e85b6b2bb6d414', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '755cb3ae31d34675a29404f3c83b1c74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.098843] env[69186]: DEBUG oslo_vmware.api [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635354, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.127561] env[69186]: INFO nova.compute.manager [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Took 33.46 seconds to build instance. [ 953.263122] env[69186]: DEBUG nova.network.neutron [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.367601] env[69186]: DEBUG nova.network.neutron [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.379242] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.490143] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fbb722-2ca9-4b4e-afb8-40b0e89cc8e6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.496152] env[69186]: INFO nova.compute.manager [-] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Took 1.33 seconds to deallocate network for instance. [ 953.496152] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635344, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.507419] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4892d766-2f2a-4940-955a-a736959715ac {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.539207] env[69186]: DEBUG nova.compute.manager [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.542941] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defc34ad-9ffc-4339-b56c-d6fd97cb14fc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.554027] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb43091-adf9-4226-81a3-0abe1dddeb19 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.566523] env[69186]: DEBUG nova.compute.provider_tree [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.599809] env[69186]: DEBUG oslo_vmware.api [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635354, 'name': ReconfigVM_Task, 'duration_secs': 0.375312} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.600424] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 71cd4c88-0df4-4390-bb5d-680dd2e10c5c/71cd4c88-0df4-4390-bb5d-680dd2e10c5c.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.601151] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a8f9533-f3a3-4a1c-a6dc-a7969688cfe1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.608812] env[69186]: DEBUG oslo_vmware.api [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 953.608812] env[69186]: value = "task-3635355" [ 953.608812] env[69186]: _type = "Task" [ 953.608812] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.621203] env[69186]: DEBUG oslo_vmware.api [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635355, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.621947] env[69186]: DEBUG nova.network.neutron [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Successfully created port: a9261e33-25d1-46e8-8261-7e7d0cadd19e {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.629596] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22d1a43d-e991-448a-9af0-3365a214a39d tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Lock "fca7e7e8-a8a0-4948-a839-d3a8ef1131bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.972s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.682147] env[69186]: DEBUG nova.compute.manager [req-952679d8-4ae7-4155-a66f-c03a093c4478 req-64151c70-6866-40c0-9af2-8206d818c7e5 service nova] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Received event network-vif-deleted-fb593900-80ea-468b-9e64-d6b0a7fa5c6e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.772610] env[69186]: DEBUG oslo_vmware.rw_handles [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5293d04e-5577-3add-072e-af5340e155f9/disk-0.vmdk. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 953.773814] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5360398-325d-40da-89d1-57513bd75483 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.780949] env[69186]: DEBUG oslo_vmware.rw_handles [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5293d04e-5577-3add-072e-af5340e155f9/disk-0.vmdk is in state: ready. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 953.781549] env[69186]: ERROR oslo_vmware.rw_handles [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5293d04e-5577-3add-072e-af5340e155f9/disk-0.vmdk due to incomplete transfer. [ 953.781549] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5ddbc789-edc6-4d02-b2dc-1884fd4ad670 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.788934] env[69186]: DEBUG oslo_vmware.rw_handles [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5293d04e-5577-3add-072e-af5340e155f9/disk-0.vmdk. {{(pid=69186) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 953.789171] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Uploaded image 658c3c76-177f-410a-9d40-4882f42eeaeb to the Glance image server {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 953.791412] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Destroying the VM {{(pid=69186) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 953.791691] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-073d7ee0-d9dd-4e50-afc8-c738120f37dc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.797745] env[69186]: DEBUG oslo_vmware.api [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 953.797745] env[69186]: value = "task-3635356" [ 953.797745] env[69186]: _type = "Task" [ 953.797745] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.809022] env[69186]: DEBUG oslo_vmware.api [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635356, 'name': Destroy_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.870128] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Releasing lock "refresh_cache-96c00090-a061-4abe-bf75-fd4aa26457d2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.870983] env[69186]: DEBUG nova.compute.manager [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.870983] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.871540] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14076a6e-354c-49bb-91c9-12d7e2d83a01 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.887256] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.887701] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.888039] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab04760c-07a6-455c-ba0b-d0e396e84e78 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.897291] env[69186]: DEBUG oslo_vmware.api [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Waiting for the task: (returnval){ [ 953.897291] env[69186]: value = "task-3635357" [ 953.897291] env[69186]: _type = "Task" [ 953.897291] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.908686] env[69186]: DEBUG oslo_vmware.api [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.988010] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635344, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.011345] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.071230] env[69186]: DEBUG nova.scheduler.client.report [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.119172] env[69186]: DEBUG oslo_vmware.api [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635355, 'name': Rename_Task, 'duration_secs': 0.173779} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.119464] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.119706] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23682d52-5b7f-471a-b8c3-78dc4da8c023 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.126288] env[69186]: DEBUG oslo_vmware.api [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 954.126288] env[69186]: value = "task-3635358" [ 954.126288] env[69186]: _type = "Task" [ 954.126288] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.133817] env[69186]: DEBUG oslo_vmware.api [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.309534] env[69186]: DEBUG oslo_vmware.api [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635356, 'name': Destroy_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.380757] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.407019] env[69186]: DEBUG oslo_vmware.api [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.489722] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635344, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.552233] env[69186]: DEBUG nova.compute.manager [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.576906] env[69186]: DEBUG oslo_concurrency.lockutils [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.580068] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.224s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.580068] env[69186]: DEBUG nova.objects.instance [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lazy-loading 'resources' on Instance uuid b569ac00-41a9-49a4-b9f3-9e901fd1d7a6 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.586970] env[69186]: DEBUG nova.virt.hardware [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.586970] env[69186]: DEBUG nova.virt.hardware [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.586970] env[69186]: DEBUG nova.virt.hardware [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.586970] env[69186]: DEBUG nova.virt.hardware [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.586970] env[69186]: DEBUG nova.virt.hardware [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.586970] env[69186]: DEBUG nova.virt.hardware [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.586970] env[69186]: DEBUG nova.virt.hardware [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.587246] env[69186]: DEBUG nova.virt.hardware [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.587365] env[69186]: DEBUG nova.virt.hardware [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.588317] env[69186]: DEBUG nova.virt.hardware [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.588317] env[69186]: DEBUG nova.virt.hardware [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.589318] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195f2d1f-9a83-415d-a61b-8369ffdd920c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.604539] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c32d70-b050-4de1-a319-5b79e6c05edd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.609450] env[69186]: INFO nova.scheduler.client.report [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Deleted allocations for instance a21b0f2e-6189-4e9d-8b98-4bad9ba56b60 [ 954.638712] env[69186]: DEBUG oslo_vmware.api [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635358, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.812359] env[69186]: DEBUG oslo_vmware.api [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635356, 'name': Destroy_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.882845] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.906512] env[69186]: DEBUG oslo_vmware.api [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.983077] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7b3ac4-cb78-4c68-abaa-52938df246a0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.998442] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635344, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.998442] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7f8cbb-41cc-40e2-9f9b-6c1e0fd43e82 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.033401] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea134ab0-f9c8-46a8-8d9b-0227b9a40231 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.041504] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668b0324-fdb6-493c-9bdb-52ae214861bd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.056906] env[69186]: DEBUG nova.compute.provider_tree [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.119796] env[69186]: DEBUG oslo_concurrency.lockutils [None req-37763806-bf62-4fdc-920e-8d066c736fe8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Lock "a21b0f2e-6189-4e9d-8b98-4bad9ba56b60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.474s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.138706] env[69186]: DEBUG oslo_vmware.api [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635358, 'name': PowerOnVM_Task, 'duration_secs': 0.613619} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.139736] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.140040] env[69186]: INFO nova.compute.manager [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Took 9.21 seconds to spawn the instance on the hypervisor. [ 955.140256] env[69186]: DEBUG nova.compute.manager [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.141620] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad47db5-5c6d-4bcd-91da-7d640e3b25c4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.266062] env[69186]: DEBUG nova.network.neutron [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Successfully updated port: a9261e33-25d1-46e8-8261-7e7d0cadd19e {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.314688] env[69186]: DEBUG oslo_vmware.api [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635356, 'name': Destroy_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.384453] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.409039] env[69186]: DEBUG oslo_vmware.api [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.494904] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "53956b02-beb3-4c8c-b876-5d24e95f7508" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.495323] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "53956b02-beb3-4c8c-b876-5d24e95f7508" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.505923] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635344, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.560646] env[69186]: DEBUG nova.scheduler.client.report [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.633729] env[69186]: DEBUG oslo_concurrency.lockutils [None req-60aed636-b070-4a3a-9df0-1338665da374 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "f74ad208-443c-4d76-9ec3-9f26af98152d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.633926] env[69186]: DEBUG oslo_concurrency.lockutils [None req-60aed636-b070-4a3a-9df0-1338665da374 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "f74ad208-443c-4d76-9ec3-9f26af98152d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.661290] env[69186]: INFO nova.compute.manager [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Took 39.60 seconds to build instance. [ 955.769066] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Acquiring lock "refresh_cache-e2a014fc-40df-4de7-97ae-132ee9e7bf93" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.769454] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Acquired lock "refresh_cache-e2a014fc-40df-4de7-97ae-132ee9e7bf93" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.769687] env[69186]: DEBUG nova.network.neutron [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.814491] env[69186]: DEBUG oslo_vmware.api [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635356, 'name': Destroy_Task, 'duration_secs': 1.957847} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.814816] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Destroyed the VM [ 955.815167] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Deleting Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 955.815447] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-87925f7c-68f4-49b8-9138-31d59d4d3aaa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.821667] env[69186]: DEBUG oslo_vmware.api [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 955.821667] env[69186]: value = "task-3635359" [ 955.821667] env[69186]: _type = "Task" [ 955.821667] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.830853] env[69186]: DEBUG oslo_vmware.api [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635359, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.884893] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635352, 'name': PowerOffVM_Task, 'duration_secs': 3.468988} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.885214] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.885532] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.886222] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85eaf96c-439a-4f2b-8489-aa029cefaf6f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.893364] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.893512] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f02420ed-5fe6-4041-9699-9acbed394ad5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.910880] env[69186]: DEBUG oslo_vmware.api [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635357, 'name': PowerOffVM_Task, 'duration_secs': 1.941496} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.911336] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.911585] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.912268] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d818676-701d-4a98-aa23-7a993ee2f36c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.921290] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.921519] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.921702] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Deleting the datastore file [datastore2] bca21a31-e29e-46cd-a096-01a565bf9d72 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.922021] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f0de118-eac7-480b-9f93-1a44a4fad0b4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.928257] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Waiting for the task: (returnval){ [ 955.928257] env[69186]: value = "task-3635362" [ 955.928257] env[69186]: _type = "Task" [ 955.928257] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.936696] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.937888] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.938103] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.938284] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Deleting the datastore file [datastore2] 96c00090-a061-4abe-bf75-fd4aa26457d2 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.938534] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d5728f7-9a7c-44ea-9690-7587efebfc7a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.944562] env[69186]: DEBUG oslo_vmware.api [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Waiting for the task: (returnval){ [ 955.944562] env[69186]: value = "task-3635363" [ 955.944562] env[69186]: _type = "Task" [ 955.944562] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.952531] env[69186]: DEBUG oslo_vmware.api [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.992549] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635344, 'name': CreateVM_Task, 'duration_secs': 4.840502} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.992671] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.993125] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.993219] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.993558] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.993819] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f7d6d2b-9c34-4599-a3f4-0f5c13b82e7b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.998470] env[69186]: DEBUG oslo_vmware.api [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 955.998470] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b64618-10e8-e7f2-8627-926829026a96" [ 955.998470] env[69186]: _type = "Task" [ 955.998470] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.007264] env[69186]: DEBUG nova.compute.manager [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.010806] env[69186]: DEBUG oslo_vmware.api [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b64618-10e8-e7f2-8627-926829026a96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.067067] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.488s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.070112] env[69186]: DEBUG oslo_concurrency.lockutils [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.140s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.070348] env[69186]: DEBUG nova.objects.instance [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69186) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 956.099310] env[69186]: INFO nova.scheduler.client.report [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Deleted allocations for instance b569ac00-41a9-49a4-b9f3-9e901fd1d7a6 [ 956.103968] env[69186]: DEBUG nova.compute.manager [req-20b8f1a4-367d-4cfb-b266-090828ee641a req-469208a5-21d7-4ebd-961d-b874ed76b6d4 service nova] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Received event network-vif-plugged-a9261e33-25d1-46e8-8261-7e7d0cadd19e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.108875] env[69186]: DEBUG oslo_concurrency.lockutils [req-20b8f1a4-367d-4cfb-b266-090828ee641a req-469208a5-21d7-4ebd-961d-b874ed76b6d4 service nova] Acquiring lock "e2a014fc-40df-4de7-97ae-132ee9e7bf93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.108875] env[69186]: DEBUG oslo_concurrency.lockutils [req-20b8f1a4-367d-4cfb-b266-090828ee641a req-469208a5-21d7-4ebd-961d-b874ed76b6d4 service nova] Lock "e2a014fc-40df-4de7-97ae-132ee9e7bf93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.108875] env[69186]: DEBUG oslo_concurrency.lockutils [req-20b8f1a4-367d-4cfb-b266-090828ee641a req-469208a5-21d7-4ebd-961d-b874ed76b6d4 service nova] Lock "e2a014fc-40df-4de7-97ae-132ee9e7bf93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.108875] env[69186]: DEBUG nova.compute.manager [req-20b8f1a4-367d-4cfb-b266-090828ee641a req-469208a5-21d7-4ebd-961d-b874ed76b6d4 service nova] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] No waiting events found dispatching network-vif-plugged-a9261e33-25d1-46e8-8261-7e7d0cadd19e {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 956.108875] env[69186]: WARNING nova.compute.manager [req-20b8f1a4-367d-4cfb-b266-090828ee641a req-469208a5-21d7-4ebd-961d-b874ed76b6d4 service nova] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Received unexpected event network-vif-plugged-a9261e33-25d1-46e8-8261-7e7d0cadd19e for instance with vm_state building and task_state spawning. [ 956.108875] env[69186]: DEBUG nova.compute.manager [req-20b8f1a4-367d-4cfb-b266-090828ee641a req-469208a5-21d7-4ebd-961d-b874ed76b6d4 service nova] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Received event network-changed-a9261e33-25d1-46e8-8261-7e7d0cadd19e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.109523] env[69186]: DEBUG nova.compute.manager [req-20b8f1a4-367d-4cfb-b266-090828ee641a req-469208a5-21d7-4ebd-961d-b874ed76b6d4 service nova] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Refreshing instance network info cache due to event network-changed-a9261e33-25d1-46e8-8261-7e7d0cadd19e. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.109523] env[69186]: DEBUG oslo_concurrency.lockutils [req-20b8f1a4-367d-4cfb-b266-090828ee641a req-469208a5-21d7-4ebd-961d-b874ed76b6d4 service nova] Acquiring lock "refresh_cache-e2a014fc-40df-4de7-97ae-132ee9e7bf93" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.133327] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquiring lock "71cd4c88-0df4-4390-bb5d-680dd2e10c5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.138888] env[69186]: DEBUG nova.compute.utils [None req-60aed636-b070-4a3a-9df0-1338665da374 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.163892] env[69186]: DEBUG oslo_concurrency.lockutils [None req-afc3c931-f79d-4943-ad81-f7be8f073257 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "71cd4c88-0df4-4390-bb5d-680dd2e10c5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.123s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.164177] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "71cd4c88-0df4-4390-bb5d-680dd2e10c5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.031s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.164407] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquiring lock "71cd4c88-0df4-4390-bb5d-680dd2e10c5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.164608] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "71cd4c88-0df4-4390-bb5d-680dd2e10c5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.164773] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "71cd4c88-0df4-4390-bb5d-680dd2e10c5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.168489] env[69186]: INFO nova.compute.manager [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Terminating instance [ 956.309302] env[69186]: DEBUG nova.network.neutron [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.335699] env[69186]: DEBUG oslo_vmware.api [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635359, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.437530] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145506} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.440457] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.440457] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.440457] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.453681] env[69186]: DEBUG oslo_vmware.api [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Task: {'id': task-3635363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149598} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.454048] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.454339] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.454611] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.454905] env[69186]: INFO nova.compute.manager [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Took 2.58 seconds to destroy the instance on the hypervisor. [ 956.455336] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.455616] env[69186]: DEBUG nova.compute.manager [-] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.455793] env[69186]: DEBUG nova.network.neutron [-] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.482366] env[69186]: DEBUG nova.network.neutron [-] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.486113] env[69186]: DEBUG nova.network.neutron [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Updating instance_info_cache with network_info: [{"id": "a9261e33-25d1-46e8-8261-7e7d0cadd19e", "address": "fa:16:3e:ea:9c:7b", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9261e33-25", "ovs_interfaceid": "a9261e33-25d1-46e8-8261-7e7d0cadd19e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.511330] env[69186]: DEBUG oslo_vmware.api [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b64618-10e8-e7f2-8627-926829026a96, 'name': SearchDatastore_Task, 'duration_secs': 0.02175} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.511692] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.511976] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.512257] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.512589] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.512589] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.515014] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-834af8e4-96a0-463c-9b04-24346b65347c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.526670] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.526943] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.528172] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b7e30b0-6dc7-4a03-b80d-29285ea06eb0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.534093] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.536765] env[69186]: DEBUG oslo_vmware.api [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 956.536765] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5262b45d-4e8c-10b0-1e07-7c9a5be2707d" [ 956.536765] env[69186]: _type = "Task" [ 956.536765] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.543564] env[69186]: DEBUG oslo_vmware.api [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5262b45d-4e8c-10b0-1e07-7c9a5be2707d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.615429] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bc1de4d0-6621-4954-a899-4e3c0cbae240 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Lock "b569ac00-41a9-49a4-b9f3-9e901fd1d7a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.120s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.643670] env[69186]: DEBUG oslo_concurrency.lockutils [None req-60aed636-b070-4a3a-9df0-1338665da374 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "f74ad208-443c-4d76-9ec3-9f26af98152d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.672560] env[69186]: DEBUG nova.compute.manager [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.672884] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.673984] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e00213d-ae94-40b2-9ccd-40c96b0498cb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.682810] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.683129] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5616a134-d5a4-414a-b628-d86156bee8c5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.690116] env[69186]: DEBUG oslo_vmware.api [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 956.690116] env[69186]: value = "task-3635364" [ 956.690116] env[69186]: _type = "Task" [ 956.690116] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.699933] env[69186]: DEBUG oslo_vmware.api [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.832785] env[69186]: DEBUG oslo_vmware.api [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635359, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.989012] env[69186]: DEBUG nova.network.neutron [-] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.990624] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Releasing lock "refresh_cache-e2a014fc-40df-4de7-97ae-132ee9e7bf93" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.990922] env[69186]: DEBUG nova.compute.manager [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Instance network_info: |[{"id": "a9261e33-25d1-46e8-8261-7e7d0cadd19e", "address": "fa:16:3e:ea:9c:7b", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9261e33-25", "ovs_interfaceid": "a9261e33-25d1-46e8-8261-7e7d0cadd19e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.991234] env[69186]: DEBUG oslo_concurrency.lockutils [req-20b8f1a4-367d-4cfb-b266-090828ee641a req-469208a5-21d7-4ebd-961d-b874ed76b6d4 service nova] Acquired lock "refresh_cache-e2a014fc-40df-4de7-97ae-132ee9e7bf93" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.991419] env[69186]: DEBUG nova.network.neutron [req-20b8f1a4-367d-4cfb-b266-090828ee641a req-469208a5-21d7-4ebd-961d-b874ed76b6d4 service nova] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Refreshing network info cache for port a9261e33-25d1-46e8-8261-7e7d0cadd19e {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.992566] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:9c:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9261e33-25d1-46e8-8261-7e7d0cadd19e', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.003963] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Creating folder: Project (755cb3ae31d34675a29404f3c83b1c74). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.006569] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1ccdc3b-4082-4d92-914e-8f5e245782e5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.016875] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Created folder: Project (755cb3ae31d34675a29404f3c83b1c74) in parent group-v724677. [ 957.017100] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Creating folder: Instances. Parent ref: group-v724884. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.017358] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1eefd06-3f16-4fc0-838d-9a464a2ac7e2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.027184] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Created folder: Instances in parent group-v724884. [ 957.028278] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.028278] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.028278] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb88e41e-732b-48e0-a85c-767da47136df {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.054655] env[69186]: DEBUG oslo_vmware.api [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5262b45d-4e8c-10b0-1e07-7c9a5be2707d, 'name': SearchDatastore_Task, 'duration_secs': 0.016288} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.054871] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.054871] env[69186]: value = "task-3635367" [ 957.054871] env[69186]: _type = "Task" [ 957.054871] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.055653] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74a42948-d2c0-46c6-9cb8-9e903a8d18ce {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.063410] env[69186]: DEBUG oslo_vmware.api [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 957.063410] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522afa7c-5784-fbad-969a-a80eaf4c9c94" [ 957.063410] env[69186]: _type = "Task" [ 957.063410] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.066505] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635367, 'name': CreateVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.073940] env[69186]: DEBUG oslo_vmware.api [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522afa7c-5784-fbad-969a-a80eaf4c9c94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.083416] env[69186]: DEBUG oslo_concurrency.lockutils [None req-545ac744-bd3f-4da3-b1f4-6fed8f05a42f tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.083416] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.779s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.083739] env[69186]: INFO nova.compute.claims [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.206372] env[69186]: DEBUG oslo_vmware.api [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635364, 'name': PowerOffVM_Task, 'duration_secs': 0.354273} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.206675] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.206847] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.207127] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-def03192-0cfb-4c12-b512-ae9cf1759e46 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.274434] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.274724] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.274915] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Deleting the datastore file [datastore2] 71cd4c88-0df4-4390-bb5d-680dd2e10c5c {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.275214] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3993f42b-a03e-486b-bd95-c8fa11552895 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.280107] env[69186]: DEBUG oslo_concurrency.lockutils [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Acquiring lock "0d5c3a06-eb2e-4278-a95f-bffd49de051c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.280405] env[69186]: DEBUG oslo_concurrency.lockutils [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Lock "0d5c3a06-eb2e-4278-a95f-bffd49de051c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.280630] env[69186]: DEBUG oslo_concurrency.lockutils [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Acquiring lock "0d5c3a06-eb2e-4278-a95f-bffd49de051c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.280874] env[69186]: DEBUG oslo_concurrency.lockutils [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Lock "0d5c3a06-eb2e-4278-a95f-bffd49de051c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.281072] env[69186]: DEBUG oslo_concurrency.lockutils [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Lock "0d5c3a06-eb2e-4278-a95f-bffd49de051c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.285781] env[69186]: DEBUG oslo_vmware.api [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for the task: (returnval){ [ 957.285781] env[69186]: value = "task-3635369" [ 957.285781] env[69186]: _type = "Task" [ 957.285781] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.286291] env[69186]: INFO nova.compute.manager [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Terminating instance [ 957.298503] env[69186]: DEBUG oslo_vmware.api [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.333679] env[69186]: DEBUG oslo_vmware.api [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635359, 'name': RemoveSnapshot_Task, 'duration_secs': 1.141123} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.333963] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Deleted Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 957.334239] env[69186]: INFO nova.compute.manager [None req-07a23cec-3e8c-4a8e-a31f-b2c4bd9b79a5 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Took 18.21 seconds to snapshot the instance on the hypervisor. [ 957.473060] env[69186]: DEBUG nova.virt.hardware [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.473060] env[69186]: DEBUG nova.virt.hardware [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.473060] env[69186]: DEBUG nova.virt.hardware [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.473278] env[69186]: DEBUG nova.virt.hardware [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.473819] env[69186]: DEBUG nova.virt.hardware [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.473819] env[69186]: DEBUG nova.virt.hardware [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.473819] env[69186]: DEBUG nova.virt.hardware [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.473980] env[69186]: DEBUG nova.virt.hardware [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.474192] env[69186]: DEBUG nova.virt.hardware [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.474361] env[69186]: DEBUG nova.virt.hardware [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.474536] env[69186]: DEBUG nova.virt.hardware [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.475459] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4b340c-df80-4382-a2aa-a37803f62373 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.484016] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff89535-d809-4a29-bf72-9db2b69adfce {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.499056] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Instance VIF info [] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.505154] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.509115] env[69186]: INFO nova.compute.manager [-] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Took 1.05 seconds to deallocate network for instance. [ 957.509115] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.509845] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25b565b4-67c4-4f4b-92be-c9276b4b7065 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.531363] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.531363] env[69186]: value = "task-3635370" [ 957.531363] env[69186]: _type = "Task" [ 957.531363] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.542243] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635370, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.566540] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635367, 'name': CreateVM_Task, 'duration_secs': 0.333289} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.569732] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.574076] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.574257] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.578038] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.578038] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-735745ed-1b84-45c6-ae79-236ccf7bfd11 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.586035] env[69186]: DEBUG oslo_vmware.api [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522afa7c-5784-fbad-969a-a80eaf4c9c94, 'name': SearchDatastore_Task, 'duration_secs': 0.018254} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.587289] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.587839] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 360c9eb3-60a7-4dbc-8834-6465df08d83f/360c9eb3-60a7-4dbc-8834-6465df08d83f.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.591897] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Waiting for the task: (returnval){ [ 957.591897] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529f8105-e306-db8a-54aa-ecb75d0060d7" [ 957.591897] env[69186]: _type = "Task" [ 957.591897] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.592615] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4c80fac-a9b7-4acf-b1e1-9f52e460eb01 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.606164] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529f8105-e306-db8a-54aa-ecb75d0060d7, 'name': SearchDatastore_Task, 'duration_secs': 0.01114} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.608969] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.609300] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.609610] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.609844] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.610164] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.610960] env[69186]: DEBUG oslo_vmware.api [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 957.610960] env[69186]: value = "task-3635371" [ 957.610960] env[69186]: _type = "Task" [ 957.610960] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.611291] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa978587-dec2-48e5-a0eb-7023edb28db2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.629079] env[69186]: DEBUG oslo_vmware.api [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.630179] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.630990] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.631275] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a86eb867-27d3-4cab-bffb-93fb7979e2a3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.638822] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Waiting for the task: (returnval){ [ 957.638822] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e277db-6428-a77a-9526-348b6ec98e9e" [ 957.638822] env[69186]: _type = "Task" [ 957.638822] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.651204] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e277db-6428-a77a-9526-348b6ec98e9e, 'name': SearchDatastore_Task, 'duration_secs': 0.010336} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.652096] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efe13d1f-7f8d-42eb-be06-95b4b7c4beae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.658010] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Waiting for the task: (returnval){ [ 957.658010] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524aadb9-0cb2-1441-df63-6d787ca7cf58" [ 957.658010] env[69186]: _type = "Task" [ 957.658010] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.666375] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524aadb9-0cb2-1441-df63-6d787ca7cf58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.720490] env[69186]: DEBUG oslo_concurrency.lockutils [None req-60aed636-b070-4a3a-9df0-1338665da374 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "f74ad208-443c-4d76-9ec3-9f26af98152d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.721112] env[69186]: DEBUG oslo_concurrency.lockutils [None req-60aed636-b070-4a3a-9df0-1338665da374 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "f74ad208-443c-4d76-9ec3-9f26af98152d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.721294] env[69186]: INFO nova.compute.manager [None req-60aed636-b070-4a3a-9df0-1338665da374 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Attaching volume 7899bc48-83dc-46fd-9fd4-c8422a161a1d to /dev/sdb [ 957.773449] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b465e506-3561-4b20-b26b-415f67e51efa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.782092] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9955eb96-59ef-425f-83bf-a03e4bf0ac5f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.796311] env[69186]: DEBUG nova.compute.manager [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.796541] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.796912] env[69186]: DEBUG nova.virt.block_device [None req-60aed636-b070-4a3a-9df0-1338665da374 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Updating existing volume attachment record: 552025f0-07e8-4515-9f79-ddc24d6ac943 {{(pid=69186) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 957.802656] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f9c455-68c0-4ccf-9e57-ff6bda5594b4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.805489] env[69186]: DEBUG oslo_vmware.api [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Task: {'id': task-3635369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280926} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.805728] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.805910] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.806103] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.806376] env[69186]: INFO nova.compute.manager [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 957.806544] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.807138] env[69186]: DEBUG nova.compute.manager [-] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.807351] env[69186]: DEBUG nova.network.neutron [-] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.811311] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.811980] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6355b75-b1f3-43ba-84e0-12aee00a002d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.820618] env[69186]: DEBUG oslo_vmware.api [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Waiting for the task: (returnval){ [ 957.820618] env[69186]: value = "task-3635372" [ 957.820618] env[69186]: _type = "Task" [ 957.820618] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.831305] env[69186]: DEBUG oslo_vmware.api [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3635372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.842119] env[69186]: DEBUG nova.network.neutron [req-20b8f1a4-367d-4cfb-b266-090828ee641a req-469208a5-21d7-4ebd-961d-b874ed76b6d4 service nova] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Updated VIF entry in instance network info cache for port a9261e33-25d1-46e8-8261-7e7d0cadd19e. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.842514] env[69186]: DEBUG nova.network.neutron [req-20b8f1a4-367d-4cfb-b266-090828ee641a req-469208a5-21d7-4ebd-961d-b874ed76b6d4 service nova] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Updating instance_info_cache with network_info: [{"id": "a9261e33-25d1-46e8-8261-7e7d0cadd19e", "address": "fa:16:3e:ea:9c:7b", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9261e33-25", "ovs_interfaceid": "a9261e33-25d1-46e8-8261-7e7d0cadd19e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.027980] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.043182] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635370, 'name': CreateVM_Task, 'duration_secs': 0.303458} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.043604] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.044628] env[69186]: DEBUG oslo_concurrency.lockutils [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.044926] env[69186]: DEBUG oslo_concurrency.lockutils [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.045421] env[69186]: DEBUG oslo_concurrency.lockutils [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.047023] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75e22e8b-fd9a-4625-b31f-0d90f4f910d5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.052526] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Waiting for the task: (returnval){ [ 958.052526] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52478dec-2786-d0a8-f9ab-c6a07c978f8b" [ 958.052526] env[69186]: _type = "Task" [ 958.052526] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.063514] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52478dec-2786-d0a8-f9ab-c6a07c978f8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.130321] env[69186]: DEBUG oslo_vmware.api [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635371, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.170048] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524aadb9-0cb2-1441-df63-6d787ca7cf58, 'name': SearchDatastore_Task, 'duration_secs': 0.011375} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.173158] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.173456] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] e2a014fc-40df-4de7-97ae-132ee9e7bf93/e2a014fc-40df-4de7-97ae-132ee9e7bf93.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.174064] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b48cc7a-877f-41fe-815a-1d618cfabc1e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.180297] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Waiting for the task: (returnval){ [ 958.180297] env[69186]: value = "task-3635375" [ 958.180297] env[69186]: _type = "Task" [ 958.180297] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.191182] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Task: {'id': task-3635375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.216276] env[69186]: DEBUG nova.compute.manager [req-1e07123f-0325-4d1b-a334-cbbbef85d6b1 req-592a17ae-9417-4681-a37c-c5232d780b15 service nova] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Received event network-vif-deleted-c29d954a-08ae-4b54-98f3-541a0ca4f56b {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.216928] env[69186]: INFO nova.compute.manager [req-1e07123f-0325-4d1b-a334-cbbbef85d6b1 req-592a17ae-9417-4681-a37c-c5232d780b15 service nova] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Neutron deleted interface c29d954a-08ae-4b54-98f3-541a0ca4f56b; detaching it from the instance and deleting it from the info cache [ 958.217137] env[69186]: DEBUG nova.network.neutron [req-1e07123f-0325-4d1b-a334-cbbbef85d6b1 req-592a17ae-9417-4681-a37c-c5232d780b15 service nova] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.310309] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Acquiring lock "9c83d2ce-408e-4c21-a503-44b7a6c01aed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.310584] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Lock "9c83d2ce-408e-4c21-a503-44b7a6c01aed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.333100] env[69186]: DEBUG oslo_vmware.api [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3635372, 'name': PowerOffVM_Task, 'duration_secs': 0.41306} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.333363] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.333535] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.333785] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4680e5af-c714-4592-8885-3cd5678d1891 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.345996] env[69186]: DEBUG oslo_concurrency.lockutils [req-20b8f1a4-367d-4cfb-b266-090828ee641a req-469208a5-21d7-4ebd-961d-b874ed76b6d4 service nova] Releasing lock "refresh_cache-e2a014fc-40df-4de7-97ae-132ee9e7bf93" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.454685] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.455018] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.455241] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Deleting the datastore file [datastore2] 0d5c3a06-eb2e-4278-a95f-bffd49de051c {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.455511] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-502c52b6-edd7-440d-8fe6-3eddec67e73b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.462549] env[69186]: DEBUG oslo_vmware.api [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Waiting for the task: (returnval){ [ 958.462549] env[69186]: value = "task-3635378" [ 958.462549] env[69186]: _type = "Task" [ 958.462549] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.474776] env[69186]: DEBUG oslo_vmware.api [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3635378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.505482] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092ee22d-c286-4ed9-8b1a-177ffe62e154 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.514840] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98e44b5-59cc-4236-ae84-2efcde1aa7f5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.548180] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94947f5c-b076-4e61-8edf-1608a685c070 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.560328] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a608671-16ab-45ef-b4c8-ce6893c35acd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.569461] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52478dec-2786-d0a8-f9ab-c6a07c978f8b, 'name': SearchDatastore_Task, 'duration_secs': 0.050584} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.570164] env[69186]: DEBUG oslo_concurrency.lockutils [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.570487] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.570666] env[69186]: DEBUG oslo_concurrency.lockutils [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.570882] env[69186]: DEBUG oslo_concurrency.lockutils [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.571094] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.571732] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56364c0a-f482-45aa-8fa3-bf8995f29c2c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.581618] env[69186]: DEBUG nova.compute.provider_tree [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.605370] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.605564] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.606351] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ca41de6-32a1-4f07-9e50-86f2d0ce2595 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.611795] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Waiting for the task: (returnval){ [ 958.611795] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52168418-d610-6741-62c5-d155a4cb1ff7" [ 958.611795] env[69186]: _type = "Task" [ 958.611795] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.624937] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52168418-d610-6741-62c5-d155a4cb1ff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.628300] env[69186]: DEBUG oslo_vmware.api [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5787} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.628556] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 360c9eb3-60a7-4dbc-8834-6465df08d83f/360c9eb3-60a7-4dbc-8834-6465df08d83f.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.628770] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.629035] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94203312-aa63-465a-b754-2d5c27648524 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.637575] env[69186]: DEBUG oslo_vmware.api [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 958.637575] env[69186]: value = "task-3635379" [ 958.637575] env[69186]: _type = "Task" [ 958.637575] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.648016] env[69186]: DEBUG oslo_vmware.api [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.690204] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Task: {'id': task-3635375, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.694711] env[69186]: DEBUG nova.network.neutron [-] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.721069] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc304e3e-2f45-4aee-a60e-280da3a7601b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.730737] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed93c0ed-ade1-45c2-905c-46451d9e1b06 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.762518] env[69186]: DEBUG nova.compute.manager [req-1e07123f-0325-4d1b-a334-cbbbef85d6b1 req-592a17ae-9417-4681-a37c-c5232d780b15 service nova] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Detach interface failed, port_id=c29d954a-08ae-4b54-98f3-541a0ca4f56b, reason: Instance 71cd4c88-0df4-4390-bb5d-680dd2e10c5c could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 958.813845] env[69186]: DEBUG nova.compute.manager [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.975694] env[69186]: DEBUG oslo_vmware.api [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3635378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.089050] env[69186]: DEBUG nova.scheduler.client.report [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.122367] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52168418-d610-6741-62c5-d155a4cb1ff7, 'name': SearchDatastore_Task, 'duration_secs': 0.060026} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.123197] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ee4100d-00e8-44da-a457-3b3d785f84bc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.128481] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Waiting for the task: (returnval){ [ 959.128481] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d14b81-2f0a-420b-3114-e9a625fadb67" [ 959.128481] env[69186]: _type = "Task" [ 959.128481] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.137573] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d14b81-2f0a-420b-3114-e9a625fadb67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.145882] env[69186]: DEBUG oslo_vmware.api [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12793} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.146154] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.146880] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338e7ffe-aed7-49b6-bb9d-2ff4ace9ca43 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.166007] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 360c9eb3-60a7-4dbc-8834-6465df08d83f/360c9eb3-60a7-4dbc-8834-6465df08d83f.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.166266] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1b53b58-1bcf-4225-95a9-d1b52d5367b0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.186253] env[69186]: DEBUG oslo_vmware.api [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 959.186253] env[69186]: value = "task-3635380" [ 959.186253] env[69186]: _type = "Task" [ 959.186253] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.192569] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Task: {'id': task-3635375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568748} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.193162] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] e2a014fc-40df-4de7-97ae-132ee9e7bf93/e2a014fc-40df-4de7-97ae-132ee9e7bf93.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.193386] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.193620] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87176e33-7ef8-4f3b-9d93-3c84cdf778dd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.198339] env[69186]: INFO nova.compute.manager [-] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Took 1.39 seconds to deallocate network for instance. [ 959.198605] env[69186]: DEBUG oslo_vmware.api [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.204617] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Waiting for the task: (returnval){ [ 959.204617] env[69186]: value = "task-3635381" [ 959.204617] env[69186]: _type = "Task" [ 959.204617] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.213196] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Task: {'id': task-3635381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.334677] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.475504] env[69186]: DEBUG oslo_vmware.api [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Task: {'id': task-3635378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.931902} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.475986] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.476234] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.476429] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.476610] env[69186]: INFO nova.compute.manager [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Took 1.68 seconds to destroy the instance on the hypervisor. [ 959.476854] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.477068] env[69186]: DEBUG nova.compute.manager [-] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.477168] env[69186]: DEBUG nova.network.neutron [-] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.594480] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.594974] env[69186]: DEBUG nova.compute.manager [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.598338] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.035s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.598562] env[69186]: DEBUG nova.objects.instance [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lazy-loading 'resources' on Instance uuid 3dfd762c-7776-4200-a9f7-be2220b547a2 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.643901] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d14b81-2f0a-420b-3114-e9a625fadb67, 'name': SearchDatastore_Task, 'duration_secs': 0.066021} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.644195] env[69186]: DEBUG oslo_concurrency.lockutils [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.644463] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] bca21a31-e29e-46cd-a096-01a565bf9d72/bca21a31-e29e-46cd-a096-01a565bf9d72.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.644751] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65c3b66d-f139-4ea5-a31a-6fcce6d97d41 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.651442] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Waiting for the task: (returnval){ [ 959.651442] env[69186]: value = "task-3635382" [ 959.651442] env[69186]: _type = "Task" [ 959.651442] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.661641] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.695488] env[69186]: DEBUG oslo_vmware.api [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635380, 'name': ReconfigVM_Task, 'duration_secs': 0.27791} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.695763] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 360c9eb3-60a7-4dbc-8834-6465df08d83f/360c9eb3-60a7-4dbc-8834-6465df08d83f.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.696406] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7a48c52-5872-43d7-a018-f6731acfff47 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.701823] env[69186]: DEBUG oslo_vmware.api [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 959.701823] env[69186]: value = "task-3635383" [ 959.701823] env[69186]: _type = "Task" [ 959.701823] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.706749] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.713412] env[69186]: DEBUG oslo_vmware.api [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635383, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.717748] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Task: {'id': task-3635381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086542} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.717993] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.719207] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a05f0c-2c47-42dc-9036-56ce984088dd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.743074] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] e2a014fc-40df-4de7-97ae-132ee9e7bf93/e2a014fc-40df-4de7-97ae-132ee9e7bf93.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.743402] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e18a6cf1-95f0-41a7-82fb-74988215daa6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.762463] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Waiting for the task: (returnval){ [ 959.762463] env[69186]: value = "task-3635384" [ 959.762463] env[69186]: _type = "Task" [ 959.762463] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.770638] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Task: {'id': task-3635384, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.103563] env[69186]: DEBUG nova.compute.utils [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.110693] env[69186]: DEBUG nova.compute.manager [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.111523] env[69186]: DEBUG nova.network.neutron [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.172544] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635382, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.203289] env[69186]: DEBUG nova.policy [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1d57e6c63a14ac19d0f5772f6f8667b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b69c719a41fb4ab48140eabe49d76e84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.219683] env[69186]: DEBUG oslo_vmware.api [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635383, 'name': Rename_Task, 'duration_secs': 0.182664} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.220256] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.220685] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-588a7a65-9d73-4a92-a0c3-bf23dbf62693 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.233559] env[69186]: DEBUG oslo_vmware.api [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 960.233559] env[69186]: value = "task-3635385" [ 960.233559] env[69186]: _type = "Task" [ 960.233559] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.249595] env[69186]: DEBUG oslo_vmware.api [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635385, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.283419] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Task: {'id': task-3635384, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.448138] env[69186]: DEBUG nova.compute.manager [req-c458486d-698d-4261-8ae0-fc62270d4a18 req-4a7c509a-06f7-43cc-a70b-f5718f735f36 service nova] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Received event network-vif-deleted-a662a72b-1794-41e1-a118-a71b5719eb0b {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.448575] env[69186]: INFO nova.compute.manager [req-c458486d-698d-4261-8ae0-fc62270d4a18 req-4a7c509a-06f7-43cc-a70b-f5718f735f36 service nova] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Neutron deleted interface a662a72b-1794-41e1-a118-a71b5719eb0b; detaching it from the instance and deleting it from the info cache [ 960.448898] env[69186]: DEBUG nova.network.neutron [req-c458486d-698d-4261-8ae0-fc62270d4a18 req-4a7c509a-06f7-43cc-a70b-f5718f735f36 service nova] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.613398] env[69186]: DEBUG nova.compute.manager [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.671783] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.971073} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.671783] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] bca21a31-e29e-46cd-a096-01a565bf9d72/bca21a31-e29e-46cd-a096-01a565bf9d72.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.671783] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.672192] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb43d921-950e-4cb5-9fd4-a82651773560 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.682181] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Waiting for the task: (returnval){ [ 960.682181] env[69186]: value = "task-3635387" [ 960.682181] env[69186]: _type = "Task" [ 960.682181] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.696532] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.727018] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dfea2c-45d2-4f4b-a7b4-e3d6c1b0c949 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.745431] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1471e13-e190-4575-bd44-aebedc55513b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.759926] env[69186]: DEBUG oslo_vmware.api [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635385, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.794599] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7522f614-31f1-42c6-a13d-dcbb7c8a92c1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.804640] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Task: {'id': task-3635384, 'name': ReconfigVM_Task, 'duration_secs': 0.552399} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.805013] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Reconfigured VM instance instance-00000048 to attach disk [datastore2] e2a014fc-40df-4de7-97ae-132ee9e7bf93/e2a014fc-40df-4de7-97ae-132ee9e7bf93.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.806750] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e9f2ea-3a72-427b-9c61-78adaa352c12 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.811013] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec5ba46c-57e2-4f92-b8cd-a9612e322ce0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.823174] env[69186]: DEBUG nova.compute.provider_tree [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.825938] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Waiting for the task: (returnval){ [ 960.825938] env[69186]: value = "task-3635388" [ 960.825938] env[69186]: _type = "Task" [ 960.825938] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.834296] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Task: {'id': task-3635388, 'name': Rename_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.887275] env[69186]: DEBUG nova.network.neutron [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Successfully created port: c92ae234-a923-448b-ac72-b9bcfd18cf0f {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.891814] env[69186]: DEBUG nova.network.neutron [-] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.956439] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-297ae1b5-3319-48c9-a17d-6fcbc98dca79 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.970548] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c29ec6-ec46-431b-bf72-d09d615f06f6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.009935] env[69186]: DEBUG nova.compute.manager [req-c458486d-698d-4261-8ae0-fc62270d4a18 req-4a7c509a-06f7-43cc-a70b-f5718f735f36 service nova] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Detach interface failed, port_id=a662a72b-1794-41e1-a118-a71b5719eb0b, reason: Instance 0d5c3a06-eb2e-4278-a95f-bffd49de051c could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 961.194518] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116701} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.195268] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.196121] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e266f800-0905-4a67-ae7c-64f35dbfec87 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.220756] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] bca21a31-e29e-46cd-a096-01a565bf9d72/bca21a31-e29e-46cd-a096-01a565bf9d72.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.221123] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c186db03-2fde-45e4-93bc-f9ac56e64d62 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.244064] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Waiting for the task: (returnval){ [ 961.244064] env[69186]: value = "task-3635389" [ 961.244064] env[69186]: _type = "Task" [ 961.244064] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.252039] env[69186]: DEBUG oslo_vmware.api [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635385, 'name': PowerOnVM_Task, 'duration_secs': 0.76689} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.252741] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.252967] env[69186]: INFO nova.compute.manager [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Took 10.38 seconds to spawn the instance on the hypervisor. [ 961.253177] env[69186]: DEBUG nova.compute.manager [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.254137] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10da0a5c-58bd-4d0a-b240-e2413fa8f22d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.259737] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.327719] env[69186]: DEBUG nova.scheduler.client.report [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.342787] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Task: {'id': task-3635388, 'name': Rename_Task, 'duration_secs': 0.252752} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.343071] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.343308] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f332e3b-f90e-4148-81dc-e53d934db602 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.349809] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Waiting for the task: (returnval){ [ 961.349809] env[69186]: value = "task-3635390" [ 961.349809] env[69186]: _type = "Task" [ 961.349809] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.358714] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Task: {'id': task-3635390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.394132] env[69186]: INFO nova.compute.manager [-] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Took 1.92 seconds to deallocate network for instance. [ 961.625915] env[69186]: DEBUG nova.compute.manager [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.653978] env[69186]: DEBUG nova.virt.hardware [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.654248] env[69186]: DEBUG nova.virt.hardware [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.654435] env[69186]: DEBUG nova.virt.hardware [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.654634] env[69186]: DEBUG nova.virt.hardware [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.654781] env[69186]: DEBUG nova.virt.hardware [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.654926] env[69186]: DEBUG nova.virt.hardware [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.655178] env[69186]: DEBUG nova.virt.hardware [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.655345] env[69186]: DEBUG nova.virt.hardware [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.655515] env[69186]: DEBUG nova.virt.hardware [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.655675] env[69186]: DEBUG nova.virt.hardware [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.655846] env[69186]: DEBUG nova.virt.hardware [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.656713] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d1e73d-ddbc-4464-bf24-135336596063 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.664952] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8aabea-f2d3-4060-b710-26387b4e22c8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.755220] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.777901] env[69186]: INFO nova.compute.manager [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Took 41.54 seconds to build instance. [ 961.838136] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.841023] env[69186]: DEBUG oslo_concurrency.lockutils [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.407s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.842848] env[69186]: INFO nova.compute.claims [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.859262] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Task: {'id': task-3635390, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.861741] env[69186]: INFO nova.scheduler.client.report [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Deleted allocations for instance 3dfd762c-7776-4200-a9f7-be2220b547a2 [ 961.902593] env[69186]: DEBUG oslo_concurrency.lockutils [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.257399] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635389, 'name': ReconfigVM_Task, 'duration_secs': 0.71911} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.257624] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Reconfigured VM instance instance-00000044 to attach disk [datastore2] bca21a31-e29e-46cd-a096-01a565bf9d72/bca21a31-e29e-46cd-a096-01a565bf9d72.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.258260] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68b87cab-535a-4c60-b404-77f83c83af9f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.265250] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Waiting for the task: (returnval){ [ 962.265250] env[69186]: value = "task-3635391" [ 962.265250] env[69186]: _type = "Task" [ 962.265250] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.274674] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635391, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.279533] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ae070f4e-dda4-4c8a-afd8-5aacccec5324 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Lock "360c9eb3-60a7-4dbc-8834-6465df08d83f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.054s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.361618] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Task: {'id': task-3635390, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.369130] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "3dfd762c-7776-4200-a9f7-be2220b547a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.341s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.538246] env[69186]: DEBUG nova.compute.manager [req-b0445335-df11-49d9-8f6e-de2c58bdafef req-ef624d58-38da-4bf3-acf8-604a2eea643e service nova] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Received event network-vif-plugged-c92ae234-a923-448b-ac72-b9bcfd18cf0f {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.538455] env[69186]: DEBUG oslo_concurrency.lockutils [req-b0445335-df11-49d9-8f6e-de2c58bdafef req-ef624d58-38da-4bf3-acf8-604a2eea643e service nova] Acquiring lock "dddaa31b-a7c6-4ec3-8222-fb53eb08ea17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.538659] env[69186]: DEBUG oslo_concurrency.lockutils [req-b0445335-df11-49d9-8f6e-de2c58bdafef req-ef624d58-38da-4bf3-acf8-604a2eea643e service nova] Lock "dddaa31b-a7c6-4ec3-8222-fb53eb08ea17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.538821] env[69186]: DEBUG oslo_concurrency.lockutils [req-b0445335-df11-49d9-8f6e-de2c58bdafef req-ef624d58-38da-4bf3-acf8-604a2eea643e service nova] Lock "dddaa31b-a7c6-4ec3-8222-fb53eb08ea17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.538979] env[69186]: DEBUG nova.compute.manager [req-b0445335-df11-49d9-8f6e-de2c58bdafef req-ef624d58-38da-4bf3-acf8-604a2eea643e service nova] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] No waiting events found dispatching network-vif-plugged-c92ae234-a923-448b-ac72-b9bcfd18cf0f {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.539279] env[69186]: WARNING nova.compute.manager [req-b0445335-df11-49d9-8f6e-de2c58bdafef req-ef624d58-38da-4bf3-acf8-604a2eea643e service nova] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Received unexpected event network-vif-plugged-c92ae234-a923-448b-ac72-b9bcfd18cf0f for instance with vm_state building and task_state spawning. [ 962.607712] env[69186]: DEBUG nova.network.neutron [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Successfully updated port: c92ae234-a923-448b-ac72-b9bcfd18cf0f {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.650115] env[69186]: INFO nova.compute.manager [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Rebuilding instance [ 962.693744] env[69186]: DEBUG nova.compute.manager [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.694622] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9994e99a-1926-468a-b1e7-982dc32b594f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.775828] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635391, 'name': Rename_Task, 'duration_secs': 0.137354} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.776114] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.776355] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8fc8e8a-51df-4919-9fc0-ff48f375efbc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.782075] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Waiting for the task: (returnval){ [ 962.782075] env[69186]: value = "task-3635392" [ 962.782075] env[69186]: _type = "Task" [ 962.782075] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.789246] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.856707] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-60aed636-b070-4a3a-9df0-1338665da374 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Volume attach. Driver type: vmdk {{(pid=69186) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 962.856936] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-60aed636-b070-4a3a-9df0-1338665da374 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724889', 'volume_id': '7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'name': 'volume-7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f74ad208-443c-4d76-9ec3-9f26af98152d', 'attached_at': '', 'detached_at': '', 'volume_id': '7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'serial': '7899bc48-83dc-46fd-9fd4-c8422a161a1d'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 962.857709] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb92973-e8cb-4a7b-80a5-d3aea0400e05 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.865892] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Task: {'id': task-3635390, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.880635] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d10209-fef9-40fc-b010-9459aba4c8d1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.906502] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-60aed636-b070-4a3a-9df0-1338665da374 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] volume-7899bc48-83dc-46fd-9fd4-c8422a161a1d/volume-7899bc48-83dc-46fd-9fd4-c8422a161a1d.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.909337] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69ba7d33-b070-41f8-bee9-f90e120cc6b2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.927833] env[69186]: DEBUG oslo_vmware.api [None req-60aed636-b070-4a3a-9df0-1338665da374 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 962.927833] env[69186]: value = "task-3635393" [ 962.927833] env[69186]: _type = "Task" [ 962.927833] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.937548] env[69186]: DEBUG oslo_vmware.api [None req-60aed636-b070-4a3a-9df0-1338665da374 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635393, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.115971] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "refresh_cache-dddaa31b-a7c6-4ec3-8222-fb53eb08ea17" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.115971] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquired lock "refresh_cache-dddaa31b-a7c6-4ec3-8222-fb53eb08ea17" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.115971] env[69186]: DEBUG nova.network.neutron [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.134105] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "e59eda66-dd95-45f2-9d48-8c6254fbebad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.134420] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "e59eda66-dd95-45f2-9d48-8c6254fbebad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.134678] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "e59eda66-dd95-45f2-9d48-8c6254fbebad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.134874] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "e59eda66-dd95-45f2-9d48-8c6254fbebad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.135118] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "e59eda66-dd95-45f2-9d48-8c6254fbebad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.138185] env[69186]: INFO nova.compute.manager [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Terminating instance [ 963.242461] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22fcac5-09fa-4259-afce-11b3463c278a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.254058] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d0c20b-eb17-4ce0-9616-f2e6e4729b41 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.292630] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e9fb29-e41b-411f-be70-e9656b3788a7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.301726] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635392, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.305073] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642ec2e0-af18-46c0-844f-ff16e20dd324 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.319113] env[69186]: DEBUG nova.compute.provider_tree [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.362479] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Task: {'id': task-3635390, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.438836] env[69186]: DEBUG oslo_vmware.api [None req-60aed636-b070-4a3a-9df0-1338665da374 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.643764] env[69186]: DEBUG nova.compute.manager [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.643996] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.644897] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6680512-8476-4a51-9d6f-b9d6e7e7db0d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.650521] env[69186]: DEBUG nova.network.neutron [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.654781] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.655054] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0a6ce36-5fb6-4e98-b1d1-56cfe6b44d64 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.661563] env[69186]: DEBUG oslo_vmware.api [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 963.661563] env[69186]: value = "task-3635394" [ 963.661563] env[69186]: _type = "Task" [ 963.661563] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.669466] env[69186]: DEBUG oslo_vmware.api [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.710220] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.710660] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e954c77-d129-468b-b48f-9c8e56f86cd3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.718691] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 963.718691] env[69186]: value = "task-3635395" [ 963.718691] env[69186]: _type = "Task" [ 963.718691] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.729697] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.797056] env[69186]: DEBUG oslo_vmware.api [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635392, 'name': PowerOnVM_Task, 'duration_secs': 0.607471} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.797397] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.797609] env[69186]: DEBUG nova.compute.manager [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.798695] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e6cb5c-1093-4598-a6a8-5625b5143ca6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.823309] env[69186]: DEBUG nova.scheduler.client.report [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.829049] env[69186]: DEBUG nova.network.neutron [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Updating instance_info_cache with network_info: [{"id": "c92ae234-a923-448b-ac72-b9bcfd18cf0f", "address": "fa:16:3e:1a:8b:3f", "network": {"id": "42d8d9f9-bd94-4ba5-9a6c-baf88b50f8a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820666431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69c719a41fb4ab48140eabe49d76e84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc92ae234-a9", "ovs_interfaceid": "c92ae234-a923-448b-ac72-b9bcfd18cf0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.862014] env[69186]: DEBUG oslo_vmware.api [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Task: {'id': task-3635390, 'name': PowerOnVM_Task, 'duration_secs': 2.116924} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.862701] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.862701] env[69186]: INFO nova.compute.manager [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Took 9.31 seconds to spawn the instance on the hypervisor. [ 963.862701] env[69186]: DEBUG nova.compute.manager [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.863558] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c721ba-cce7-462b-a6df-5e1cfc097340 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.938605] env[69186]: DEBUG oslo_vmware.api [None req-60aed636-b070-4a3a-9df0-1338665da374 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635393, 'name': ReconfigVM_Task, 'duration_secs': 0.594302} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.938876] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-60aed636-b070-4a3a-9df0-1338665da374 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Reconfigured VM instance instance-0000003e to attach disk [datastore2] volume-7899bc48-83dc-46fd-9fd4-c8422a161a1d/volume-7899bc48-83dc-46fd-9fd4-c8422a161a1d.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.944012] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39cd4c96-de7c-412c-b6cd-020b41a3a58d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.968160] env[69186]: DEBUG oslo_vmware.api [None req-60aed636-b070-4a3a-9df0-1338665da374 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 963.968160] env[69186]: value = "task-3635396" [ 963.968160] env[69186]: _type = "Task" [ 963.968160] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.976908] env[69186]: DEBUG oslo_vmware.api [None req-60aed636-b070-4a3a-9df0-1338665da374 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.171643] env[69186]: DEBUG oslo_vmware.api [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635394, 'name': PowerOffVM_Task, 'duration_secs': 0.242254} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.171915] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.172137] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.172399] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36479fe3-7dea-4e65-a2f9-36f9a37c60ef {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.228266] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635395, 'name': PowerOffVM_Task, 'duration_secs': 0.339771} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.228456] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.228704] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.229483] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e629e75e-bcfe-4bbc-bdf5-f7c35417d1b1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.236149] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.236372] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40392d31-eac8-4b87-a942-6fa616fbf083 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.253945] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.254191] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.254378] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Deleting the datastore file [datastore2] e59eda66-dd95-45f2-9d48-8c6254fbebad {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.254635] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9a2c273-be77-45d3-baf0-b7c62b89db94 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.260491] env[69186]: DEBUG oslo_vmware.api [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 964.260491] env[69186]: value = "task-3635399" [ 964.260491] env[69186]: _type = "Task" [ 964.260491] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.261513] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.261734] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.261912] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Deleting the datastore file [datastore2] 360c9eb3-60a7-4dbc-8834-6465df08d83f {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.264827] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-238061fb-99c2-4559-bee4-136788c6b4b9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.271428] env[69186]: DEBUG oslo_vmware.api [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.272628] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 964.272628] env[69186]: value = "task-3635400" [ 964.272628] env[69186]: _type = "Task" [ 964.272628] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.279973] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.317392] env[69186]: DEBUG oslo_concurrency.lockutils [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.328973] env[69186]: DEBUG oslo_concurrency.lockutils [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.329565] env[69186]: DEBUG nova.compute.manager [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.332502] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.527s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.333982] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Releasing lock "refresh_cache-dddaa31b-a7c6-4ec3-8222-fb53eb08ea17" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.334274] env[69186]: DEBUG nova.compute.manager [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Instance network_info: |[{"id": "c92ae234-a923-448b-ac72-b9bcfd18cf0f", "address": "fa:16:3e:1a:8b:3f", "network": {"id": "42d8d9f9-bd94-4ba5-9a6c-baf88b50f8a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820666431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69c719a41fb4ab48140eabe49d76e84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc92ae234-a9", "ovs_interfaceid": "c92ae234-a923-448b-ac72-b9bcfd18cf0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.334927] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:8b:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d0c6fd7-3cc9-4818-9475-8f15900394cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c92ae234-a923-448b-ac72-b9bcfd18cf0f', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.342434] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Creating folder: Project (b69c719a41fb4ab48140eabe49d76e84). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.343185] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7520dcf6-6e7b-4d19-9181-95d9a2395e7e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.353903] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Created folder: Project (b69c719a41fb4ab48140eabe49d76e84) in parent group-v724677. [ 964.353903] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Creating folder: Instances. Parent ref: group-v724890. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.354404] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3c8595f-60c3-4c59-8a4d-024750844f9e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.366364] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Created folder: Instances in parent group-v724890. [ 964.366618] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.366818] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.367185] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6585bd39-7bfa-4ce2-8735-71776d7d7a31 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.388624] env[69186]: INFO nova.compute.manager [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Took 42.53 seconds to build instance. [ 964.390634] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.390634] env[69186]: value = "task-3635403" [ 964.390634] env[69186]: _type = "Task" [ 964.390634] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.399158] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635403, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.479644] env[69186]: DEBUG oslo_vmware.api [None req-60aed636-b070-4a3a-9df0-1338665da374 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635396, 'name': ReconfigVM_Task, 'duration_secs': 0.177071} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.479890] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-60aed636-b070-4a3a-9df0-1338665da374 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724889', 'volume_id': '7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'name': 'volume-7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f74ad208-443c-4d76-9ec3-9f26af98152d', 'attached_at': '', 'detached_at': '', 'volume_id': '7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'serial': '7899bc48-83dc-46fd-9fd4-c8422a161a1d'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 964.626073] env[69186]: DEBUG nova.compute.manager [req-bfe96e2d-e458-43d9-aa43-3b2d0d635248 req-db7823b8-c5d3-4d2c-9df2-bd065889c83d service nova] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Received event network-changed-c92ae234-a923-448b-ac72-b9bcfd18cf0f {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.626073] env[69186]: DEBUG nova.compute.manager [req-bfe96e2d-e458-43d9-aa43-3b2d0d635248 req-db7823b8-c5d3-4d2c-9df2-bd065889c83d service nova] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Refreshing instance network info cache due to event network-changed-c92ae234-a923-448b-ac72-b9bcfd18cf0f. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.626073] env[69186]: DEBUG oslo_concurrency.lockutils [req-bfe96e2d-e458-43d9-aa43-3b2d0d635248 req-db7823b8-c5d3-4d2c-9df2-bd065889c83d service nova] Acquiring lock "refresh_cache-dddaa31b-a7c6-4ec3-8222-fb53eb08ea17" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.626073] env[69186]: DEBUG oslo_concurrency.lockutils [req-bfe96e2d-e458-43d9-aa43-3b2d0d635248 req-db7823b8-c5d3-4d2c-9df2-bd065889c83d service nova] Acquired lock "refresh_cache-dddaa31b-a7c6-4ec3-8222-fb53eb08ea17" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.626453] env[69186]: DEBUG nova.network.neutron [req-bfe96e2d-e458-43d9-aa43-3b2d0d635248 req-db7823b8-c5d3-4d2c-9df2-bd065889c83d service nova] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Refreshing network info cache for port c92ae234-a923-448b-ac72-b9bcfd18cf0f {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.780495] env[69186]: DEBUG oslo_vmware.api [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16047} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.781146] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.781347] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.781524] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.781698] env[69186]: INFO nova.compute.manager [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Took 1.14 seconds to destroy the instance on the hypervisor. [ 964.781933] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.782166] env[69186]: DEBUG nova.compute.manager [-] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.782262] env[69186]: DEBUG nova.network.neutron [-] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.786694] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1034} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.787178] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.787798] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.787798] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.838998] env[69186]: INFO nova.compute.claims [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.845343] env[69186]: DEBUG nova.compute.utils [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.849848] env[69186]: DEBUG nova.compute.manager [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.849848] env[69186]: DEBUG nova.network.neutron [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.853497] env[69186]: DEBUG nova.compute.manager [None req-5b4a16a1-8efc-4044-af21-29a25f5c3208 tempest-ServerExternalEventsTest-137660394 tempest-ServerExternalEventsTest-137660394-project] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Received event network-changed {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.853780] env[69186]: DEBUG nova.compute.manager [None req-5b4a16a1-8efc-4044-af21-29a25f5c3208 tempest-ServerExternalEventsTest-137660394 tempest-ServerExternalEventsTest-137660394-project] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Refreshing instance network info cache due to event network-changed. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.854105] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5b4a16a1-8efc-4044-af21-29a25f5c3208 tempest-ServerExternalEventsTest-137660394 tempest-ServerExternalEventsTest-137660394-project] Acquiring lock "refresh_cache-e2a014fc-40df-4de7-97ae-132ee9e7bf93" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.854337] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5b4a16a1-8efc-4044-af21-29a25f5c3208 tempest-ServerExternalEventsTest-137660394 tempest-ServerExternalEventsTest-137660394-project] Acquired lock "refresh_cache-e2a014fc-40df-4de7-97ae-132ee9e7bf93" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.854588] env[69186]: DEBUG nova.network.neutron [None req-5b4a16a1-8efc-4044-af21-29a25f5c3208 tempest-ServerExternalEventsTest-137660394 tempest-ServerExternalEventsTest-137660394-project] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.891774] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b297a660-702c-428a-924d-38f5e6ea28eb tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Lock "e2a014fc-40df-4de7-97ae-132ee9e7bf93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.058s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.902873] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635403, 'name': CreateVM_Task, 'duration_secs': 0.331584} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.903094] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.903812] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.903966] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.904310] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.904577] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-051a210a-0c89-4331-bfa9-c4e18a4f6c16 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.909785] env[69186]: DEBUG oslo_vmware.api [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 964.909785] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520ff615-2489-d7dd-8c77-5dc2b508f6c5" [ 964.909785] env[69186]: _type = "Task" [ 964.909785] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.926473] env[69186]: DEBUG oslo_vmware.api [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520ff615-2489-d7dd-8c77-5dc2b508f6c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.930054] env[69186]: DEBUG nova.policy [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9c99d27a0444d7eb70742eed8100f61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa6cac66f1404dbba9dc8c7b8bddbedb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.319879] env[69186]: DEBUG nova.network.neutron [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Successfully created port: 715081d2-13eb-4ed1-8d81-6080b0507017 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.327575] env[69186]: DEBUG nova.network.neutron [req-bfe96e2d-e458-43d9-aa43-3b2d0d635248 req-db7823b8-c5d3-4d2c-9df2-bd065889c83d service nova] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Updated VIF entry in instance network info cache for port c92ae234-a923-448b-ac72-b9bcfd18cf0f. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.327575] env[69186]: DEBUG nova.network.neutron [req-bfe96e2d-e458-43d9-aa43-3b2d0d635248 req-db7823b8-c5d3-4d2c-9df2-bd065889c83d service nova] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Updating instance_info_cache with network_info: [{"id": "c92ae234-a923-448b-ac72-b9bcfd18cf0f", "address": "fa:16:3e:1a:8b:3f", "network": {"id": "42d8d9f9-bd94-4ba5-9a6c-baf88b50f8a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820666431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69c719a41fb4ab48140eabe49d76e84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc92ae234-a9", "ovs_interfaceid": "c92ae234-a923-448b-ac72-b9bcfd18cf0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.349715] env[69186]: INFO nova.compute.resource_tracker [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Updating resource usage from migration 6afb3f4e-e843-41d2-8efc-52c861e2520e [ 965.357094] env[69186]: DEBUG nova.compute.manager [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.421521] env[69186]: DEBUG oslo_vmware.api [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520ff615-2489-d7dd-8c77-5dc2b508f6c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010003} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.425257] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.425537] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.425779] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.425928] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.426133] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.426925] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33cf684d-3cee-42d0-8e2a-1a7e38bd0f84 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.432481] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Acquiring lock "e2a014fc-40df-4de7-97ae-132ee9e7bf93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.432700] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Lock "e2a014fc-40df-4de7-97ae-132ee9e7bf93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.432915] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Acquiring lock "e2a014fc-40df-4de7-97ae-132ee9e7bf93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.433193] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Lock "e2a014fc-40df-4de7-97ae-132ee9e7bf93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.433380] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Lock "e2a014fc-40df-4de7-97ae-132ee9e7bf93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.435270] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Acquiring lock "bca21a31-e29e-46cd-a096-01a565bf9d72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.435478] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Lock "bca21a31-e29e-46cd-a096-01a565bf9d72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.435680] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Acquiring lock "bca21a31-e29e-46cd-a096-01a565bf9d72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.435858] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Lock "bca21a31-e29e-46cd-a096-01a565bf9d72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.436052] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Lock "bca21a31-e29e-46cd-a096-01a565bf9d72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.442796] env[69186]: INFO nova.compute.manager [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Terminating instance [ 965.444113] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.444293] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.445473] env[69186]: INFO nova.compute.manager [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Terminating instance [ 965.447963] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2867f4f4-9810-444c-a4ed-ddbfff407784 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.456021] env[69186]: DEBUG oslo_vmware.api [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 965.456021] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529684f6-1800-0b68-ed6c-1d1c0580a1dd" [ 965.456021] env[69186]: _type = "Task" [ 965.456021] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.463260] env[69186]: DEBUG oslo_vmware.api [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529684f6-1800-0b68-ed6c-1d1c0580a1dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.521210] env[69186]: DEBUG nova.objects.instance [None req-60aed636-b070-4a3a-9df0-1338665da374 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lazy-loading 'flavor' on Instance uuid f74ad208-443c-4d76-9ec3-9f26af98152d {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.624295] env[69186]: DEBUG nova.network.neutron [None req-5b4a16a1-8efc-4044-af21-29a25f5c3208 tempest-ServerExternalEventsTest-137660394 tempest-ServerExternalEventsTest-137660394-project] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Updating instance_info_cache with network_info: [{"id": "a9261e33-25d1-46e8-8261-7e7d0cadd19e", "address": "fa:16:3e:ea:9c:7b", "network": {"id": "6ffe3f5f-b846-4da4-8614-422157f44979", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cf1f3e4d32a8412c85fa155c54f9ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9261e33-25", "ovs_interfaceid": "a9261e33-25d1-46e8-8261-7e7d0cadd19e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.649999] env[69186]: DEBUG nova.network.neutron [-] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.802797] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf44216a-cfa8-4061-b036-313b16fa1cc9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.810931] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdb9044-5096-4d70-9830-46aa21dab9e1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.842293] env[69186]: DEBUG oslo_concurrency.lockutils [req-bfe96e2d-e458-43d9-aa43-3b2d0d635248 req-db7823b8-c5d3-4d2c-9df2-bd065889c83d service nova] Releasing lock "refresh_cache-dddaa31b-a7c6-4ec3-8222-fb53eb08ea17" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.845137] env[69186]: DEBUG nova.virt.hardware [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.845371] env[69186]: DEBUG nova.virt.hardware [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.845538] env[69186]: DEBUG nova.virt.hardware [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.845735] env[69186]: DEBUG nova.virt.hardware [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.845888] env[69186]: DEBUG nova.virt.hardware [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.846051] env[69186]: DEBUG nova.virt.hardware [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.846269] env[69186]: DEBUG nova.virt.hardware [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.846430] env[69186]: DEBUG nova.virt.hardware [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.846597] env[69186]: DEBUG nova.virt.hardware [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.846760] env[69186]: DEBUG nova.virt.hardware [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.846933] env[69186]: DEBUG nova.virt.hardware [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.847756] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16fa129-3ef0-4e36-a3f0-b3ff1b701d53 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.850930] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b2b378-b1d8-48c1-8692-dffab36b0e94 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.860237] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc33405-09e6-4702-a90e-b90882f80f37 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.867989] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f9b601-72e5-4b55-b43d-a80e20f00665 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.884881] env[69186]: DEBUG nova.compute.provider_tree [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 965.892566] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Instance VIF info [] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.898287] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.901739] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.902889] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d5b1c49-0a6a-43b1-93a1-01cd26b40ceb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.922259] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.922259] env[69186]: value = "task-3635404" [ 965.922259] env[69186]: _type = "Task" [ 965.922259] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.924328] env[69186]: ERROR nova.scheduler.client.report [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [req-ede54bb2-f620-4dd4-9262-efa97b5eacb1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 236fcb92-b429-42b8-bc28-b1c93f3ba708. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ede54bb2-f620-4dd4-9262-efa97b5eacb1"}]} [ 965.931531] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635404, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.944213] env[69186]: DEBUG nova.scheduler.client.report [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Refreshing inventories for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 965.951244] env[69186]: DEBUG nova.compute.manager [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.951983] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.952237] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Acquiring lock "refresh_cache-bca21a31-e29e-46cd-a096-01a565bf9d72" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.953041] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Acquired lock "refresh_cache-bca21a31-e29e-46cd-a096-01a565bf9d72" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.953041] env[69186]: DEBUG nova.network.neutron [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.954235] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afa5899-cc92-43d4-9ef5-1e2934efaf1b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.961727] env[69186]: DEBUG nova.scheduler.client.report [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Updating ProviderTree inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 965.961932] env[69186]: DEBUG nova.compute.provider_tree [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 965.967864] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.968165] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3af3f58b-0039-4e77-9181-ee94b2c3c0e4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.974560] env[69186]: DEBUG oslo_vmware.api [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529684f6-1800-0b68-ed6c-1d1c0580a1dd, 'name': SearchDatastore_Task, 'duration_secs': 0.0092} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.976218] env[69186]: DEBUG nova.scheduler.client.report [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Refreshing aggregate associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, aggregates: None {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 965.978233] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-433d9f8b-2ca0-4e53-bd9b-a6b8efaa784e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.983376] env[69186]: DEBUG oslo_vmware.api [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Waiting for the task: (returnval){ [ 965.983376] env[69186]: value = "task-3635405" [ 965.983376] env[69186]: _type = "Task" [ 965.983376] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.989374] env[69186]: DEBUG oslo_vmware.api [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 965.989374] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5276eb63-c116-215a-e636-e985e28f85a5" [ 965.989374] env[69186]: _type = "Task" [ 965.989374] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.997916] env[69186]: DEBUG oslo_vmware.api [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Task: {'id': task-3635405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.003986] env[69186]: DEBUG oslo_vmware.api [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5276eb63-c116-215a-e636-e985e28f85a5, 'name': SearchDatastore_Task, 'duration_secs': 0.012635} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.005159] env[69186]: DEBUG nova.scheduler.client.report [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Refreshing trait associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 966.007774] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.007774] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] dddaa31b-a7c6-4ec3-8222-fb53eb08ea17/dddaa31b-a7c6-4ec3-8222-fb53eb08ea17.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.008628] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8119ff30-1177-4195-bd7b-28533d6814a8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.019431] env[69186]: DEBUG oslo_vmware.api [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 966.019431] env[69186]: value = "task-3635406" [ 966.019431] env[69186]: _type = "Task" [ 966.019431] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.028973] env[69186]: DEBUG oslo_vmware.api [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.032677] env[69186]: DEBUG oslo_concurrency.lockutils [None req-60aed636-b070-4a3a-9df0-1338665da374 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "f74ad208-443c-4d76-9ec3-9f26af98152d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.312s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.129612] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5b4a16a1-8efc-4044-af21-29a25f5c3208 tempest-ServerExternalEventsTest-137660394 tempest-ServerExternalEventsTest-137660394-project] Releasing lock "refresh_cache-e2a014fc-40df-4de7-97ae-132ee9e7bf93" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.152342] env[69186]: INFO nova.compute.manager [-] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Took 1.37 seconds to deallocate network for instance. [ 966.374072] env[69186]: DEBUG nova.compute.manager [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.403717] env[69186]: DEBUG nova.virt.hardware [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.403983] env[69186]: DEBUG nova.virt.hardware [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.404162] env[69186]: DEBUG nova.virt.hardware [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.404353] env[69186]: DEBUG nova.virt.hardware [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.404544] env[69186]: DEBUG nova.virt.hardware [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.404641] env[69186]: DEBUG nova.virt.hardware [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.404850] env[69186]: DEBUG nova.virt.hardware [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.405067] env[69186]: DEBUG nova.virt.hardware [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.405252] env[69186]: DEBUG nova.virt.hardware [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.405421] env[69186]: DEBUG nova.virt.hardware [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.405593] env[69186]: DEBUG nova.virt.hardware [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.406718] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c175581-52ca-4ed9-8575-917700093051 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.417740] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c795fd-23e0-497d-9821-be093b3f8c1a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.444058] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635404, 'name': CreateVM_Task, 'duration_secs': 0.336329} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.444425] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.444895] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.445084] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.445446] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.445711] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-177b5221-4cb7-45b4-b162-084a4104f12e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.451304] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 966.451304] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528c8752-f800-a111-0771-a852e6d0cd17" [ 966.451304] env[69186]: _type = "Task" [ 966.451304] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.457939] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3593889-3922-4d6c-a573-be27b8fabba3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.467336] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528c8752-f800-a111-0771-a852e6d0cd17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.473626] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd3e209-8169-42dc-87cb-af12c2305519 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.507564] env[69186]: DEBUG nova.network.neutron [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.513469] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b28d0ef-3ce1-4d59-ac1b-c59b137c69d8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.522349] env[69186]: DEBUG oslo_vmware.api [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Task: {'id': task-3635405, 'name': PowerOffVM_Task, 'duration_secs': 0.231192} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.527527] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.527751] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.528093] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9268656-652e-4cd8-87fd-6d988dc25f82 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.531036] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc940af6-3c5b-44fb-8e27-206d0a479eef {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.541560] env[69186]: DEBUG oslo_vmware.api [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507312} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.549937] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] dddaa31b-a7c6-4ec3-8222-fb53eb08ea17/dddaa31b-a7c6-4ec3-8222-fb53eb08ea17.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.550185] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.550929] env[69186]: DEBUG nova.compute.provider_tree [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 966.552286] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c8a8a03-b41b-431c-8826-36f31d71ef65 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.558485] env[69186]: DEBUG oslo_vmware.api [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 966.558485] env[69186]: value = "task-3635408" [ 966.558485] env[69186]: _type = "Task" [ 966.558485] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.570887] env[69186]: DEBUG oslo_vmware.api [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.573382] env[69186]: INFO nova.compute.manager [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Rebuilding instance [ 966.598193] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.598291] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.598454] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Deleting the datastore file [datastore2] e2a014fc-40df-4de7-97ae-132ee9e7bf93 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.598747] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c335de6-90f6-454a-986e-aaf76b9296af {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.605380] env[69186]: DEBUG nova.network.neutron [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.610584] env[69186]: DEBUG oslo_vmware.api [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Waiting for the task: (returnval){ [ 966.610584] env[69186]: value = "task-3635409" [ 966.610584] env[69186]: _type = "Task" [ 966.610584] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.619360] env[69186]: DEBUG oslo_vmware.api [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Task: {'id': task-3635409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.624507] env[69186]: DEBUG nova.compute.manager [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.625305] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c567e04e-c1a9-48a1-bf36-9ab01ffdeb76 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.651196] env[69186]: DEBUG nova.compute.manager [req-b805c9d3-e35a-409e-bc80-1c012ba995b0 req-15a4de9c-8948-4ebc-b899-2963865aeb99 service nova] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Received event network-vif-deleted-6b997f32-3758-48c8-a9d2-e6cd5c3bb6df {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.660696] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.962983] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528c8752-f800-a111-0771-a852e6d0cd17, 'name': SearchDatastore_Task, 'duration_secs': 0.049142} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.963812] env[69186]: DEBUG nova.network.neutron [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Successfully updated port: 715081d2-13eb-4ed1-8d81-6080b0507017 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.965093] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.965345] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.965576] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.965859] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.966127] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.966561] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5263ba1-8d23-4bd6-8019-35e43158e492 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.974891] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.975081] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.975792] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ad275eb-2bf5-45bf-890e-869887176689 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.981605] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 966.981605] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52593bc0-8e77-2d64-c4ec-9a8b047f5846" [ 966.981605] env[69186]: _type = "Task" [ 966.981605] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.989377] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52593bc0-8e77-2d64-c4ec-9a8b047f5846, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.068425] env[69186]: DEBUG oslo_vmware.api [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071921} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.068722] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.069514] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20561704-e012-4917-8610-28c846bb56e3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.091365] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] dddaa31b-a7c6-4ec3-8222-fb53eb08ea17/dddaa31b-a7c6-4ec3-8222-fb53eb08ea17.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.092446] env[69186]: DEBUG nova.scheduler.client.report [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Updated inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with generation 96 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 967.092688] env[69186]: DEBUG nova.compute.provider_tree [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Updating resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 generation from 96 to 97 during operation: update_inventory {{(pid=69186) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 967.092866] env[69186]: DEBUG nova.compute.provider_tree [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 967.096262] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46553e9f-8b7e-4e35-b929-a5baeb16f697 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.111771] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.779s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.111982] env[69186]: INFO nova.compute.manager [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Migrating [ 967.118690] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Releasing lock "refresh_cache-bca21a31-e29e-46cd-a096-01a565bf9d72" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.119082] env[69186]: DEBUG nova.compute.manager [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.119302] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.120061] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.555s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.121031] env[69186]: INFO nova.compute.claims [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.126552] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9979b9-835a-4c8d-be8f-3dc806446693 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.142893] env[69186]: DEBUG oslo_vmware.api [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 967.142893] env[69186]: value = "task-3635410" [ 967.142893] env[69186]: _type = "Task" [ 967.142893] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.153712] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.155044] env[69186]: DEBUG oslo_vmware.api [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Task: {'id': task-3635409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147709} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.155667] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bd41ba2-33ab-4401-9af3-578a0dd4186e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.157426] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.157524] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.157781] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.157880] env[69186]: INFO nova.compute.manager [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Took 1.21 seconds to destroy the instance on the hypervisor. [ 967.158374] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.162584] env[69186]: DEBUG nova.compute.manager [-] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.162584] env[69186]: DEBUG nova.network.neutron [-] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.164691] env[69186]: DEBUG oslo_vmware.api [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.170316] env[69186]: DEBUG oslo_vmware.api [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Waiting for the task: (returnval){ [ 967.170316] env[69186]: value = "task-3635411" [ 967.170316] env[69186]: _type = "Task" [ 967.170316] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.178281] env[69186]: DEBUG oslo_vmware.api [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.467580] env[69186]: DEBUG oslo_concurrency.lockutils [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Acquiring lock "refresh_cache-49bc8ba1-cc00-440a-bdad-a70eada41178" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.467817] env[69186]: DEBUG oslo_concurrency.lockutils [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Acquired lock "refresh_cache-49bc8ba1-cc00-440a-bdad-a70eada41178" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.468048] env[69186]: DEBUG nova.network.neutron [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.492804] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52593bc0-8e77-2d64-c4ec-9a8b047f5846, 'name': SearchDatastore_Task, 'duration_secs': 0.009548} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.493418] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-309146f3-7af9-406d-b3a0-085f90bdfaab {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.499049] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 967.499049] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5273641f-c16f-a0e1-a4ae-0c0a5dc58cb7" [ 967.499049] env[69186]: _type = "Task" [ 967.499049] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.507485] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5273641f-c16f-a0e1-a4ae-0c0a5dc58cb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.642042] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "refresh_cache-885daa09-2a66-45f1-90ec-bb393c8188d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.642042] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired lock "refresh_cache-885daa09-2a66-45f1-90ec-bb393c8188d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.642042] env[69186]: DEBUG nova.network.neutron [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.644310] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.644637] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98a1d32a-11ae-4129-a9e6-c2884bdb5231 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.655883] env[69186]: DEBUG oslo_vmware.api [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635410, 'name': ReconfigVM_Task, 'duration_secs': 0.310424} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.657208] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Reconfigured VM instance instance-00000049 to attach disk [datastore2] dddaa31b-a7c6-4ec3-8222-fb53eb08ea17/dddaa31b-a7c6-4ec3-8222-fb53eb08ea17.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.657945] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 967.657945] env[69186]: value = "task-3635412" [ 967.657945] env[69186]: _type = "Task" [ 967.657945] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.658420] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d267abc9-7992-4a9a-be09-3d4f21ec61ce {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.668600] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.670025] env[69186]: DEBUG oslo_vmware.api [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 967.670025] env[69186]: value = "task-3635413" [ 967.670025] env[69186]: _type = "Task" [ 967.670025] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.681451] env[69186]: DEBUG oslo_vmware.api [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635411, 'name': PowerOffVM_Task, 'duration_secs': 0.275041} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.684809] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.684994] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.685263] env[69186]: DEBUG oslo_vmware.api [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635413, 'name': Rename_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.685607] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45635077-59bc-421a-85e0-643c7ab022b1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.709913] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.710340] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.710767] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Deleting the datastore file [datastore2] bca21a31-e29e-46cd-a096-01a565bf9d72 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.711165] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2875f37a-a92b-4487-b5fa-c79616d78e7d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.717587] env[69186]: DEBUG oslo_vmware.api [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Waiting for the task: (returnval){ [ 967.717587] env[69186]: value = "task-3635415" [ 967.717587] env[69186]: _type = "Task" [ 967.717587] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.726704] env[69186]: DEBUG oslo_vmware.api [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.927896] env[69186]: DEBUG nova.network.neutron [-] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.005125] env[69186]: DEBUG nova.network.neutron [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.013311] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5273641f-c16f-a0e1-a4ae-0c0a5dc58cb7, 'name': SearchDatastore_Task, 'duration_secs': 0.012081} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.013598] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.013854] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 360c9eb3-60a7-4dbc-8834-6465df08d83f/360c9eb3-60a7-4dbc-8834-6465df08d83f.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.014140] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e06c58b-77a0-4e67-ab8d-2bd60d8369a7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.020339] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 968.020339] env[69186]: value = "task-3635416" [ 968.020339] env[69186]: _type = "Task" [ 968.020339] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.027776] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.170113] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635412, 'name': PowerOffVM_Task, 'duration_secs': 0.240242} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.170379] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.175139] env[69186]: DEBUG nova.network.neutron [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Updating instance_info_cache with network_info: [{"id": "715081d2-13eb-4ed1-8d81-6080b0507017", "address": "fa:16:3e:5d:53:73", "network": {"id": "d5d6e190-eb32-4d82-939e-842f3591839b", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1546499169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6cac66f1404dbba9dc8c7b8bddbedb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715081d2-13", "ovs_interfaceid": "715081d2-13eb-4ed1-8d81-6080b0507017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.188941] env[69186]: DEBUG oslo_vmware.api [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635413, 'name': Rename_Task, 'duration_secs': 0.200474} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.194657] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.195202] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce5d1fce-6210-4964-bad6-2c5807164d5f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.202309] env[69186]: DEBUG oslo_vmware.api [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 968.202309] env[69186]: value = "task-3635417" [ 968.202309] env[69186]: _type = "Task" [ 968.202309] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.213534] env[69186]: DEBUG oslo_vmware.api [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.230536] env[69186]: DEBUG oslo_vmware.api [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Task: {'id': task-3635415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190605} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.234034] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.234034] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.234034] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.234034] env[69186]: INFO nova.compute.manager [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Took 1.11 seconds to destroy the instance on the hypervisor. [ 968.234034] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.234034] env[69186]: DEBUG nova.compute.manager [-] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.234034] env[69186]: DEBUG nova.network.neutron [-] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.242657] env[69186]: INFO nova.compute.manager [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Detaching volume 7899bc48-83dc-46fd-9fd4-c8422a161a1d [ 968.255328] env[69186]: DEBUG nova.network.neutron [-] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.281800] env[69186]: INFO nova.virt.block_device [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Attempting to driver detach volume 7899bc48-83dc-46fd-9fd4-c8422a161a1d from mountpoint /dev/sdb [ 968.282215] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Volume detach. Driver type: vmdk {{(pid=69186) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 968.282470] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724889', 'volume_id': '7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'name': 'volume-7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f74ad208-443c-4d76-9ec3-9f26af98152d', 'attached_at': '', 'detached_at': '', 'volume_id': '7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'serial': '7899bc48-83dc-46fd-9fd4-c8422a161a1d'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 968.283860] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5d6858-b26c-4f21-83ff-bae4a88c3fb7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.318607] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1f7e42-fac4-4380-8554-d9ba2abeda59 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.328948] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671a9c51-cdd1-42dd-b695-9286891cca2e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.372352] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedcf7ca-af1f-4868-b8dd-142350b3101a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.400584] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] The volume has not been displaced from its original location: [datastore2] volume-7899bc48-83dc-46fd-9fd4-c8422a161a1d/volume-7899bc48-83dc-46fd-9fd4-c8422a161a1d.vmdk. No consolidation needed. {{(pid=69186) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 968.406286] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 968.409379] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-461d126b-795d-47ed-98f7-51b05c622457 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.430093] env[69186]: INFO nova.compute.manager [-] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Took 1.27 seconds to deallocate network for instance. [ 968.430517] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 968.430517] env[69186]: value = "task-3635418" [ 968.430517] env[69186]: _type = "Task" [ 968.430517] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.441596] env[69186]: DEBUG nova.network.neutron [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Updating instance_info_cache with network_info: [{"id": "810de10f-3447-4f0e-9beb-f54a4b09c4ca", "address": "fa:16:3e:bd:05:f9", "network": {"id": "00dd6897-3c7d-4519-99b4-1d7e73246cdf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870319695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfd91ddcb62c48dba383798a87da8a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap810de10f-34", "ovs_interfaceid": "810de10f-3447-4f0e-9beb-f54a4b09c4ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.448446] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.532108] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497456} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.532450] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 360c9eb3-60a7-4dbc-8834-6465df08d83f/360c9eb3-60a7-4dbc-8834-6465df08d83f.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.532691] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.533015] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2636e5f-9ce6-497c-835a-29fda2ab4930 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.539488] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 968.539488] env[69186]: value = "task-3635419" [ 968.539488] env[69186]: _type = "Task" [ 968.539488] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.547429] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.642290] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c04986e-9a4b-4a86-ac0d-a151d2398e4e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.649422] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81181b1-b2bc-41c5-8bf9-8fef189a8d08 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.678729] env[69186]: DEBUG oslo_concurrency.lockutils [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Releasing lock "refresh_cache-49bc8ba1-cc00-440a-bdad-a70eada41178" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.679071] env[69186]: DEBUG nova.compute.manager [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Instance network_info: |[{"id": "715081d2-13eb-4ed1-8d81-6080b0507017", "address": "fa:16:3e:5d:53:73", "network": {"id": "d5d6e190-eb32-4d82-939e-842f3591839b", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1546499169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6cac66f1404dbba9dc8c7b8bddbedb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715081d2-13", "ovs_interfaceid": "715081d2-13eb-4ed1-8d81-6080b0507017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.679812] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:53:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '715081d2-13eb-4ed1-8d81-6080b0507017', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.687528] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Creating folder: Project (aa6cac66f1404dbba9dc8c7b8bddbedb). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.688438] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2b41e6-0385-4e89-86ed-2c67f43ef71a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.693367] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b164b2ee-ddd2-46f7-9604-65ff51f9e3b4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.702021] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548f2797-124e-4e0e-bbe1-8f3f24390c72 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.705935] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Created folder: Project (aa6cac66f1404dbba9dc8c7b8bddbedb) in parent group-v724677. [ 968.706221] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Creating folder: Instances. Parent ref: group-v724894. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.711712] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eba1d490-5936-4516-b9c4-626a0b99c313 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.722185] env[69186]: DEBUG nova.compute.provider_tree [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.726838] env[69186]: DEBUG oslo_vmware.api [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635417, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.729196] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Created folder: Instances in parent group-v724894. [ 968.729434] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.730216] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.730436] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7ba38a8-69fa-4f9a-80c9-1d90bff96205 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.747086] env[69186]: DEBUG nova.compute.manager [req-27c8862c-aba0-4feb-bdb9-53ccce130ab2 req-ad0e34e7-afa5-4744-850a-04a1e74f5f23 service nova] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Received event network-vif-plugged-715081d2-13eb-4ed1-8d81-6080b0507017 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.747306] env[69186]: DEBUG oslo_concurrency.lockutils [req-27c8862c-aba0-4feb-bdb9-53ccce130ab2 req-ad0e34e7-afa5-4744-850a-04a1e74f5f23 service nova] Acquiring lock "49bc8ba1-cc00-440a-bdad-a70eada41178-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.747517] env[69186]: DEBUG oslo_concurrency.lockutils [req-27c8862c-aba0-4feb-bdb9-53ccce130ab2 req-ad0e34e7-afa5-4744-850a-04a1e74f5f23 service nova] Lock "49bc8ba1-cc00-440a-bdad-a70eada41178-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.747683] env[69186]: DEBUG oslo_concurrency.lockutils [req-27c8862c-aba0-4feb-bdb9-53ccce130ab2 req-ad0e34e7-afa5-4744-850a-04a1e74f5f23 service nova] Lock "49bc8ba1-cc00-440a-bdad-a70eada41178-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.747845] env[69186]: DEBUG nova.compute.manager [req-27c8862c-aba0-4feb-bdb9-53ccce130ab2 req-ad0e34e7-afa5-4744-850a-04a1e74f5f23 service nova] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] No waiting events found dispatching network-vif-plugged-715081d2-13eb-4ed1-8d81-6080b0507017 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.748015] env[69186]: WARNING nova.compute.manager [req-27c8862c-aba0-4feb-bdb9-53ccce130ab2 req-ad0e34e7-afa5-4744-850a-04a1e74f5f23 service nova] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Received unexpected event network-vif-plugged-715081d2-13eb-4ed1-8d81-6080b0507017 for instance with vm_state building and task_state spawning. [ 968.748265] env[69186]: DEBUG nova.compute.manager [req-27c8862c-aba0-4feb-bdb9-53ccce130ab2 req-ad0e34e7-afa5-4744-850a-04a1e74f5f23 service nova] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Received event network-changed-715081d2-13eb-4ed1-8d81-6080b0507017 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.748353] env[69186]: DEBUG nova.compute.manager [req-27c8862c-aba0-4feb-bdb9-53ccce130ab2 req-ad0e34e7-afa5-4744-850a-04a1e74f5f23 service nova] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Refreshing instance network info cache due to event network-changed-715081d2-13eb-4ed1-8d81-6080b0507017. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.748502] env[69186]: DEBUG oslo_concurrency.lockutils [req-27c8862c-aba0-4feb-bdb9-53ccce130ab2 req-ad0e34e7-afa5-4744-850a-04a1e74f5f23 service nova] Acquiring lock "refresh_cache-49bc8ba1-cc00-440a-bdad-a70eada41178" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.748643] env[69186]: DEBUG oslo_concurrency.lockutils [req-27c8862c-aba0-4feb-bdb9-53ccce130ab2 req-ad0e34e7-afa5-4744-850a-04a1e74f5f23 service nova] Acquired lock "refresh_cache-49bc8ba1-cc00-440a-bdad-a70eada41178" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.748764] env[69186]: DEBUG nova.network.neutron [req-27c8862c-aba0-4feb-bdb9-53ccce130ab2 req-ad0e34e7-afa5-4744-850a-04a1e74f5f23 service nova] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Refreshing network info cache for port 715081d2-13eb-4ed1-8d81-6080b0507017 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.754247] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.754247] env[69186]: value = "task-3635422" [ 968.754247] env[69186]: _type = "Task" [ 968.754247] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.758514] env[69186]: DEBUG nova.network.neutron [-] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.765627] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635422, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.941705] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635418, 'name': ReconfigVM_Task, 'duration_secs': 0.225476} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.941979] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 968.947219] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Releasing lock "refresh_cache-885daa09-2a66-45f1-90ec-bb393c8188d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.949139] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.949379] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c826e7e2-4a52-4e8f-adc2-f97ee64d8a66 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.973675] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 968.973675] env[69186]: value = "task-3635423" [ 968.973675] env[69186]: _type = "Task" [ 968.973675] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.982356] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635423, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.049353] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066775} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.049719] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.050564] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a42ff4d-4fc1-4596-9254-4bd055114c46 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.076628] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 360c9eb3-60a7-4dbc-8834-6465df08d83f/360c9eb3-60a7-4dbc-8834-6465df08d83f.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.077021] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a2eff8d-261f-4dc3-8fa9-bbb7ee9e2b29 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.096256] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 969.096256] env[69186]: value = "task-3635424" [ 969.096256] env[69186]: _type = "Task" [ 969.096256] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.103939] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.216035] env[69186]: DEBUG oslo_vmware.api [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635417, 'name': PowerOnVM_Task, 'duration_secs': 0.649794} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.216035] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.216232] env[69186]: INFO nova.compute.manager [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Took 7.59 seconds to spawn the instance on the hypervisor. [ 969.217037] env[69186]: DEBUG nova.compute.manager [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.217206] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359e3536-f3a5-4fb6-be59-0ef0ea0c6799 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.261078] env[69186]: DEBUG nova.scheduler.client.report [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Updated inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 969.261248] env[69186]: DEBUG nova.compute.provider_tree [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Updating resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 generation from 97 to 98 during operation: update_inventory {{(pid=69186) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 969.261455] env[69186]: DEBUG nova.compute.provider_tree [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 969.264992] env[69186]: INFO nova.compute.manager [-] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Took 1.03 seconds to deallocate network for instance. [ 969.273323] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635422, 'name': CreateVM_Task, 'duration_secs': 0.34799} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.273737] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.274363] env[69186]: DEBUG oslo_concurrency.lockutils [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.274612] env[69186]: DEBUG oslo_concurrency.lockutils [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.274959] env[69186]: DEBUG oslo_concurrency.lockutils [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.275469] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a54eb8b-e44c-4849-8cf0-f7916eb23dca {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.283888] env[69186]: DEBUG oslo_vmware.api [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Waiting for the task: (returnval){ [ 969.283888] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c65f66-b7eb-1fa9-76b1-7cc05d2c46ad" [ 969.283888] env[69186]: _type = "Task" [ 969.283888] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.295236] env[69186]: DEBUG oslo_vmware.api [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c65f66-b7eb-1fa9-76b1-7cc05d2c46ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.472311] env[69186]: DEBUG nova.network.neutron [req-27c8862c-aba0-4feb-bdb9-53ccce130ab2 req-ad0e34e7-afa5-4744-850a-04a1e74f5f23 service nova] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Updated VIF entry in instance network info cache for port 715081d2-13eb-4ed1-8d81-6080b0507017. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.472731] env[69186]: DEBUG nova.network.neutron [req-27c8862c-aba0-4feb-bdb9-53ccce130ab2 req-ad0e34e7-afa5-4744-850a-04a1e74f5f23 service nova] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Updating instance_info_cache with network_info: [{"id": "715081d2-13eb-4ed1-8d81-6080b0507017", "address": "fa:16:3e:5d:53:73", "network": {"id": "d5d6e190-eb32-4d82-939e-842f3591839b", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1546499169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6cac66f1404dbba9dc8c7b8bddbedb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715081d2-13", "ovs_interfaceid": "715081d2-13eb-4ed1-8d81-6080b0507017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.482691] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635423, 'name': ReconfigVM_Task, 'duration_secs': 0.29581} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.483853] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724889', 'volume_id': '7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'name': 'volume-7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f74ad208-443c-4d76-9ec3-9f26af98152d', 'attached_at': '', 'detached_at': '', 'volume_id': '7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'serial': '7899bc48-83dc-46fd-9fd4-c8422a161a1d'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 969.607104] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635424, 'name': ReconfigVM_Task, 'duration_secs': 0.327691} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.607428] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 360c9eb3-60a7-4dbc-8834-6465df08d83f/360c9eb3-60a7-4dbc-8834-6465df08d83f.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.608567] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba118e13-1a58-408d-93aa-31d13d7e82b5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.614700] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 969.614700] env[69186]: value = "task-3635425" [ 969.614700] env[69186]: _type = "Task" [ 969.614700] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.623189] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635425, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.739807] env[69186]: INFO nova.compute.manager [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Took 32.45 seconds to build instance. [ 969.774550] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.775151] env[69186]: DEBUG nova.compute.manager [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.779029] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.418s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.782027] env[69186]: INFO nova.compute.claims [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.784174] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.795527] env[69186]: DEBUG oslo_vmware.api [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c65f66-b7eb-1fa9-76b1-7cc05d2c46ad, 'name': SearchDatastore_Task, 'duration_secs': 0.018154} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.795775] env[69186]: DEBUG oslo_concurrency.lockutils [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.796058] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.796837] env[69186]: DEBUG oslo_concurrency.lockutils [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.796837] env[69186]: DEBUG oslo_concurrency.lockutils [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.796837] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.796837] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa661a95-c9e3-4b67-8bd2-45db7add85b4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.806716] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.807404] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.808279] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1524a64b-0417-45f9-b724-192ad778e9b9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.817025] env[69186]: DEBUG oslo_vmware.api [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Waiting for the task: (returnval){ [ 969.817025] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5218d187-d5bc-3f91-f510-d32b6b0c1884" [ 969.817025] env[69186]: _type = "Task" [ 969.817025] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.825402] env[69186]: DEBUG oslo_vmware.api [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5218d187-d5bc-3f91-f510-d32b6b0c1884, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.975606] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fdacc6-9620-40db-99d2-45ba226f83d6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.978839] env[69186]: DEBUG oslo_concurrency.lockutils [req-27c8862c-aba0-4feb-bdb9-53ccce130ab2 req-ad0e34e7-afa5-4744-850a-04a1e74f5f23 service nova] Releasing lock "refresh_cache-49bc8ba1-cc00-440a-bdad-a70eada41178" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.979089] env[69186]: DEBUG nova.compute.manager [req-27c8862c-aba0-4feb-bdb9-53ccce130ab2 req-ad0e34e7-afa5-4744-850a-04a1e74f5f23 service nova] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Received event network-vif-deleted-a9261e33-25d1-46e8-8261-7e7d0cadd19e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.994726] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Updating instance '885daa09-2a66-45f1-90ec-bb393c8188d4' progress to 0 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 970.126701] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635425, 'name': Rename_Task, 'duration_secs': 0.134938} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.126890] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.127200] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-761cb41a-36b6-453e-afc9-74632a33027b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.133476] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 970.133476] env[69186]: value = "task-3635426" [ 970.133476] env[69186]: _type = "Task" [ 970.133476] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.140981] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.242471] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e76ac382-ad75-4809-bed6-e40996d1338b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "dddaa31b-a7c6-4ec3-8222-fb53eb08ea17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.742s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.285105] env[69186]: DEBUG nova.compute.utils [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.288648] env[69186]: DEBUG nova.compute.manager [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.288750] env[69186]: DEBUG nova.network.neutron [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.326576] env[69186]: DEBUG oslo_vmware.api [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5218d187-d5bc-3f91-f510-d32b6b0c1884, 'name': SearchDatastore_Task, 'duration_secs': 0.070177} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.327413] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb78530d-10b0-4ea1-8d25-834348dacc60 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.332878] env[69186]: DEBUG oslo_vmware.api [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Waiting for the task: (returnval){ [ 970.332878] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529e4889-3a86-cffe-caba-a29d4a40c4d1" [ 970.332878] env[69186]: _type = "Task" [ 970.332878] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.340587] env[69186]: DEBUG oslo_vmware.api [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529e4889-3a86-cffe-caba-a29d4a40c4d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.399958] env[69186]: DEBUG nova.policy [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05a2f340210a44b3b3a0b715e466e913', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b4b3632e2024654b1c67325e8d27a5a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.500585] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.500962] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc5fa9cf-0dc0-44c8-995e-44ca8a50d725 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.508927] env[69186]: DEBUG oslo_vmware.api [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 970.508927] env[69186]: value = "task-3635427" [ 970.508927] env[69186]: _type = "Task" [ 970.508927] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.518113] env[69186]: DEBUG oslo_vmware.api [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.535939] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.536403] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a958217-460b-4f16-a7d0-f90fddb37c3a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.542792] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 970.542792] env[69186]: value = "task-3635428" [ 970.542792] env[69186]: _type = "Task" [ 970.542792] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.551948] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] VM already powered off {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 970.552219] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Volume detach. Driver type: vmdk {{(pid=69186) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 970.552432] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724889', 'volume_id': '7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'name': 'volume-7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f74ad208-443c-4d76-9ec3-9f26af98152d', 'attached_at': '', 'detached_at': '', 'volume_id': '7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'serial': '7899bc48-83dc-46fd-9fd4-c8422a161a1d'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 970.553217] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c595a3b4-6917-4c5a-8c70-80b7f9a9371e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.577421] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04f46b5-5a6f-46c1-921e-aa41551b9a69 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.583956] env[69186]: WARNING nova.virt.vmwareapi.driver [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 970.584280] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.585048] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd23ce8-44f3-463d-bfd0-1fc027178699 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.592619] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.592867] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf948e59-5a21-47fa-bf77-1dd71e00664a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.647805] env[69186]: DEBUG oslo_vmware.api [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635426, 'name': PowerOnVM_Task, 'duration_secs': 0.508388} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.648205] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.648433] env[69186]: DEBUG nova.compute.manager [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.649778] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb3c307-ea43-40bf-a58a-f6b53704afdc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.655765] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.656055] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.656272] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Deleting the datastore file [datastore1] f74ad208-443c-4d76-9ec3-9f26af98152d {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.656910] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87d425ee-eba8-413f-90e1-2103335342d1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.668016] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 970.668016] env[69186]: value = "task-3635430" [ 970.668016] env[69186]: _type = "Task" [ 970.668016] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.675675] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.795262] env[69186]: DEBUG nova.compute.manager [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.845807] env[69186]: DEBUG oslo_vmware.api [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529e4889-3a86-cffe-caba-a29d4a40c4d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010118} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.846087] env[69186]: DEBUG oslo_concurrency.lockutils [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.846437] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 49bc8ba1-cc00-440a-bdad-a70eada41178/49bc8ba1-cc00-440a-bdad-a70eada41178.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.848980] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4864eb64-dec9-4a9b-81ff-c5705d6f3b34 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.860526] env[69186]: DEBUG oslo_vmware.api [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Waiting for the task: (returnval){ [ 970.860526] env[69186]: value = "task-3635431" [ 970.860526] env[69186]: _type = "Task" [ 970.860526] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.869109] env[69186]: DEBUG oslo_vmware.api [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Task: {'id': task-3635431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.998710] env[69186]: DEBUG nova.network.neutron [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Successfully created port: ac6f5c09-22a8-41bb-8266-a90d008b529c {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.024127] env[69186]: DEBUG oslo_vmware.api [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635427, 'name': PowerOffVM_Task, 'duration_secs': 0.235637} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.024458] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.024694] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Updating instance '885daa09-2a66-45f1-90ec-bb393c8188d4' progress to 17 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 971.170732] env[69186]: DEBUG nova.compute.manager [req-781700f1-cd7a-4fe1-afaa-e51f1e9e638e req-bf8c28c1-fb5a-4eff-ab17-3bb3fb92f83a service nova] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Received event network-changed-c92ae234-a923-448b-ac72-b9bcfd18cf0f {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.170929] env[69186]: DEBUG nova.compute.manager [req-781700f1-cd7a-4fe1-afaa-e51f1e9e638e req-bf8c28c1-fb5a-4eff-ab17-3bb3fb92f83a service nova] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Refreshing instance network info cache due to event network-changed-c92ae234-a923-448b-ac72-b9bcfd18cf0f. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.171370] env[69186]: DEBUG oslo_concurrency.lockutils [req-781700f1-cd7a-4fe1-afaa-e51f1e9e638e req-bf8c28c1-fb5a-4eff-ab17-3bb3fb92f83a service nova] Acquiring lock "refresh_cache-dddaa31b-a7c6-4ec3-8222-fb53eb08ea17" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.171370] env[69186]: DEBUG oslo_concurrency.lockutils [req-781700f1-cd7a-4fe1-afaa-e51f1e9e638e req-bf8c28c1-fb5a-4eff-ab17-3bb3fb92f83a service nova] Acquired lock "refresh_cache-dddaa31b-a7c6-4ec3-8222-fb53eb08ea17" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.171482] env[69186]: DEBUG nova.network.neutron [req-781700f1-cd7a-4fe1-afaa-e51f1e9e638e req-bf8c28c1-fb5a-4eff-ab17-3bb3fb92f83a service nova] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Refreshing network info cache for port c92ae234-a923-448b-ac72-b9bcfd18cf0f {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.175531] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.187269] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285786} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.187504] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.187679] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.187844] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.278268] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2d79b5-e3e2-4037-9d87-9402d3d5daeb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.287454] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2238b1c1-9e43-40b9-8dbe-dba355ddf906 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.334747] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95580077-305f-4e3b-a634-876a4e046fde {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.345424] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3742dcf6-09e2-4244-8924-a39e9072dd36 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.366030] env[69186]: DEBUG nova.compute.provider_tree [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.376223] env[69186]: DEBUG oslo_vmware.api [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Task: {'id': task-3635431, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.535683] env[69186]: DEBUG nova.virt.hardware [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.536505] env[69186]: DEBUG nova.virt.hardware [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.536917] env[69186]: DEBUG nova.virt.hardware [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.538634] env[69186]: DEBUG nova.virt.hardware [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.538634] env[69186]: DEBUG nova.virt.hardware [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.538634] env[69186]: DEBUG nova.virt.hardware [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.538634] env[69186]: DEBUG nova.virt.hardware [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.538634] env[69186]: DEBUG nova.virt.hardware [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.538880] env[69186]: DEBUG nova.virt.hardware [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.539576] env[69186]: DEBUG nova.virt.hardware [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.539576] env[69186]: DEBUG nova.virt.hardware [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.548072] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a99dc52-4346-4324-bf69-2dd106c56cea {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.564908] env[69186]: DEBUG oslo_vmware.api [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 971.564908] env[69186]: value = "task-3635432" [ 971.564908] env[69186]: _type = "Task" [ 971.564908] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.575493] env[69186]: DEBUG oslo_vmware.api [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635432, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.697082] env[69186]: INFO nova.virt.block_device [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Booting with volume 7899bc48-83dc-46fd-9fd4-c8422a161a1d at /dev/sdb [ 971.737726] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1cb2294f-928e-4efa-a3e1-f7b9f8a2f710 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.747789] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39300d02-6535-42ce-bb2a-da905d7e2c57 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.761783] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquiring lock "360c9eb3-60a7-4dbc-8834-6465df08d83f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.762085] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Lock "360c9eb3-60a7-4dbc-8834-6465df08d83f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.762368] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquiring lock "360c9eb3-60a7-4dbc-8834-6465df08d83f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.762606] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Lock "360c9eb3-60a7-4dbc-8834-6465df08d83f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.762774] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Lock "360c9eb3-60a7-4dbc-8834-6465df08d83f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.765308] env[69186]: INFO nova.compute.manager [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Terminating instance [ 971.790939] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-503ea867-0af7-4348-a4d8-dbc23f66c435 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.800066] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60aa7095-710d-4423-9c79-1d0c68dc163c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.833057] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30afdbef-a8a4-4ab4-b63f-f3adfee8b07d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.840549] env[69186]: DEBUG nova.compute.manager [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.845423] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1142511-bffe-4738-a810-9db7f6e56fe2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.858700] env[69186]: DEBUG nova.virt.block_device [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Updating existing volume attachment record: 98b8adb3-6026-4929-ab48-bbbb522387db {{(pid=69186) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 971.870547] env[69186]: DEBUG nova.virt.hardware [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.870798] env[69186]: DEBUG nova.virt.hardware [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.870970] env[69186]: DEBUG nova.virt.hardware [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.871672] env[69186]: DEBUG nova.virt.hardware [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.871672] env[69186]: DEBUG nova.virt.hardware [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.871672] env[69186]: DEBUG nova.virt.hardware [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.871839] env[69186]: DEBUG nova.virt.hardware [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.871915] env[69186]: DEBUG nova.virt.hardware [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.874060] env[69186]: DEBUG nova.virt.hardware [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.874060] env[69186]: DEBUG nova.virt.hardware [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.874060] env[69186]: DEBUG nova.virt.hardware [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.874060] env[69186]: DEBUG nova.scheduler.client.report [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.877132] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3f1877-b264-4a0a-a803-e488a8c10eef {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.891020] env[69186]: DEBUG oslo_vmware.api [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Task: {'id': task-3635431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.813741} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.892023] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 49bc8ba1-cc00-440a-bdad-a70eada41178/49bc8ba1-cc00-440a-bdad-a70eada41178.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.892791] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.892892] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3d5b277-77e5-41a1-b344-4f88abcd6b17 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.896836] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8242d666-1d03-4e9a-8f8f-1236c01a8aec {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.913938] env[69186]: DEBUG oslo_vmware.api [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Waiting for the task: (returnval){ [ 971.913938] env[69186]: value = "task-3635433" [ 971.913938] env[69186]: _type = "Task" [ 971.913938] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.924018] env[69186]: DEBUG oslo_vmware.api [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Task: {'id': task-3635433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.019506] env[69186]: DEBUG nova.network.neutron [req-781700f1-cd7a-4fe1-afaa-e51f1e9e638e req-bf8c28c1-fb5a-4eff-ab17-3bb3fb92f83a service nova] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Updated VIF entry in instance network info cache for port c92ae234-a923-448b-ac72-b9bcfd18cf0f. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.019884] env[69186]: DEBUG nova.network.neutron [req-781700f1-cd7a-4fe1-afaa-e51f1e9e638e req-bf8c28c1-fb5a-4eff-ab17-3bb3fb92f83a service nova] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Updating instance_info_cache with network_info: [{"id": "c92ae234-a923-448b-ac72-b9bcfd18cf0f", "address": "fa:16:3e:1a:8b:3f", "network": {"id": "42d8d9f9-bd94-4ba5-9a6c-baf88b50f8a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820666431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69c719a41fb4ab48140eabe49d76e84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc92ae234-a9", "ovs_interfaceid": "c92ae234-a923-448b-ac72-b9bcfd18cf0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.074901] env[69186]: DEBUG oslo_vmware.api [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635432, 'name': ReconfigVM_Task, 'duration_secs': 0.234743} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.077836] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Updating instance '885daa09-2a66-45f1-90ec-bb393c8188d4' progress to 33 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 972.271669] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquiring lock "refresh_cache-360c9eb3-60a7-4dbc-8834-6465df08d83f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.271966] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquired lock "refresh_cache-360c9eb3-60a7-4dbc-8834-6465df08d83f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.272275] env[69186]: DEBUG nova.network.neutron [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.381967] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.382417] env[69186]: DEBUG nova.compute.manager [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.386189] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.326s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.387017] env[69186]: INFO nova.compute.claims [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.425862] env[69186]: DEBUG oslo_vmware.api [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Task: {'id': task-3635433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071566} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.426375] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.427412] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4547592-ceba-4872-95fe-af9b193624f2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.453307] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 49bc8ba1-cc00-440a-bdad-a70eada41178/49bc8ba1-cc00-440a-bdad-a70eada41178.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.453831] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb7ad7a7-0a67-4144-b346-9e86114c3773 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.476062] env[69186]: DEBUG oslo_vmware.api [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Waiting for the task: (returnval){ [ 972.476062] env[69186]: value = "task-3635434" [ 972.476062] env[69186]: _type = "Task" [ 972.476062] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.484691] env[69186]: DEBUG oslo_vmware.api [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Task: {'id': task-3635434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.525657] env[69186]: DEBUG oslo_concurrency.lockutils [req-781700f1-cd7a-4fe1-afaa-e51f1e9e638e req-bf8c28c1-fb5a-4eff-ab17-3bb3fb92f83a service nova] Releasing lock "refresh_cache-dddaa31b-a7c6-4ec3-8222-fb53eb08ea17" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.585664] env[69186]: DEBUG nova.virt.hardware [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.586787] env[69186]: DEBUG nova.virt.hardware [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.586787] env[69186]: DEBUG nova.virt.hardware [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.586787] env[69186]: DEBUG nova.virt.hardware [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.586787] env[69186]: DEBUG nova.virt.hardware [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.586787] env[69186]: DEBUG nova.virt.hardware [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.586787] env[69186]: DEBUG nova.virt.hardware [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.586998] env[69186]: DEBUG nova.virt.hardware [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.587091] env[69186]: DEBUG nova.virt.hardware [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.587220] env[69186]: DEBUG nova.virt.hardware [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.587385] env[69186]: DEBUG nova.virt.hardware [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.592747] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Reconfiguring VM instance instance-0000003f to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 972.593039] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38ac5207-7637-4812-8062-49b1a3423aa9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.613041] env[69186]: DEBUG oslo_vmware.api [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 972.613041] env[69186]: value = "task-3635435" [ 972.613041] env[69186]: _type = "Task" [ 972.613041] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.613554] env[69186]: DEBUG nova.network.neutron [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Successfully updated port: ac6f5c09-22a8-41bb-8266-a90d008b529c {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.623018] env[69186]: DEBUG oslo_vmware.api [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.795744] env[69186]: DEBUG nova.network.neutron [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.857728] env[69186]: DEBUG nova.network.neutron [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.892108] env[69186]: DEBUG nova.compute.utils [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.895160] env[69186]: DEBUG nova.compute.manager [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 972.895338] env[69186]: DEBUG nova.network.neutron [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.934081] env[69186]: DEBUG nova.policy [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd50fb4ebb4f4a29968e42fbcaf2982c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7aee6bacfd414b25b566d5689a678df9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.985658] env[69186]: DEBUG oslo_vmware.api [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Task: {'id': task-3635434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.120401] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Acquiring lock "refresh_cache-a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.120539] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Acquired lock "refresh_cache-a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.120703] env[69186]: DEBUG nova.network.neutron [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.127936] env[69186]: DEBUG oslo_vmware.api [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635435, 'name': ReconfigVM_Task, 'duration_secs': 0.385137} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.128580] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Reconfigured VM instance instance-0000003f to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 973.129481] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e3816a-3a89-47eb-8a34-21b278d33e40 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.154193] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 885daa09-2a66-45f1-90ec-bb393c8188d4/885daa09-2a66-45f1-90ec-bb393c8188d4.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.154822] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0201aa1-ddcd-4432-9811-c6c5ed19a6f6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.184588] env[69186]: DEBUG oslo_vmware.api [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 973.184588] env[69186]: value = "task-3635436" [ 973.184588] env[69186]: _type = "Task" [ 973.184588] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.193310] env[69186]: DEBUG nova.compute.manager [req-6b015343-48be-435c-a536-becf26335c2f req-d2686212-4849-4d31-bed4-1db38b1faf06 service nova] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Received event network-vif-plugged-ac6f5c09-22a8-41bb-8266-a90d008b529c {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.193557] env[69186]: DEBUG oslo_concurrency.lockutils [req-6b015343-48be-435c-a536-becf26335c2f req-d2686212-4849-4d31-bed4-1db38b1faf06 service nova] Acquiring lock "a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.193783] env[69186]: DEBUG oslo_concurrency.lockutils [req-6b015343-48be-435c-a536-becf26335c2f req-d2686212-4849-4d31-bed4-1db38b1faf06 service nova] Lock "a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.193961] env[69186]: DEBUG oslo_concurrency.lockutils [req-6b015343-48be-435c-a536-becf26335c2f req-d2686212-4849-4d31-bed4-1db38b1faf06 service nova] Lock "a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.194214] env[69186]: DEBUG nova.compute.manager [req-6b015343-48be-435c-a536-becf26335c2f req-d2686212-4849-4d31-bed4-1db38b1faf06 service nova] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] No waiting events found dispatching network-vif-plugged-ac6f5c09-22a8-41bb-8266-a90d008b529c {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.194335] env[69186]: WARNING nova.compute.manager [req-6b015343-48be-435c-a536-becf26335c2f req-d2686212-4849-4d31-bed4-1db38b1faf06 service nova] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Received unexpected event network-vif-plugged-ac6f5c09-22a8-41bb-8266-a90d008b529c for instance with vm_state building and task_state spawning. [ 973.194503] env[69186]: DEBUG nova.compute.manager [req-6b015343-48be-435c-a536-becf26335c2f req-d2686212-4849-4d31-bed4-1db38b1faf06 service nova] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Received event network-changed-ac6f5c09-22a8-41bb-8266-a90d008b529c {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.194666] env[69186]: DEBUG nova.compute.manager [req-6b015343-48be-435c-a536-becf26335c2f req-d2686212-4849-4d31-bed4-1db38b1faf06 service nova] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Refreshing instance network info cache due to event network-changed-ac6f5c09-22a8-41bb-8266-a90d008b529c. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.194851] env[69186]: DEBUG oslo_concurrency.lockutils [req-6b015343-48be-435c-a536-becf26335c2f req-d2686212-4849-4d31-bed4-1db38b1faf06 service nova] Acquiring lock "refresh_cache-a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.198990] env[69186]: DEBUG oslo_vmware.api [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635436, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.279379] env[69186]: DEBUG nova.network.neutron [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Successfully created port: 523f294d-b46a-4df5-9b3e-2f68ed305099 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.360948] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Releasing lock "refresh_cache-360c9eb3-60a7-4dbc-8834-6465df08d83f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.361448] env[69186]: DEBUG nova.compute.manager [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.361659] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.362598] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd52b29-5fba-4e39-8510-f47934b4ca32 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.370322] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.370601] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e018cec-2bff-4a09-9299-0dfd5ba1dac9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.376562] env[69186]: DEBUG oslo_vmware.api [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 973.376562] env[69186]: value = "task-3635437" [ 973.376562] env[69186]: _type = "Task" [ 973.376562] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.387381] env[69186]: DEBUG oslo_vmware.api [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.400906] env[69186]: DEBUG nova.compute.manager [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.496341] env[69186]: DEBUG oslo_vmware.api [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Task: {'id': task-3635434, 'name': ReconfigVM_Task, 'duration_secs': 0.752151} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.499699] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 49bc8ba1-cc00-440a-bdad-a70eada41178/49bc8ba1-cc00-440a-bdad-a70eada41178.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.500830] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c71f4076-9af3-456b-acc3-dc96fe4b9a9f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.507432] env[69186]: DEBUG oslo_vmware.api [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Waiting for the task: (returnval){ [ 973.507432] env[69186]: value = "task-3635438" [ 973.507432] env[69186]: _type = "Task" [ 973.507432] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.518188] env[69186]: DEBUG oslo_vmware.api [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Task: {'id': task-3635438, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.665020] env[69186]: DEBUG nova.network.neutron [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.694947] env[69186]: DEBUG oslo_vmware.api [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635436, 'name': ReconfigVM_Task, 'duration_secs': 0.373811} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.695266] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 885daa09-2a66-45f1-90ec-bb393c8188d4/885daa09-2a66-45f1-90ec-bb393c8188d4.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.695539] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Updating instance '885daa09-2a66-45f1-90ec-bb393c8188d4' progress to 50 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 973.794593] env[69186]: DEBUG nova.network.neutron [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Updating instance_info_cache with network_info: [{"id": "ac6f5c09-22a8-41bb-8266-a90d008b529c", "address": "fa:16:3e:85:26:2d", "network": {"id": "1a45895c-f32e-4f51-b67a-86bbcf3ced26", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-269213643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b4b3632e2024654b1c67325e8d27a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6f5c09-22", "ovs_interfaceid": "ac6f5c09-22a8-41bb-8266-a90d008b529c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.800379] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b23c41-d9ae-4ebf-a611-f5a83e2ce21e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.807964] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a0e98d-ce82-47e3-bc24-f98614d97671 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.838322] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4a4e48-2628-485b-8812-b895af5f0e61 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.845242] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0ef116-5bfa-43bf-a06b-9bbbc1fd8a30 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.860099] env[69186]: DEBUG nova.compute.provider_tree [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 973.885651] env[69186]: DEBUG oslo_vmware.api [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635437, 'name': PowerOffVM_Task, 'duration_secs': 0.167744} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.885919] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.886095] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.886335] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-129e8891-89b8-452a-aec5-5f201bc838fd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.910762] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.910976] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.911179] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Deleting the datastore file [datastore2] 360c9eb3-60a7-4dbc-8834-6465df08d83f {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.911636] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-886bd5aa-abe5-482f-b587-b38046fc4399 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.917445] env[69186]: DEBUG oslo_vmware.api [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 973.917445] env[69186]: value = "task-3635440" [ 973.917445] env[69186]: _type = "Task" [ 973.917445] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.925044] env[69186]: DEBUG oslo_vmware.api [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.018976] env[69186]: DEBUG oslo_vmware.api [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Task: {'id': task-3635438, 'name': Rename_Task, 'duration_secs': 0.146285} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.021215] env[69186]: DEBUG nova.virt.hardware [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.021450] env[69186]: DEBUG nova.virt.hardware [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.021611] env[69186]: DEBUG nova.virt.hardware [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.021794] env[69186]: DEBUG nova.virt.hardware [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.021939] env[69186]: DEBUG nova.virt.hardware [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.022102] env[69186]: DEBUG nova.virt.hardware [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.022342] env[69186]: DEBUG nova.virt.hardware [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.022523] env[69186]: DEBUG nova.virt.hardware [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.022703] env[69186]: DEBUG nova.virt.hardware [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.022866] env[69186]: DEBUG nova.virt.hardware [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.023064] env[69186]: DEBUG nova.virt.hardware [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.023420] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.024163] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61af31c-279c-49e7-a47a-4ade331af69b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.026662] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94925541-0652-4e4f-a962-e012d565eb7d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.032663] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7b6be8-8d92-4a19-aaed-09485384f14b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.037093] env[69186]: DEBUG oslo_vmware.api [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Waiting for the task: (returnval){ [ 974.037093] env[69186]: value = "task-3635441" [ 974.037093] env[69186]: _type = "Task" [ 974.037093] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.048952] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:2c:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c45df457-64dd-45ab-be35-43200560d4ec', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.058484] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.059179] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.059482] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c73ead2-1421-4bdd-83b3-9f0ec33c1a75 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.078219] env[69186]: DEBUG oslo_vmware.api [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Task: {'id': task-3635441, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.083240] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.083240] env[69186]: value = "task-3635442" [ 974.083240] env[69186]: _type = "Task" [ 974.083240] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.094076] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635442, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.202086] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2339b2-aa2d-4b01-9ac7-671af5c1ad8b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.221941] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a721befb-75cf-4847-b4eb-28522757d8e9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.243777] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Updating instance '885daa09-2a66-45f1-90ec-bb393c8188d4' progress to 67 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 974.297781] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Releasing lock "refresh_cache-a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.298136] env[69186]: DEBUG nova.compute.manager [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Instance network_info: |[{"id": "ac6f5c09-22a8-41bb-8266-a90d008b529c", "address": "fa:16:3e:85:26:2d", "network": {"id": "1a45895c-f32e-4f51-b67a-86bbcf3ced26", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-269213643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b4b3632e2024654b1c67325e8d27a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6f5c09-22", "ovs_interfaceid": "ac6f5c09-22a8-41bb-8266-a90d008b529c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 974.298442] env[69186]: DEBUG oslo_concurrency.lockutils [req-6b015343-48be-435c-a536-becf26335c2f req-d2686212-4849-4d31-bed4-1db38b1faf06 service nova] Acquired lock "refresh_cache-a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.298604] env[69186]: DEBUG nova.network.neutron [req-6b015343-48be-435c-a536-becf26335c2f req-d2686212-4849-4d31-bed4-1db38b1faf06 service nova] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Refreshing network info cache for port ac6f5c09-22a8-41bb-8266-a90d008b529c {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.299925] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:26:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac6f5c09-22a8-41bb-8266-a90d008b529c', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.307468] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Creating folder: Project (5b4b3632e2024654b1c67325e8d27a5a). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.308030] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa0fa4ea-7bb0-4c29-bbfb-dd870bcf8f7a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.325373] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Created folder: Project (5b4b3632e2024654b1c67325e8d27a5a) in parent group-v724677. [ 974.325373] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Creating folder: Instances. Parent ref: group-v724898. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.325373] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-705a6218-8472-4f52-8b0d-ce92702bd719 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.333865] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Created folder: Instances in parent group-v724898. [ 974.334229] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.336021] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.336021] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-794ba582-3c52-4571-ac7a-4b2c44b58058 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.360283] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.360283] env[69186]: value = "task-3635445" [ 974.360283] env[69186]: _type = "Task" [ 974.360283] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.368805] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635445, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.403136] env[69186]: DEBUG nova.scheduler.client.report [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Updated inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 974.403136] env[69186]: DEBUG nova.compute.provider_tree [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Updating resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 generation from 98 to 99 during operation: update_inventory {{(pid=69186) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 974.403136] env[69186]: DEBUG nova.compute.provider_tree [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 974.414804] env[69186]: DEBUG nova.compute.manager [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.430272] env[69186]: DEBUG oslo_vmware.api [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164482} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.432051] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.432525] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.432903] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.433501] env[69186]: INFO nova.compute.manager [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Took 1.07 seconds to destroy the instance on the hypervisor. [ 974.434240] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.438045] env[69186]: DEBUG nova.compute.manager [-] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.438454] env[69186]: DEBUG nova.network.neutron [-] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.452632] env[69186]: DEBUG nova.virt.hardware [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.453023] env[69186]: DEBUG nova.virt.hardware [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.453116] env[69186]: DEBUG nova.virt.hardware [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.453466] env[69186]: DEBUG nova.virt.hardware [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.453466] env[69186]: DEBUG nova.virt.hardware [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.453642] env[69186]: DEBUG nova.virt.hardware [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.454219] env[69186]: DEBUG nova.virt.hardware [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.454336] env[69186]: DEBUG nova.virt.hardware [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.454516] env[69186]: DEBUG nova.virt.hardware [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.454697] env[69186]: DEBUG nova.virt.hardware [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.454873] env[69186]: DEBUG nova.virt.hardware [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.455790] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d438fa-90a7-48ff-b724-3f19027f5a59 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.466893] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a9bdc6-86ef-4ba9-8977-959cc13e527f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.473299] env[69186]: DEBUG nova.network.neutron [-] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.547113] env[69186]: DEBUG oslo_vmware.api [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Task: {'id': task-3635441, 'name': PowerOnVM_Task, 'duration_secs': 0.480718} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.547382] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.547583] env[69186]: INFO nova.compute.manager [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Took 8.17 seconds to spawn the instance on the hypervisor. [ 974.547765] env[69186]: DEBUG nova.compute.manager [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.548587] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00836498-ac9d-4388-9b39-13a5e756f877 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.593299] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635442, 'name': CreateVM_Task, 'duration_secs': 0.393175} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.593461] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.594306] env[69186]: DEBUG oslo_concurrency.lockutils [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.594423] env[69186]: DEBUG oslo_concurrency.lockutils [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.594687] env[69186]: DEBUG oslo_concurrency.lockutils [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.594976] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66943a88-155e-4e1f-8523-507b2fa9f2d0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.599906] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 974.599906] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5231a0d5-778f-7b7c-a046-afd48e1018b5" [ 974.599906] env[69186]: _type = "Task" [ 974.599906] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.608168] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5231a0d5-778f-7b7c-a046-afd48e1018b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.789932] env[69186]: DEBUG nova.network.neutron [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Port 810de10f-3447-4f0e-9beb-f54a4b09c4ca binding to destination host cpu-1 is already ACTIVE {{(pid=69186) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 974.874573] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635445, 'name': CreateVM_Task, 'duration_secs': 0.337524} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.874900] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.875620] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.892393] env[69186]: DEBUG nova.network.neutron [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Successfully updated port: 523f294d-b46a-4df5-9b3e-2f68ed305099 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.912683] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.913379] env[69186]: DEBUG nova.compute.manager [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.917115] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.817s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.917260] env[69186]: DEBUG nova.objects.instance [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lazy-loading 'resources' on Instance uuid 2e199da1-fcc4-4760-86bf-9035d7e60cab {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.976819] env[69186]: DEBUG nova.network.neutron [-] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.069494] env[69186]: INFO nova.compute.manager [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Took 36.66 seconds to build instance. [ 975.076417] env[69186]: DEBUG nova.network.neutron [req-6b015343-48be-435c-a536-becf26335c2f req-d2686212-4849-4d31-bed4-1db38b1faf06 service nova] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Updated VIF entry in instance network info cache for port ac6f5c09-22a8-41bb-8266-a90d008b529c. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.076756] env[69186]: DEBUG nova.network.neutron [req-6b015343-48be-435c-a536-becf26335c2f req-d2686212-4849-4d31-bed4-1db38b1faf06 service nova] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Updating instance_info_cache with network_info: [{"id": "ac6f5c09-22a8-41bb-8266-a90d008b529c", "address": "fa:16:3e:85:26:2d", "network": {"id": "1a45895c-f32e-4f51-b67a-86bbcf3ced26", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-269213643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b4b3632e2024654b1c67325e8d27a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6f5c09-22", "ovs_interfaceid": "ac6f5c09-22a8-41bb-8266-a90d008b529c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.111244] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5231a0d5-778f-7b7c-a046-afd48e1018b5, 'name': SearchDatastore_Task, 'duration_secs': 0.016928} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.111889] env[69186]: DEBUG oslo_concurrency.lockutils [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.111961] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.112168] env[69186]: DEBUG oslo_concurrency.lockutils [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.112372] env[69186]: DEBUG oslo_concurrency.lockutils [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.112525] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.112808] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.113119] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.113366] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-782c4846-3feb-40a0-a747-5dbdacb56d99 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.115555] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed6b9ba1-59dc-4be2-be91-20a93664d195 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.127784] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.127784] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.129293] env[69186]: DEBUG oslo_vmware.api [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Waiting for the task: (returnval){ [ 975.129293] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5209ed41-fc74-e6ae-4aa4-d8041d0eedde" [ 975.129293] env[69186]: _type = "Task" [ 975.129293] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.129293] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fa51d14-f578-4aca-8022-27c8b7a89d59 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.138832] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 975.138832] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e80087-e6ee-06c2-79e2-681c537e2d20" [ 975.138832] env[69186]: _type = "Task" [ 975.138832] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.145135] env[69186]: DEBUG oslo_vmware.api [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5209ed41-fc74-e6ae-4aa4-d8041d0eedde, 'name': SearchDatastore_Task, 'duration_secs': 0.018203} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.147726] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.148098] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.148423] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.153786] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e80087-e6ee-06c2-79e2-681c537e2d20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.277141] env[69186]: DEBUG nova.compute.manager [req-119ac8a2-8f21-4266-9555-cd9aabb4ad02 req-eda9444f-5121-4cbd-ae8c-b2ecb50796fc service nova] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Received event network-vif-plugged-523f294d-b46a-4df5-9b3e-2f68ed305099 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.277141] env[69186]: DEBUG oslo_concurrency.lockutils [req-119ac8a2-8f21-4266-9555-cd9aabb4ad02 req-eda9444f-5121-4cbd-ae8c-b2ecb50796fc service nova] Acquiring lock "564d3761-06cc-4ef8-baa9-9adc806bf419-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.277141] env[69186]: DEBUG oslo_concurrency.lockutils [req-119ac8a2-8f21-4266-9555-cd9aabb4ad02 req-eda9444f-5121-4cbd-ae8c-b2ecb50796fc service nova] Lock "564d3761-06cc-4ef8-baa9-9adc806bf419-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.277141] env[69186]: DEBUG oslo_concurrency.lockutils [req-119ac8a2-8f21-4266-9555-cd9aabb4ad02 req-eda9444f-5121-4cbd-ae8c-b2ecb50796fc service nova] Lock "564d3761-06cc-4ef8-baa9-9adc806bf419-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.277141] env[69186]: DEBUG nova.compute.manager [req-119ac8a2-8f21-4266-9555-cd9aabb4ad02 req-eda9444f-5121-4cbd-ae8c-b2ecb50796fc service nova] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] No waiting events found dispatching network-vif-plugged-523f294d-b46a-4df5-9b3e-2f68ed305099 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 975.277141] env[69186]: WARNING nova.compute.manager [req-119ac8a2-8f21-4266-9555-cd9aabb4ad02 req-eda9444f-5121-4cbd-ae8c-b2ecb50796fc service nova] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Received unexpected event network-vif-plugged-523f294d-b46a-4df5-9b3e-2f68ed305099 for instance with vm_state building and task_state spawning. [ 975.277141] env[69186]: DEBUG nova.compute.manager [req-119ac8a2-8f21-4266-9555-cd9aabb4ad02 req-eda9444f-5121-4cbd-ae8c-b2ecb50796fc service nova] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Received event network-changed-523f294d-b46a-4df5-9b3e-2f68ed305099 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.277141] env[69186]: DEBUG nova.compute.manager [req-119ac8a2-8f21-4266-9555-cd9aabb4ad02 req-eda9444f-5121-4cbd-ae8c-b2ecb50796fc service nova] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Refreshing instance network info cache due to event network-changed-523f294d-b46a-4df5-9b3e-2f68ed305099. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.278037] env[69186]: DEBUG oslo_concurrency.lockutils [req-119ac8a2-8f21-4266-9555-cd9aabb4ad02 req-eda9444f-5121-4cbd-ae8c-b2ecb50796fc service nova] Acquiring lock "refresh_cache-564d3761-06cc-4ef8-baa9-9adc806bf419" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.278357] env[69186]: DEBUG oslo_concurrency.lockutils [req-119ac8a2-8f21-4266-9555-cd9aabb4ad02 req-eda9444f-5121-4cbd-ae8c-b2ecb50796fc service nova] Acquired lock "refresh_cache-564d3761-06cc-4ef8-baa9-9adc806bf419" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.279060] env[69186]: DEBUG nova.network.neutron [req-119ac8a2-8f21-4266-9555-cd9aabb4ad02 req-eda9444f-5121-4cbd-ae8c-b2ecb50796fc service nova] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Refreshing network info cache for port 523f294d-b46a-4df5-9b3e-2f68ed305099 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.400191] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "refresh_cache-564d3761-06cc-4ef8-baa9-9adc806bf419" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.426498] env[69186]: DEBUG nova.compute.utils [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.427810] env[69186]: DEBUG nova.compute.manager [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.428306] env[69186]: DEBUG nova.network.neutron [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.480617] env[69186]: INFO nova.compute.manager [-] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Took 1.04 seconds to deallocate network for instance. [ 975.482219] env[69186]: DEBUG nova.policy [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc89c19e4685400988157d216d4b2f4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57c0993650684bd59c8db6e9c6d6728b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.572047] env[69186]: DEBUG oslo_concurrency.lockutils [None req-55861055-2acf-4526-aa50-47c15fe6cd6a tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Lock "49bc8ba1-cc00-440a-bdad-a70eada41178" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.686s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.579780] env[69186]: DEBUG oslo_concurrency.lockutils [req-6b015343-48be-435c-a536-becf26335c2f req-d2686212-4849-4d31-bed4-1db38b1faf06 service nova] Releasing lock "refresh_cache-a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.629316] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Acquiring lock "49bc8ba1-cc00-440a-bdad-a70eada41178" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.629563] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Lock "49bc8ba1-cc00-440a-bdad-a70eada41178" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.629767] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Acquiring lock "49bc8ba1-cc00-440a-bdad-a70eada41178-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.629949] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Lock "49bc8ba1-cc00-440a-bdad-a70eada41178-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.630131] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Lock "49bc8ba1-cc00-440a-bdad-a70eada41178-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.632091] env[69186]: INFO nova.compute.manager [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Terminating instance [ 975.657748] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e80087-e6ee-06c2-79e2-681c537e2d20, 'name': SearchDatastore_Task, 'duration_secs': 0.038297} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.658624] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4828150f-04c1-4bb8-8fc3-ef6ffe6534ff {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.665544] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 975.665544] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52767709-702d-3c43-03e7-369096c9d25a" [ 975.665544] env[69186]: _type = "Task" [ 975.665544] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.673522] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52767709-702d-3c43-03e7-369096c9d25a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.816852] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "885daa09-2a66-45f1-90ec-bb393c8188d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.817079] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "885daa09-2a66-45f1-90ec-bb393c8188d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.817255] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "885daa09-2a66-45f1-90ec-bb393c8188d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.823907] env[69186]: DEBUG nova.network.neutron [req-119ac8a2-8f21-4266-9555-cd9aabb4ad02 req-eda9444f-5121-4cbd-ae8c-b2ecb50796fc service nova] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.827144] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308946dd-7d3d-4f28-8d7d-7831fcf93422 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.835796] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026d53c5-10ba-4167-8d75-cfa5778c53d2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.841799] env[69186]: DEBUG nova.network.neutron [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Successfully created port: 9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.878342] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6ac1d2-2088-401b-81c3-01f97097182d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.886198] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0a7d96-d42f-4de9-964a-02be49482aca {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.899693] env[69186]: DEBUG nova.compute.provider_tree [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.928546] env[69186]: DEBUG nova.compute.manager [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.944953] env[69186]: DEBUG nova.network.neutron [req-119ac8a2-8f21-4266-9555-cd9aabb4ad02 req-eda9444f-5121-4cbd-ae8c-b2ecb50796fc service nova] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.992086] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.135504] env[69186]: DEBUG nova.compute.manager [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.135738] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.136645] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14db4f9f-784e-48b2-a810-eaf542670ea2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.144156] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.144399] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b08cb553-055b-45c3-8e8b-b1db0a54c374 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.150407] env[69186]: DEBUG oslo_vmware.api [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Waiting for the task: (returnval){ [ 976.150407] env[69186]: value = "task-3635446" [ 976.150407] env[69186]: _type = "Task" [ 976.150407] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.157790] env[69186]: DEBUG oslo_vmware.api [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Task: {'id': task-3635446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.175276] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52767709-702d-3c43-03e7-369096c9d25a, 'name': SearchDatastore_Task, 'duration_secs': 0.022959} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.175552] env[69186]: DEBUG oslo_concurrency.lockutils [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.175814] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] f74ad208-443c-4d76-9ec3-9f26af98152d/f74ad208-443c-4d76-9ec3-9f26af98152d.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.176111] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.176304] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.176539] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f08beeb7-4e73-432a-b4f3-add04b913cb2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.178887] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-caf913f0-1aa5-4364-b6b0-e02a9f3d9b53 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.187239] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.187425] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.188145] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73d061fe-8d85-45f4-b65d-19d9a564d7be {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.191582] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 976.191582] env[69186]: value = "task-3635447" [ 976.191582] env[69186]: _type = "Task" [ 976.191582] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.195626] env[69186]: DEBUG oslo_vmware.api [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Waiting for the task: (returnval){ [ 976.195626] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52aac923-00d6-d414-8fd9-eef3ea76329e" [ 976.195626] env[69186]: _type = "Task" [ 976.195626] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.201972] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.207108] env[69186]: DEBUG oslo_vmware.api [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52aac923-00d6-d414-8fd9-eef3ea76329e, 'name': SearchDatastore_Task, 'duration_secs': 0.007766} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.207890] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63d910a3-e8f2-46fd-ba25-0bba1e229c33 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.213253] env[69186]: DEBUG oslo_vmware.api [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Waiting for the task: (returnval){ [ 976.213253] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524f1e51-bbf0-2210-c22b-dd9fdddbcfa6" [ 976.213253] env[69186]: _type = "Task" [ 976.213253] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.221519] env[69186]: DEBUG oslo_vmware.api [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524f1e51-bbf0-2210-c22b-dd9fdddbcfa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.403040] env[69186]: DEBUG nova.scheduler.client.report [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.447995] env[69186]: DEBUG oslo_concurrency.lockutils [req-119ac8a2-8f21-4266-9555-cd9aabb4ad02 req-eda9444f-5121-4cbd-ae8c-b2ecb50796fc service nova] Releasing lock "refresh_cache-564d3761-06cc-4ef8-baa9-9adc806bf419" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.448522] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquired lock "refresh_cache-564d3761-06cc-4ef8-baa9-9adc806bf419" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.448761] env[69186]: DEBUG nova.network.neutron [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.660964] env[69186]: DEBUG oslo_vmware.api [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Task: {'id': task-3635446, 'name': PowerOffVM_Task, 'duration_secs': 0.17535} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.661426] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.661775] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.662162] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a939e57-4a8d-4f86-b917-6da44ed92085 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.703304] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635447, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463248} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.703904] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] f74ad208-443c-4d76-9ec3-9f26af98152d/f74ad208-443c-4d76-9ec3-9f26af98152d.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.704297] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.704674] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47ec5611-9fa9-4dd5-9b07-cf5092ab4ce8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.711853] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 976.711853] env[69186]: value = "task-3635449" [ 976.711853] env[69186]: _type = "Task" [ 976.711853] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.723442] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.723854] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.724202] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Deleting the datastore file [datastore2] 49bc8ba1-cc00-440a-bdad-a70eada41178 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.727317] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-790d0f6c-1841-4fe1-acf3-6d25a110bad9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.733019] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.733623] env[69186]: DEBUG oslo_vmware.api [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524f1e51-bbf0-2210-c22b-dd9fdddbcfa6, 'name': SearchDatastore_Task, 'duration_secs': 0.008094} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.734338] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.734717] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5/a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.735131] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f9740cf-876b-4f50-8d70-9de0163f734b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.739642] env[69186]: DEBUG oslo_vmware.api [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Waiting for the task: (returnval){ [ 976.739642] env[69186]: value = "task-3635450" [ 976.739642] env[69186]: _type = "Task" [ 976.739642] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.744743] env[69186]: DEBUG oslo_vmware.api [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Waiting for the task: (returnval){ [ 976.744743] env[69186]: value = "task-3635451" [ 976.744743] env[69186]: _type = "Task" [ 976.744743] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.752464] env[69186]: DEBUG oslo_vmware.api [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Task: {'id': task-3635450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.757865] env[69186]: DEBUG oslo_vmware.api [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Task: {'id': task-3635451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.895388] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "refresh_cache-885daa09-2a66-45f1-90ec-bb393c8188d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.895736] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired lock "refresh_cache-885daa09-2a66-45f1-90ec-bb393c8188d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.895855] env[69186]: DEBUG nova.network.neutron [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.908274] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.910762] env[69186]: DEBUG oslo_concurrency.lockutils [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.741s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.911010] env[69186]: DEBUG nova.objects.instance [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69186) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 976.939705] env[69186]: DEBUG nova.compute.manager [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.943673] env[69186]: INFO nova.scheduler.client.report [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Deleted allocations for instance 2e199da1-fcc4-4760-86bf-9035d7e60cab [ 976.986635] env[69186]: DEBUG nova.virt.hardware [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.986635] env[69186]: DEBUG nova.virt.hardware [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.986635] env[69186]: DEBUG nova.virt.hardware [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.986635] env[69186]: DEBUG nova.virt.hardware [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.986635] env[69186]: DEBUG nova.virt.hardware [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.986635] env[69186]: DEBUG nova.virt.hardware [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.987109] env[69186]: DEBUG nova.virt.hardware [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.987972] env[69186]: DEBUG nova.virt.hardware [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.987972] env[69186]: DEBUG nova.virt.hardware [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.989663] env[69186]: DEBUG nova.virt.hardware [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.989663] env[69186]: DEBUG nova.virt.hardware [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.992364] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d457ec-25ff-4d99-9c16-9224f315742c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.997811] env[69186]: DEBUG nova.network.neutron [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.008926] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1971c71f-6e65-4a5a-8eb6-88160c2aef1b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.218074] env[69186]: DEBUG nova.network.neutron [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Updating instance_info_cache with network_info: [{"id": "523f294d-b46a-4df5-9b3e-2f68ed305099", "address": "fa:16:3e:b7:ec:67", "network": {"id": "859684c5-55c8-4faf-81cc-bb2bbc16a135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-701422059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aee6bacfd414b25b566d5689a678df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap523f294d-b4", "ovs_interfaceid": "523f294d-b46a-4df5-9b3e-2f68ed305099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.225018] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070179} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.225875] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.226818] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f3f944-ae17-4518-b0e9-52eed3bbb8f0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.253702] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] f74ad208-443c-4d76-9ec3-9f26af98152d/f74ad208-443c-4d76-9ec3-9f26af98152d.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.258262] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84180876-850d-453f-9aa2-08c10a692a81 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.283673] env[69186]: DEBUG oslo_vmware.api [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Task: {'id': task-3635450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162494} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.287740] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.289724] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.289980] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.292273] env[69186]: INFO nova.compute.manager [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Took 1.15 seconds to destroy the instance on the hypervisor. [ 977.292582] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.292834] env[69186]: DEBUG oslo_vmware.api [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Task: {'id': task-3635451, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.293139] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 977.293139] env[69186]: value = "task-3635452" [ 977.293139] env[69186]: _type = "Task" [ 977.293139] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.294777] env[69186]: DEBUG nova.compute.manager [-] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.294777] env[69186]: DEBUG nova.network.neutron [-] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.304366] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.350261] env[69186]: DEBUG nova.compute.manager [req-712bee9a-4278-4be4-ac0e-6fc6766c4650 req-f0f88ef3-403a-4ce3-a598-40b559e87356 service nova] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Received event network-vif-plugged-9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.350456] env[69186]: DEBUG oslo_concurrency.lockutils [req-712bee9a-4278-4be4-ac0e-6fc6766c4650 req-f0f88ef3-403a-4ce3-a598-40b559e87356 service nova] Acquiring lock "373cd3b4-de0f-450b-a1f5-9b90efc55213-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.350670] env[69186]: DEBUG oslo_concurrency.lockutils [req-712bee9a-4278-4be4-ac0e-6fc6766c4650 req-f0f88ef3-403a-4ce3-a598-40b559e87356 service nova] Lock "373cd3b4-de0f-450b-a1f5-9b90efc55213-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.350935] env[69186]: DEBUG oslo_concurrency.lockutils [req-712bee9a-4278-4be4-ac0e-6fc6766c4650 req-f0f88ef3-403a-4ce3-a598-40b559e87356 service nova] Lock "373cd3b4-de0f-450b-a1f5-9b90efc55213-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.351064] env[69186]: DEBUG nova.compute.manager [req-712bee9a-4278-4be4-ac0e-6fc6766c4650 req-f0f88ef3-403a-4ce3-a598-40b559e87356 service nova] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] No waiting events found dispatching network-vif-plugged-9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.351282] env[69186]: WARNING nova.compute.manager [req-712bee9a-4278-4be4-ac0e-6fc6766c4650 req-f0f88ef3-403a-4ce3-a598-40b559e87356 service nova] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Received unexpected event network-vif-plugged-9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc for instance with vm_state building and task_state spawning. [ 977.459269] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "2e199da1-fcc4-4760-86bf-9035d7e60cab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.139s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.519213] env[69186]: DEBUG nova.network.neutron [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Successfully updated port: 9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.607295] env[69186]: DEBUG nova.compute.manager [req-750b5411-f2a4-45a0-b93b-6e5087754b89 req-83000bd8-cbf6-4a1d-85a5-78a91e125bd3 service nova] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Received event network-vif-deleted-715081d2-13eb-4ed1-8d81-6080b0507017 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.607546] env[69186]: INFO nova.compute.manager [req-750b5411-f2a4-45a0-b93b-6e5087754b89 req-83000bd8-cbf6-4a1d-85a5-78a91e125bd3 service nova] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Neutron deleted interface 715081d2-13eb-4ed1-8d81-6080b0507017; detaching it from the instance and deleting it from the info cache [ 977.608041] env[69186]: DEBUG nova.network.neutron [req-750b5411-f2a4-45a0-b93b-6e5087754b89 req-83000bd8-cbf6-4a1d-85a5-78a91e125bd3 service nova] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.700470] env[69186]: DEBUG nova.network.neutron [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Updating instance_info_cache with network_info: [{"id": "810de10f-3447-4f0e-9beb-f54a4b09c4ca", "address": "fa:16:3e:bd:05:f9", "network": {"id": "00dd6897-3c7d-4519-99b4-1d7e73246cdf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870319695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfd91ddcb62c48dba383798a87da8a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap810de10f-34", "ovs_interfaceid": "810de10f-3447-4f0e-9beb-f54a4b09c4ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.721868] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Releasing lock "refresh_cache-564d3761-06cc-4ef8-baa9-9adc806bf419" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.722199] env[69186]: DEBUG nova.compute.manager [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Instance network_info: |[{"id": "523f294d-b46a-4df5-9b3e-2f68ed305099", "address": "fa:16:3e:b7:ec:67", "network": {"id": "859684c5-55c8-4faf-81cc-bb2bbc16a135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-701422059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aee6bacfd414b25b566d5689a678df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap523f294d-b4", "ovs_interfaceid": "523f294d-b46a-4df5-9b3e-2f68ed305099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 977.722639] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:ec:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '816c6e38-e200-4544-8c5b-9fc3e16c5761', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '523f294d-b46a-4df5-9b3e-2f68ed305099', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.730569] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.731040] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.731283] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c182f87-dfcb-4fd0-9b3c-3fb0f684b44e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.751670] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.751670] env[69186]: value = "task-3635453" [ 977.751670] env[69186]: _type = "Task" [ 977.751670] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.759727] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635453, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.768219] env[69186]: DEBUG oslo_vmware.api [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Task: {'id': task-3635451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573335} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.768219] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5/a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.768377] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.768502] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d092a456-203b-43a1-b23a-2d7f3ed20b41 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.774143] env[69186]: DEBUG oslo_vmware.api [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Waiting for the task: (returnval){ [ 977.774143] env[69186]: value = "task-3635454" [ 977.774143] env[69186]: _type = "Task" [ 977.774143] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.783587] env[69186]: DEBUG oslo_vmware.api [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Task: {'id': task-3635454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.805684] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635452, 'name': ReconfigVM_Task, 'duration_secs': 0.404655} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.806093] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Reconfigured VM instance instance-0000003e to attach disk [datastore2] f74ad208-443c-4d76-9ec3-9f26af98152d/f74ad208-443c-4d76-9ec3-9f26af98152d.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.807425] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'boot_index': 0, 'encrypted': False, 'disk_bus': None, 'encryption_options': None, 'device_name': '/dev/sda', 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'encryption_format': None, 'image_id': 'b3a498fc-06b4-4671-ad6b-07e7a3f7d51f'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'attachment_id': '98b8adb3-6026-4929-ab48-bbbb522387db', 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724889', 'volume_id': '7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'name': 'volume-7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f74ad208-443c-4d76-9ec3-9f26af98152d', 'attached_at': '', 'detached_at': '', 'volume_id': '7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'serial': '7899bc48-83dc-46fd-9fd4-c8422a161a1d'}, 'delete_on_termination': False, 'device_type': None, 'disk_bus': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69186) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 977.807639] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Volume attach. Driver type: vmdk {{(pid=69186) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 977.807834] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724889', 'volume_id': '7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'name': 'volume-7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f74ad208-443c-4d76-9ec3-9f26af98152d', 'attached_at': '', 'detached_at': '', 'volume_id': '7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'serial': '7899bc48-83dc-46fd-9fd4-c8422a161a1d'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 977.808687] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd65dbb-83ae-403c-a405-d04ddbce71db {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.826769] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bf3502-87fc-48e3-a481-70457f3e1a53 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.852530] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] volume-7899bc48-83dc-46fd-9fd4-c8422a161a1d/volume-7899bc48-83dc-46fd-9fd4-c8422a161a1d.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.853068] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4af9ddb-3e92-4e4b-af09-e25d8b9ccfba {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.877022] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 977.877022] env[69186]: value = "task-3635455" [ 977.877022] env[69186]: _type = "Task" [ 977.877022] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.884343] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635455, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.924083] env[69186]: DEBUG oslo_concurrency.lockutils [None req-639ae2c9-23ef-4805-8643-ab562ba1e32f tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.925516] env[69186]: DEBUG oslo_concurrency.lockutils [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.970s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.925786] env[69186]: DEBUG nova.objects.instance [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Lazy-loading 'resources' on Instance uuid 16110e15-0f28-4d68-955a-3c02189f6699 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.023377] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Acquiring lock "refresh_cache-373cd3b4-de0f-450b-a1f5-9b90efc55213" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.023377] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Acquired lock "refresh_cache-373cd3b4-de0f-450b-a1f5-9b90efc55213" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.023377] env[69186]: DEBUG nova.network.neutron [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.089934] env[69186]: DEBUG nova.network.neutron [-] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.110537] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6566e6e6-5302-4e85-aee3-dd34a8270404 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.121545] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1c85d4-9748-436c-8354-2c816bb0413c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.152704] env[69186]: DEBUG nova.compute.manager [req-750b5411-f2a4-45a0-b93b-6e5087754b89 req-83000bd8-cbf6-4a1d-85a5-78a91e125bd3 service nova] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Detach interface failed, port_id=715081d2-13eb-4ed1-8d81-6080b0507017, reason: Instance 49bc8ba1-cc00-440a-bdad-a70eada41178 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 978.203064] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Releasing lock "refresh_cache-885daa09-2a66-45f1-90ec-bb393c8188d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.266299] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635453, 'name': CreateVM_Task, 'duration_secs': 0.348767} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.266477] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.267215] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.267385] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.267788] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.268058] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af8cce98-caf8-47d2-98ef-748c86a423e0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.273050] env[69186]: DEBUG oslo_vmware.api [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 978.273050] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c903eb-c9ab-f1a4-38d0-57274303a546" [ 978.273050] env[69186]: _type = "Task" [ 978.273050] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.285070] env[69186]: DEBUG oslo_vmware.api [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c903eb-c9ab-f1a4-38d0-57274303a546, 'name': SearchDatastore_Task, 'duration_secs': 0.009272} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.288954] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.288954] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.288954] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.288954] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.288954] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.289176] env[69186]: DEBUG oslo_vmware.api [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Task: {'id': task-3635454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098566} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.289270] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b268a6a8-e262-4dea-92fb-83669f0bce45 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.291529] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.292162] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ab5e9c-084d-48a3-a39c-24c6aa47fcac {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.316286] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5/a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.317708] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c83ec842-138a-47f9-b14f-ea6cd910a3a3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.331558] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.331851] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.333079] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ed3c4e5-e333-475e-888d-5c0e98c262f5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.338809] env[69186]: DEBUG oslo_vmware.api [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 978.338809] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528c13b7-1b39-9246-693d-2a9297a547cd" [ 978.338809] env[69186]: _type = "Task" [ 978.338809] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.342997] env[69186]: DEBUG oslo_vmware.api [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Waiting for the task: (returnval){ [ 978.342997] env[69186]: value = "task-3635456" [ 978.342997] env[69186]: _type = "Task" [ 978.342997] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.351433] env[69186]: DEBUG oslo_vmware.api [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528c13b7-1b39-9246-693d-2a9297a547cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.356873] env[69186]: DEBUG oslo_vmware.api [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Task: {'id': task-3635456, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.383166] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635455, 'name': ReconfigVM_Task, 'duration_secs': 0.375764} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.383459] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Reconfigured VM instance instance-0000003e to attach disk [datastore2] volume-7899bc48-83dc-46fd-9fd4-c8422a161a1d/volume-7899bc48-83dc-46fd-9fd4-c8422a161a1d.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.388825] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e5e0613-edc8-4b45-9756-f18768a5e69c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.404372] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 978.404372] env[69186]: value = "task-3635457" [ 978.404372] env[69186]: _type = "Task" [ 978.404372] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.413018] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635457, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.567015] env[69186]: DEBUG nova.network.neutron [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.597153] env[69186]: INFO nova.compute.manager [-] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Took 1.30 seconds to deallocate network for instance. [ 978.726275] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaff9559-70cf-484d-b58e-ce1021601d2a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.756127] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4daa853a-e88e-47e8-add1-82b1801bb511 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.760343] env[69186]: DEBUG nova.network.neutron [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Updating instance_info_cache with network_info: [{"id": "9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc", "address": "fa:16:3e:9f:1d:79", "network": {"id": "32c18b64-26e3-42b4-bc55-8e7fd419ea62", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-480725714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57c0993650684bd59c8db6e9c6d6728b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e9ad1d5-ea", "ovs_interfaceid": "9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.766800] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Updating instance '885daa09-2a66-45f1-90ec-bb393c8188d4' progress to 83 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 978.857199] env[69186]: DEBUG oslo_vmware.api [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528c13b7-1b39-9246-693d-2a9297a547cd, 'name': SearchDatastore_Task, 'duration_secs': 0.03587} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.857450] env[69186]: DEBUG oslo_vmware.api [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Task: {'id': task-3635456, 'name': ReconfigVM_Task, 'duration_secs': 0.309326} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.858989] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Reconfigured VM instance instance-0000004b to attach disk [datastore2] a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5/a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.860033] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05ef063-1ce7-4c9e-a94d-2b62a8d5d68f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.862404] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afab299a-6f64-4afb-828f-d2a054a8816d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.864441] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0238a009-ef4a-4301-9219-11c3c457d04d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.871361] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac9e747-46e6-4759-bc49-6028c1c5cd40 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.874403] env[69186]: DEBUG oslo_vmware.api [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 978.874403] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bbd6d5-fbac-357d-df81-0b2e8fcb13f3" [ 978.874403] env[69186]: _type = "Task" [ 978.874403] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.875638] env[69186]: DEBUG oslo_vmware.api [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Waiting for the task: (returnval){ [ 978.875638] env[69186]: value = "task-3635458" [ 978.875638] env[69186]: _type = "Task" [ 978.875638] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.909045] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdbc2f9-ac40-473a-a2c7-4747722995a4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.919120] env[69186]: DEBUG oslo_vmware.api [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bbd6d5-fbac-357d-df81-0b2e8fcb13f3, 'name': SearchDatastore_Task, 'duration_secs': 0.031619} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.919120] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.919120] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 564d3761-06cc-4ef8-baa9-9adc806bf419/564d3761-06cc-4ef8-baa9-9adc806bf419.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.919486] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7049c83a-bea9-47a5-a318-2cdb801d49c6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.930638] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635457, 'name': ReconfigVM_Task, 'duration_secs': 0.255142} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.931122] env[69186]: DEBUG oslo_vmware.api [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Task: {'id': task-3635458, 'name': Rename_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.932927] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16529c3a-4cc0-46ce-a504-36da23815441 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.937903] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724889', 'volume_id': '7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'name': 'volume-7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f74ad208-443c-4d76-9ec3-9f26af98152d', 'attached_at': '', 'detached_at': '', 'volume_id': '7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'serial': '7899bc48-83dc-46fd-9fd4-c8422a161a1d'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 978.939532] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-489f9481-0771-4c57-a549-db01f9ee45e0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.941169] env[69186]: DEBUG oslo_vmware.api [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 978.941169] env[69186]: value = "task-3635459" [ 978.941169] env[69186]: _type = "Task" [ 978.941169] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.954503] env[69186]: DEBUG nova.compute.provider_tree [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 978.956359] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 978.956359] env[69186]: value = "task-3635460" [ 978.956359] env[69186]: _type = "Task" [ 978.956359] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.962953] env[69186]: DEBUG oslo_vmware.api [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.967998] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635460, 'name': Rename_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.107866] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.264501] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Releasing lock "refresh_cache-373cd3b4-de0f-450b-a1f5-9b90efc55213" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.264893] env[69186]: DEBUG nova.compute.manager [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Instance network_info: |[{"id": "9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc", "address": "fa:16:3e:9f:1d:79", "network": {"id": "32c18b64-26e3-42b4-bc55-8e7fd419ea62", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-480725714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57c0993650684bd59c8db6e9c6d6728b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e9ad1d5-ea", "ovs_interfaceid": "9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.265445] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:1d:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271a82f1-1d09-4ad3-9c15-07269bad114c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.275029] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Creating folder: Project (57c0993650684bd59c8db6e9c6d6728b). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 979.277179] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.277179] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a98240b7-2853-4022-ad89-bb5abd2af923 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.279045] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d0baa68-3397-468d-9489-7c76cbc3b759 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.289096] env[69186]: DEBUG oslo_vmware.api [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 979.289096] env[69186]: value = "task-3635462" [ 979.289096] env[69186]: _type = "Task" [ 979.289096] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.294888] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Created folder: Project (57c0993650684bd59c8db6e9c6d6728b) in parent group-v724677. [ 979.294888] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Creating folder: Instances. Parent ref: group-v724902. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 979.295300] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3b96a16-6906-4d28-8b3e-d792e0bff5df {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.301452] env[69186]: DEBUG oslo_vmware.api [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.306381] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Created folder: Instances in parent group-v724902. [ 979.306454] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.306667] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.306904] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d36ce933-4dc8-4983-8722-ef491f416981 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.328292] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.328292] env[69186]: value = "task-3635464" [ 979.328292] env[69186]: _type = "Task" [ 979.328292] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.338670] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635464, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.393802] env[69186]: DEBUG oslo_vmware.api [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Task: {'id': task-3635458, 'name': Rename_Task, 'duration_secs': 0.131232} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.393973] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.394310] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af4da756-5d60-451a-8013-3df6e6c1bb46 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.401029] env[69186]: DEBUG oslo_vmware.api [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Waiting for the task: (returnval){ [ 979.401029] env[69186]: value = "task-3635465" [ 979.401029] env[69186]: _type = "Task" [ 979.401029] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.409536] env[69186]: DEBUG oslo_vmware.api [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Task: {'id': task-3635465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.452805] env[69186]: DEBUG oslo_vmware.api [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482536} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.453137] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 564d3761-06cc-4ef8-baa9-9adc806bf419/564d3761-06cc-4ef8-baa9-9adc806bf419.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.453506] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.453788] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dec71c79-bffd-4f01-a456-e2497b4a16b1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.468480] env[69186]: DEBUG oslo_vmware.api [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 979.468480] env[69186]: value = "task-3635466" [ 979.468480] env[69186]: _type = "Task" [ 979.468480] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.475768] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635460, 'name': Rename_Task, 'duration_secs': 0.158838} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.476917] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.476917] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-729c48f0-da35-438c-b917-87ce578e353f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.481682] env[69186]: DEBUG oslo_vmware.api [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.484194] env[69186]: ERROR nova.scheduler.client.report [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] [req-749ca9fd-6970-41fa-9d38-402d41a72846] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 236fcb92-b429-42b8-bc28-b1c93f3ba708. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-749ca9fd-6970-41fa-9d38-402d41a72846"}]} [ 979.488382] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 979.488382] env[69186]: value = "task-3635467" [ 979.488382] env[69186]: _type = "Task" [ 979.488382] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.497993] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.512350] env[69186]: DEBUG nova.scheduler.client.report [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Refreshing inventories for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 979.528165] env[69186]: DEBUG nova.scheduler.client.report [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Updating ProviderTree inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 979.528457] env[69186]: DEBUG nova.compute.provider_tree [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 979.532768] env[69186]: DEBUG nova.compute.manager [req-33aecbb4-ccb1-47c1-a993-039f6ed2be67 req-981088f0-49e3-4c22-9abf-1b2d1b4c4f05 service nova] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Received event network-changed-9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.532979] env[69186]: DEBUG nova.compute.manager [req-33aecbb4-ccb1-47c1-a993-039f6ed2be67 req-981088f0-49e3-4c22-9abf-1b2d1b4c4f05 service nova] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Refreshing instance network info cache due to event network-changed-9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.533244] env[69186]: DEBUG oslo_concurrency.lockutils [req-33aecbb4-ccb1-47c1-a993-039f6ed2be67 req-981088f0-49e3-4c22-9abf-1b2d1b4c4f05 service nova] Acquiring lock "refresh_cache-373cd3b4-de0f-450b-a1f5-9b90efc55213" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.533407] env[69186]: DEBUG oslo_concurrency.lockutils [req-33aecbb4-ccb1-47c1-a993-039f6ed2be67 req-981088f0-49e3-4c22-9abf-1b2d1b4c4f05 service nova] Acquired lock "refresh_cache-373cd3b4-de0f-450b-a1f5-9b90efc55213" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.533608] env[69186]: DEBUG nova.network.neutron [req-33aecbb4-ccb1-47c1-a993-039f6ed2be67 req-981088f0-49e3-4c22-9abf-1b2d1b4c4f05 service nova] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Refreshing network info cache for port 9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.546230] env[69186]: DEBUG nova.scheduler.client.report [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Refreshing aggregate associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, aggregates: None {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 979.570820] env[69186]: DEBUG nova.scheduler.client.report [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Refreshing trait associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 979.803788] env[69186]: DEBUG oslo_vmware.api [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635462, 'name': PowerOnVM_Task, 'duration_secs': 0.426371} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.804157] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.804443] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5b87882d-3b46-4614-b8b7-0e78086730bf tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Updating instance '885daa09-2a66-45f1-90ec-bb393c8188d4' progress to 100 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 979.842119] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635464, 'name': CreateVM_Task, 'duration_secs': 0.347476} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.842304] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.843943] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.844135] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.844457] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.844736] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc7d21a5-4def-4dc4-b032-63786119a25d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.849351] env[69186]: DEBUG oslo_vmware.api [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Waiting for the task: (returnval){ [ 979.849351] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522c45e0-d83e-e577-0cce-f0f2449dd09a" [ 979.849351] env[69186]: _type = "Task" [ 979.849351] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.861500] env[69186]: DEBUG oslo_vmware.api [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522c45e0-d83e-e577-0cce-f0f2449dd09a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.911916] env[69186]: DEBUG oslo_vmware.api [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Task: {'id': task-3635465, 'name': PowerOnVM_Task, 'duration_secs': 0.481031} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.914335] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.914592] env[69186]: INFO nova.compute.manager [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Took 8.07 seconds to spawn the instance on the hypervisor. [ 979.914807] env[69186]: DEBUG nova.compute.manager [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.915744] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c301755c-f59e-4cc9-9150-7fb264f515fc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.935410] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fc4c26-f0c2-4d06-9dcb-7c2ca3c47220 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.944548] env[69186]: DEBUG oslo_concurrency.lockutils [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "51a8437d-4790-4ba9-a676-2f2e3ea28133" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.944785] env[69186]: DEBUG oslo_concurrency.lockutils [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "51a8437d-4790-4ba9-a676-2f2e3ea28133" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.946640] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a426019-b331-4edb-8093-2c9f91f9dd9e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.982883] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82efa6c-22c2-4a27-b250-cc0e2e6bf256 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.995998] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd4822f-c828-4dbd-abe7-cf53999e7067 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.999593] env[69186]: DEBUG oslo_vmware.api [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069406} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.000114] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.001423] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98137849-c686-4ec3-aee9-ae866ccc63e0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.013901] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635467, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.014631] env[69186]: DEBUG nova.compute.provider_tree [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.035279] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 564d3761-06cc-4ef8-baa9-9adc806bf419/564d3761-06cc-4ef8-baa9-9adc806bf419.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.038049] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d5cd34a-6608-4d15-87b5-40760b5a4c19 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.060397] env[69186]: DEBUG oslo_vmware.api [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 980.060397] env[69186]: value = "task-3635468" [ 980.060397] env[69186]: _type = "Task" [ 980.060397] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.068015] env[69186]: DEBUG oslo_vmware.api [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.238716] env[69186]: DEBUG nova.network.neutron [req-33aecbb4-ccb1-47c1-a993-039f6ed2be67 req-981088f0-49e3-4c22-9abf-1b2d1b4c4f05 service nova] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Updated VIF entry in instance network info cache for port 9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.239131] env[69186]: DEBUG nova.network.neutron [req-33aecbb4-ccb1-47c1-a993-039f6ed2be67 req-981088f0-49e3-4c22-9abf-1b2d1b4c4f05 service nova] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Updating instance_info_cache with network_info: [{"id": "9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc", "address": "fa:16:3e:9f:1d:79", "network": {"id": "32c18b64-26e3-42b4-bc55-8e7fd419ea62", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-480725714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57c0993650684bd59c8db6e9c6d6728b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e9ad1d5-ea", "ovs_interfaceid": "9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.359522] env[69186]: DEBUG oslo_vmware.api [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522c45e0-d83e-e577-0cce-f0f2449dd09a, 'name': SearchDatastore_Task, 'duration_secs': 0.011229} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.359881] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.360134] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.360380] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.360525] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.360699] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.361010] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96847b94-9838-47ea-94c4-687cfbc47b1c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.368742] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.368880] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.369549] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d117eadb-61c7-4edb-8f3c-969ec2c7f325 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.376219] env[69186]: DEBUG oslo_vmware.api [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Waiting for the task: (returnval){ [ 980.376219] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f79440-45e9-c9d9-2ad4-4f591f2fd02e" [ 980.376219] env[69186]: _type = "Task" [ 980.376219] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.383375] env[69186]: DEBUG oslo_vmware.api [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f79440-45e9-c9d9-2ad4-4f591f2fd02e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.433959] env[69186]: INFO nova.compute.manager [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Took 38.91 seconds to build instance. [ 980.450708] env[69186]: DEBUG nova.compute.manager [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.499924] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635467, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.548727] env[69186]: DEBUG nova.scheduler.client.report [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Updated inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 980.549065] env[69186]: DEBUG nova.compute.provider_tree [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Updating resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 generation from 100 to 101 during operation: update_inventory {{(pid=69186) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 980.549277] env[69186]: DEBUG nova.compute.provider_tree [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.569499] env[69186]: DEBUG oslo_vmware.api [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.742277] env[69186]: DEBUG oslo_concurrency.lockutils [req-33aecbb4-ccb1-47c1-a993-039f6ed2be67 req-981088f0-49e3-4c22-9abf-1b2d1b4c4f05 service nova] Releasing lock "refresh_cache-373cd3b4-de0f-450b-a1f5-9b90efc55213" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.887042] env[69186]: DEBUG oslo_vmware.api [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f79440-45e9-c9d9-2ad4-4f591f2fd02e, 'name': SearchDatastore_Task, 'duration_secs': 0.009204} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.887597] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5130418-bdbb-4e7e-aa83-024f6af57386 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.893029] env[69186]: DEBUG oslo_vmware.api [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Waiting for the task: (returnval){ [ 980.893029] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522d944d-9fa6-0c4f-2a85-32755d86b49e" [ 980.893029] env[69186]: _type = "Task" [ 980.893029] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.900659] env[69186]: DEBUG oslo_vmware.api [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522d944d-9fa6-0c4f-2a85-32755d86b49e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.936024] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a0d8e199-07e7-41d9-8f88-50e94281f86b tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Lock "a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.210s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.974265] env[69186]: DEBUG oslo_concurrency.lockutils [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.000029] env[69186]: DEBUG oslo_vmware.api [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635467, 'name': PowerOnVM_Task, 'duration_secs': 1.387072} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.000029] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.000029] env[69186]: DEBUG nova.compute.manager [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.000621] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bcf088-a585-4324-9a9c-8341598fe42c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.054279] env[69186]: DEBUG oslo_concurrency.lockutils [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.129s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.057013] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.594s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.057241] env[69186]: DEBUG nova.objects.instance [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lazy-loading 'resources' on Instance uuid 403d80f5-89fe-4da5-a156-38f499d1e7e3 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.070148] env[69186]: DEBUG oslo_vmware.api [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635468, 'name': ReconfigVM_Task, 'duration_secs': 0.698198} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.070425] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 564d3761-06cc-4ef8-baa9-9adc806bf419/564d3761-06cc-4ef8-baa9-9adc806bf419.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.071184] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e797362-bcb0-48d9-86c0-ceba47de4915 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.074125] env[69186]: INFO nova.scheduler.client.report [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Deleted allocations for instance 16110e15-0f28-4d68-955a-3c02189f6699 [ 981.078177] env[69186]: DEBUG oslo_vmware.api [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 981.078177] env[69186]: value = "task-3635469" [ 981.078177] env[69186]: _type = "Task" [ 981.078177] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.087249] env[69186]: DEBUG oslo_vmware.api [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635469, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.403288] env[69186]: DEBUG oslo_vmware.api [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522d944d-9fa6-0c4f-2a85-32755d86b49e, 'name': SearchDatastore_Task, 'duration_secs': 0.056894} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.404090] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.404090] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 373cd3b4-de0f-450b-a1f5-9b90efc55213/373cd3b4-de0f-450b-a1f5-9b90efc55213.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.404262] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5cd7c6c-562a-4442-8706-c509936d2f9f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.411322] env[69186]: DEBUG oslo_vmware.api [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Waiting for the task: (returnval){ [ 981.411322] env[69186]: value = "task-3635470" [ 981.411322] env[69186]: _type = "Task" [ 981.411322] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.420936] env[69186]: DEBUG oslo_vmware.api [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Task: {'id': task-3635470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.518921] env[69186]: DEBUG oslo_concurrency.lockutils [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.590520] env[69186]: DEBUG oslo_concurrency.lockutils [None req-29f2a418-675f-4983-ac62-d912d2365e04 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Lock "16110e15-0f28-4d68-955a-3c02189f6699" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.259s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.597494] env[69186]: DEBUG oslo_vmware.api [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635469, 'name': Rename_Task, 'duration_secs': 0.164906} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.597809] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.598084] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa2c7316-4cf2-4953-ba25-df11b484517b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.610805] env[69186]: DEBUG oslo_vmware.api [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 981.610805] env[69186]: value = "task-3635471" [ 981.610805] env[69186]: _type = "Task" [ 981.610805] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.623700] env[69186]: DEBUG oslo_vmware.api [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.924871] env[69186]: DEBUG oslo_vmware.api [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Task: {'id': task-3635470, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.942765] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b553cee-44af-42b8-bc59-421e6927a5ed {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.946064] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2c214859-a789-436e-bfc3-d4f2bac6e304 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "885daa09-2a66-45f1-90ec-bb393c8188d4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.946363] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2c214859-a789-436e-bfc3-d4f2bac6e304 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "885daa09-2a66-45f1-90ec-bb393c8188d4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.946594] env[69186]: DEBUG nova.compute.manager [None req-2c214859-a789-436e-bfc3-d4f2bac6e304 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Going to confirm migration 3 {{(pid=69186) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 981.953379] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c11f06-117d-457d-9218-e843bf8ea27e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.986734] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e5cd65-5b0f-4d97-9549-2604ec7a1a62 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.999065] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac95a45-92e7-4269-96c2-5da48a38146b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.015946] env[69186]: DEBUG nova.compute.provider_tree [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.120791] env[69186]: DEBUG oslo_vmware.api [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635471, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.422805] env[69186]: DEBUG oslo_vmware.api [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Task: {'id': task-3635470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535696} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.423018] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 373cd3b4-de0f-450b-a1f5-9b90efc55213/373cd3b4-de0f-450b-a1f5-9b90efc55213.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.423254] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.423562] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4182709a-3b05-414e-bb30-26a922270484 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.430168] env[69186]: DEBUG oslo_vmware.api [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Waiting for the task: (returnval){ [ 982.430168] env[69186]: value = "task-3635472" [ 982.430168] env[69186]: _type = "Task" [ 982.430168] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.438470] env[69186]: DEBUG oslo_vmware.api [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Task: {'id': task-3635472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.491512] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2c214859-a789-436e-bfc3-d4f2bac6e304 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "refresh_cache-885daa09-2a66-45f1-90ec-bb393c8188d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.491939] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2c214859-a789-436e-bfc3-d4f2bac6e304 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired lock "refresh_cache-885daa09-2a66-45f1-90ec-bb393c8188d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.492106] env[69186]: DEBUG nova.network.neutron [None req-2c214859-a789-436e-bfc3-d4f2bac6e304 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.492327] env[69186]: DEBUG nova.objects.instance [None req-2c214859-a789-436e-bfc3-d4f2bac6e304 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lazy-loading 'info_cache' on Instance uuid 885daa09-2a66-45f1-90ec-bb393c8188d4 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.494094] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Acquiring lock "a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.494428] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Lock "a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.494702] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Acquiring lock "a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.494923] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Lock "a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.495173] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Lock "a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.497937] env[69186]: INFO nova.compute.manager [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Terminating instance [ 982.519850] env[69186]: DEBUG nova.scheduler.client.report [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.622320] env[69186]: DEBUG oslo_vmware.api [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635471, 'name': PowerOnVM_Task, 'duration_secs': 0.922752} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.622698] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.622909] env[69186]: INFO nova.compute.manager [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Took 8.21 seconds to spawn the instance on the hypervisor. [ 982.623105] env[69186]: DEBUG nova.compute.manager [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.624059] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f31a24-ef1b-4f3d-9319-4b3571785ac2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.940231] env[69186]: DEBUG oslo_vmware.api [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Task: {'id': task-3635472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106998} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.940494] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.941303] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f183eac2-85a8-4858-b75e-f21f9ade8c8c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.964844] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 373cd3b4-de0f-450b-a1f5-9b90efc55213/373cd3b4-de0f-450b-a1f5-9b90efc55213.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.965218] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e783c82-324e-48bc-b2f3-0bd932e1028a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.986179] env[69186]: DEBUG oslo_vmware.api [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Waiting for the task: (returnval){ [ 982.986179] env[69186]: value = "task-3635473" [ 982.986179] env[69186]: _type = "Task" [ 982.986179] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.994477] env[69186]: DEBUG oslo_vmware.api [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Task: {'id': task-3635473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.003024] env[69186]: DEBUG nova.compute.manager [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.003024] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.003330] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e99cf6a-621c-4cd4-90ec-0ab6472aedeb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.010874] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.011316] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3d1d80f-3d51-46fb-baf6-0ac45e3a8f46 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.016846] env[69186]: DEBUG oslo_vmware.api [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Waiting for the task: (returnval){ [ 983.016846] env[69186]: value = "task-3635474" [ 983.016846] env[69186]: _type = "Task" [ 983.016846] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.025999] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.027961] env[69186]: DEBUG oslo_vmware.api [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Task: {'id': task-3635474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.028502] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.017s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.028657] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.031920] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.498s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.033475] env[69186]: INFO nova.compute.claims [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.057100] env[69186]: INFO nova.scheduler.client.report [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Deleted allocations for instance 3b71b08a-29ed-4e29-aa4f-1399df38498d [ 983.066562] env[69186]: INFO nova.scheduler.client.report [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Deleted allocations for instance 403d80f5-89fe-4da5-a156-38f499d1e7e3 [ 983.142508] env[69186]: INFO nova.compute.manager [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Took 35.81 seconds to build instance. [ 983.476054] env[69186]: DEBUG nova.compute.manager [req-853dd879-aaf4-4d23-bcf0-4c1118651599 req-9c9bc65e-cc50-4711-970c-7e4e140002a1 service nova] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Received event network-changed-523f294d-b46a-4df5-9b3e-2f68ed305099 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.476396] env[69186]: DEBUG nova.compute.manager [req-853dd879-aaf4-4d23-bcf0-4c1118651599 req-9c9bc65e-cc50-4711-970c-7e4e140002a1 service nova] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Refreshing instance network info cache due to event network-changed-523f294d-b46a-4df5-9b3e-2f68ed305099. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.476631] env[69186]: DEBUG oslo_concurrency.lockutils [req-853dd879-aaf4-4d23-bcf0-4c1118651599 req-9c9bc65e-cc50-4711-970c-7e4e140002a1 service nova] Acquiring lock "refresh_cache-564d3761-06cc-4ef8-baa9-9adc806bf419" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.476771] env[69186]: DEBUG oslo_concurrency.lockutils [req-853dd879-aaf4-4d23-bcf0-4c1118651599 req-9c9bc65e-cc50-4711-970c-7e4e140002a1 service nova] Acquired lock "refresh_cache-564d3761-06cc-4ef8-baa9-9adc806bf419" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.476928] env[69186]: DEBUG nova.network.neutron [req-853dd879-aaf4-4d23-bcf0-4c1118651599 req-9c9bc65e-cc50-4711-970c-7e4e140002a1 service nova] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Refreshing network info cache for port 523f294d-b46a-4df5-9b3e-2f68ed305099 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.499174] env[69186]: DEBUG oslo_vmware.api [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Task: {'id': task-3635473, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.532178] env[69186]: DEBUG oslo_vmware.api [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Task: {'id': task-3635474, 'name': PowerOffVM_Task, 'duration_secs': 0.187705} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.532297] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.534218] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.534218] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1624c9d7-aad1-4405-b283-559de28a61bd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.566125] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b42db9d1-e094-4657-9cea-ac97ec3ae434 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "3b71b08a-29ed-4e29-aa4f-1399df38498d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.082s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.576277] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f39c431a-d6d3-4f00-8370-c12bcc539062 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "403d80f5-89fe-4da5-a156-38f499d1e7e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.557s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.601376] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.601376] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.601376] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Deleting the datastore file [datastore2] a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.601376] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d0be093-76a4-4879-8c2e-f53b4757407b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.611785] env[69186]: DEBUG oslo_vmware.api [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Waiting for the task: (returnval){ [ 983.611785] env[69186]: value = "task-3635476" [ 983.611785] env[69186]: _type = "Task" [ 983.611785] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.622103] env[69186]: DEBUG oslo_vmware.api [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Task: {'id': task-3635476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.647479] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a302c0c2-7810-4f3b-8083-2dec0141223e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "564d3761-06cc-4ef8-baa9-9adc806bf419" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.118s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.737891] env[69186]: DEBUG nova.network.neutron [None req-2c214859-a789-436e-bfc3-d4f2bac6e304 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Updating instance_info_cache with network_info: [{"id": "810de10f-3447-4f0e-9beb-f54a4b09c4ca", "address": "fa:16:3e:bd:05:f9", "network": {"id": "00dd6897-3c7d-4519-99b4-1d7e73246cdf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870319695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfd91ddcb62c48dba383798a87da8a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap810de10f-34", "ovs_interfaceid": "810de10f-3447-4f0e-9beb-f54a4b09c4ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.002686] env[69186]: DEBUG oslo_vmware.api [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Task: {'id': task-3635473, 'name': ReconfigVM_Task, 'duration_secs': 0.553651} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.003987] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 373cd3b4-de0f-450b-a1f5-9b90efc55213/373cd3b4-de0f-450b-a1f5-9b90efc55213.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.005187] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-634252d9-5195-4454-8c0c-9f73e2ea49c7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.013827] env[69186]: DEBUG oslo_vmware.api [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Waiting for the task: (returnval){ [ 984.013827] env[69186]: value = "task-3635477" [ 984.013827] env[69186]: _type = "Task" [ 984.013827] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.023296] env[69186]: DEBUG oslo_vmware.api [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Task: {'id': task-3635477, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.126228] env[69186]: DEBUG oslo_vmware.api [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Task: {'id': task-3635476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290256} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.126510] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.126696] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.127123] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.127123] env[69186]: INFO nova.compute.manager [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 984.128057] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.128057] env[69186]: DEBUG nova.compute.manager [-] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.128057] env[69186]: DEBUG nova.network.neutron [-] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.241216] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2c214859-a789-436e-bfc3-d4f2bac6e304 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Releasing lock "refresh_cache-885daa09-2a66-45f1-90ec-bb393c8188d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.241419] env[69186]: DEBUG nova.objects.instance [None req-2c214859-a789-436e-bfc3-d4f2bac6e304 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lazy-loading 'migration_context' on Instance uuid 885daa09-2a66-45f1-90ec-bb393c8188d4 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.399682] env[69186]: DEBUG nova.network.neutron [req-853dd879-aaf4-4d23-bcf0-4c1118651599 req-9c9bc65e-cc50-4711-970c-7e4e140002a1 service nova] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Updated VIF entry in instance network info cache for port 523f294d-b46a-4df5-9b3e-2f68ed305099. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.400114] env[69186]: DEBUG nova.network.neutron [req-853dd879-aaf4-4d23-bcf0-4c1118651599 req-9c9bc65e-cc50-4711-970c-7e4e140002a1 service nova] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Updating instance_info_cache with network_info: [{"id": "523f294d-b46a-4df5-9b3e-2f68ed305099", "address": "fa:16:3e:b7:ec:67", "network": {"id": "859684c5-55c8-4faf-81cc-bb2bbc16a135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-701422059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aee6bacfd414b25b566d5689a678df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap523f294d-b4", "ovs_interfaceid": "523f294d-b46a-4df5-9b3e-2f68ed305099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.452813] env[69186]: DEBUG oslo_concurrency.lockutils [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "b6cf7f10-d3ce-4ce6-9dc5-618973de5c69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.453379] env[69186]: DEBUG oslo_concurrency.lockutils [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "b6cf7f10-d3ce-4ce6-9dc5-618973de5c69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.474454] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4093db9-3e22-4c9e-985b-c29b139f1a10 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.489779] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e5aa40-208e-4bac-914c-0f5f875bde08 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.529121] env[69186]: DEBUG nova.compute.manager [req-ed26267d-29f8-4885-8167-a31b484619a2 req-ef817a6f-77b3-434d-8cd9-f1acf7cfb6fc service nova] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Received event network-vif-deleted-ac6f5c09-22a8-41bb-8266-a90d008b529c {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.529351] env[69186]: INFO nova.compute.manager [req-ed26267d-29f8-4885-8167-a31b484619a2 req-ef817a6f-77b3-434d-8cd9-f1acf7cfb6fc service nova] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Neutron deleted interface ac6f5c09-22a8-41bb-8266-a90d008b529c; detaching it from the instance and deleting it from the info cache [ 984.529491] env[69186]: DEBUG nova.network.neutron [req-ed26267d-29f8-4885-8167-a31b484619a2 req-ef817a6f-77b3-434d-8cd9-f1acf7cfb6fc service nova] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.531556] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d58577-39bd-4d5e-94b8-6e37d466fe22 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.541539] env[69186]: DEBUG oslo_vmware.api [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Task: {'id': task-3635477, 'name': Rename_Task, 'duration_secs': 0.362521} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.543855] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.543934] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2c94c1a-d647-40a3-8f5e-20861c785a77 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.546636] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1292f0ba-fb60-4e16-87bf-fe2e928e6ee4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.561870] env[69186]: DEBUG nova.compute.provider_tree [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.564981] env[69186]: DEBUG oslo_vmware.api [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Waiting for the task: (returnval){ [ 984.564981] env[69186]: value = "task-3635478" [ 984.564981] env[69186]: _type = "Task" [ 984.564981] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.577557] env[69186]: DEBUG oslo_vmware.api [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Task: {'id': task-3635478, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.747602] env[69186]: DEBUG nova.objects.base [None req-2c214859-a789-436e-bfc3-d4f2bac6e304 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Object Instance<885daa09-2a66-45f1-90ec-bb393c8188d4> lazy-loaded attributes: info_cache,migration_context {{(pid=69186) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 984.748560] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5457e20d-f2cf-4667-8d7c-4e068e5b5bb8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.768894] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00be01aa-9a2b-4431-a9ea-6c374e533c6f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.774359] env[69186]: DEBUG oslo_vmware.api [None req-2c214859-a789-436e-bfc3-d4f2bac6e304 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 984.774359] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a1e893-082f-26a4-e97b-9e043a3860dc" [ 984.774359] env[69186]: _type = "Task" [ 984.774359] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.781877] env[69186]: DEBUG oslo_vmware.api [None req-2c214859-a789-436e-bfc3-d4f2bac6e304 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a1e893-082f-26a4-e97b-9e043a3860dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.906703] env[69186]: DEBUG oslo_concurrency.lockutils [req-853dd879-aaf4-4d23-bcf0-4c1118651599 req-9c9bc65e-cc50-4711-970c-7e4e140002a1 service nova] Releasing lock "refresh_cache-564d3761-06cc-4ef8-baa9-9adc806bf419" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.955321] env[69186]: DEBUG nova.compute.manager [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.995058] env[69186]: DEBUG nova.network.neutron [-] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.035762] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87c714da-a793-4694-87f8-50b3b243ca47 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.045834] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b362db-dc0b-4b75-92f6-8f70aaf25620 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.066924] env[69186]: DEBUG nova.scheduler.client.report [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.085049] env[69186]: DEBUG nova.compute.manager [req-ed26267d-29f8-4885-8167-a31b484619a2 req-ef817a6f-77b3-434d-8cd9-f1acf7cfb6fc service nova] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Detach interface failed, port_id=ac6f5c09-22a8-41bb-8266-a90d008b529c, reason: Instance a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 985.091298] env[69186]: DEBUG oslo_vmware.api [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Task: {'id': task-3635478, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.285036] env[69186]: DEBUG oslo_vmware.api [None req-2c214859-a789-436e-bfc3-d4f2bac6e304 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a1e893-082f-26a4-e97b-9e043a3860dc, 'name': SearchDatastore_Task, 'duration_secs': 0.007618} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.285379] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2c214859-a789-436e-bfc3-d4f2bac6e304 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.291486] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "f503d73d-b6a6-49cb-9c4c-ece76e61ff8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.291486] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "f503d73d-b6a6-49cb-9c4c-ece76e61ff8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.291486] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "f503d73d-b6a6-49cb-9c4c-ece76e61ff8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.291486] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "f503d73d-b6a6-49cb-9c4c-ece76e61ff8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.291486] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "f503d73d-b6a6-49cb-9c4c-ece76e61ff8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.294470] env[69186]: INFO nova.compute.manager [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Terminating instance [ 985.478414] env[69186]: DEBUG oslo_concurrency.lockutils [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.498238] env[69186]: INFO nova.compute.manager [-] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Took 1.37 seconds to deallocate network for instance. [ 985.580617] env[69186]: DEBUG oslo_vmware.api [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Task: {'id': task-3635478, 'name': PowerOnVM_Task, 'duration_secs': 0.817081} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.580982] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.581207] env[69186]: INFO nova.compute.manager [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Took 8.64 seconds to spawn the instance on the hypervisor. [ 985.581385] env[69186]: DEBUG nova.compute.manager [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.582158] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d240cc9e-033a-4081-82f1-a735b2dc4deb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.586713] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.587218] env[69186]: DEBUG nova.compute.manager [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.592050] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.564s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.592050] env[69186]: DEBUG nova.objects.instance [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Lazy-loading 'resources' on Instance uuid 96c00090-a061-4abe-bf75-fd4aa26457d2 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.800639] env[69186]: DEBUG nova.compute.manager [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.800818] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.801808] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1d5732-b4c9-480d-9294-89f11f9cd7b7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.809676] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.809955] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d35d54d-e27f-4af0-a7cf-68b3ff134c0f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.816387] env[69186]: DEBUG oslo_vmware.api [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 985.816387] env[69186]: value = "task-3635479" [ 985.816387] env[69186]: _type = "Task" [ 985.816387] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.824889] env[69186]: DEBUG oslo_vmware.api [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.971114] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Acquiring lock "4648021d-f844-414d-89fb-c1ca28e3ebfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.971356] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Lock "4648021d-f844-414d-89fb-c1ca28e3ebfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.006020] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.098993] env[69186]: DEBUG nova.compute.utils [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.104912] env[69186]: DEBUG nova.compute.manager [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 986.104912] env[69186]: DEBUG nova.network.neutron [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.108115] env[69186]: INFO nova.compute.manager [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Took 36.08 seconds to build instance. [ 986.161277] env[69186]: DEBUG nova.policy [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec820589c64f49879846a031cd0ba9ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7d600f95bef403bb7a5209b7d1fc1a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.326362] env[69186]: DEBUG oslo_vmware.api [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635479, 'name': PowerOffVM_Task, 'duration_secs': 0.418251} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.326631] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.326916] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.329482] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9895810b-e353-4c2a-b9ec-865e8c257fb1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.409140] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.409227] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.409376] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Deleting the datastore file [datastore1] f503d73d-b6a6-49cb-9c4c-ece76e61ff8e {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.409642] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9973908-3122-4e5c-b61a-272b6ef06cb1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.417064] env[69186]: DEBUG oslo_vmware.api [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for the task: (returnval){ [ 986.417064] env[69186]: value = "task-3635481" [ 986.417064] env[69186]: _type = "Task" [ 986.417064] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.433319] env[69186]: DEBUG oslo_vmware.api [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.473435] env[69186]: DEBUG nova.compute.manager [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.495969] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3482eef2-ec10-43f0-936c-4cb32a84c5ed {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.506364] env[69186]: DEBUG nova.network.neutron [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Successfully created port: 240032d3-7cf5-406d-b026-21d87c817180 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.509771] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591377de-c333-4ee9-bffb-e991a3494ff7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.547048] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568edce6-6461-4c96-af15-c9cf35f0ab58 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.555253] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d97907-5572-4eef-9aa1-f50653123002 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.570626] env[69186]: DEBUG nova.compute.provider_tree [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.604571] env[69186]: DEBUG nova.compute.manager [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.610011] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Lock "373cd3b4-de0f-450b-a1f5-9b90efc55213" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.659s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.926899] env[69186]: DEBUG oslo_vmware.api [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.970781] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Acquiring lock "373cd3b4-de0f-450b-a1f5-9b90efc55213" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.971088] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Lock "373cd3b4-de0f-450b-a1f5-9b90efc55213" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.971306] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Acquiring lock "373cd3b4-de0f-450b-a1f5-9b90efc55213-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.971495] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Lock "373cd3b4-de0f-450b-a1f5-9b90efc55213-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.971663] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Lock "373cd3b4-de0f-450b-a1f5-9b90efc55213-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.973969] env[69186]: INFO nova.compute.manager [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Terminating instance [ 986.999300] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.074418] env[69186]: DEBUG nova.scheduler.client.report [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.430564] env[69186]: DEBUG oslo_vmware.api [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Task: {'id': task-3635481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.54563} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.430977] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.431688] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.431688] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.431688] env[69186]: INFO nova.compute.manager [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Took 1.63 seconds to destroy the instance on the hypervisor. [ 987.431810] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.433070] env[69186]: DEBUG nova.compute.manager [-] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.433070] env[69186]: DEBUG nova.network.neutron [-] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.477480] env[69186]: DEBUG nova.compute.manager [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.477760] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.478766] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9d4bcd-086a-41bb-b4ff-aa9e70e9ad80 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.487657] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.488437] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1778b5cf-4ba6-48f7-b7cd-1be919acdb78 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.494855] env[69186]: DEBUG oslo_vmware.api [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Waiting for the task: (returnval){ [ 987.494855] env[69186]: value = "task-3635482" [ 987.494855] env[69186]: _type = "Task" [ 987.494855] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.504339] env[69186]: DEBUG oslo_vmware.api [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Task: {'id': task-3635482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.580125] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.587392] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.248s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.589849] env[69186]: INFO nova.compute.claims [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.610663] env[69186]: INFO nova.scheduler.client.report [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Deleted allocations for instance 96c00090-a061-4abe-bf75-fd4aa26457d2 [ 987.619036] env[69186]: DEBUG nova.compute.manager [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.650880] env[69186]: DEBUG nova.virt.hardware [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e5f3b68358245d80ffc9065bf3afa90b',container_format='bare',created_at=2025-04-26T12:27:44Z,direct_url=,disk_format='vmdk',id=658c3c76-177f-410a-9d40-4882f42eeaeb,min_disk=1,min_ram=0,name='tempest-test-snap-271373331',owner='f7d600f95bef403bb7a5209b7d1fc1a2',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-26T12:28:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.651113] env[69186]: DEBUG nova.virt.hardware [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.651267] env[69186]: DEBUG nova.virt.hardware [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.651453] env[69186]: DEBUG nova.virt.hardware [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.651904] env[69186]: DEBUG nova.virt.hardware [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.651904] env[69186]: DEBUG nova.virt.hardware [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.652038] env[69186]: DEBUG nova.virt.hardware [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.652093] env[69186]: DEBUG nova.virt.hardware [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.652260] env[69186]: DEBUG nova.virt.hardware [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.652419] env[69186]: DEBUG nova.virt.hardware [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.652655] env[69186]: DEBUG nova.virt.hardware [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.653559] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4be3a2-861b-4693-ada8-dd4c0877d735 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.663681] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3dc03d-ca1c-4a21-ad18-99c6c5a6defa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.753041] env[69186]: DEBUG nova.compute.manager [req-0db35712-2a80-4a32-9560-9b08f8ddf214 req-3e8e8bf1-b43f-406b-9e6b-429148b4507b service nova] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Received event network-vif-deleted-57f06735-4bba-4937-99e0-7d4cc5d21938 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.753260] env[69186]: INFO nova.compute.manager [req-0db35712-2a80-4a32-9560-9b08f8ddf214 req-3e8e8bf1-b43f-406b-9e6b-429148b4507b service nova] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Neutron deleted interface 57f06735-4bba-4937-99e0-7d4cc5d21938; detaching it from the instance and deleting it from the info cache [ 987.753452] env[69186]: DEBUG nova.network.neutron [req-0db35712-2a80-4a32-9560-9b08f8ddf214 req-3e8e8bf1-b43f-406b-9e6b-429148b4507b service nova] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.969785] env[69186]: DEBUG nova.compute.manager [req-951ffbc3-f2ea-445f-b6f1-c5743f403af9 req-c94fd9c5-dc07-47b7-8823-34a0051d72e9 service nova] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Received event network-vif-plugged-240032d3-7cf5-406d-b026-21d87c817180 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.970330] env[69186]: DEBUG oslo_concurrency.lockutils [req-951ffbc3-f2ea-445f-b6f1-c5743f403af9 req-c94fd9c5-dc07-47b7-8823-34a0051d72e9 service nova] Acquiring lock "53956b02-beb3-4c8c-b876-5d24e95f7508-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.970737] env[69186]: DEBUG oslo_concurrency.lockutils [req-951ffbc3-f2ea-445f-b6f1-c5743f403af9 req-c94fd9c5-dc07-47b7-8823-34a0051d72e9 service nova] Lock "53956b02-beb3-4c8c-b876-5d24e95f7508-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.971060] env[69186]: DEBUG oslo_concurrency.lockutils [req-951ffbc3-f2ea-445f-b6f1-c5743f403af9 req-c94fd9c5-dc07-47b7-8823-34a0051d72e9 service nova] Lock "53956b02-beb3-4c8c-b876-5d24e95f7508-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.971373] env[69186]: DEBUG nova.compute.manager [req-951ffbc3-f2ea-445f-b6f1-c5743f403af9 req-c94fd9c5-dc07-47b7-8823-34a0051d72e9 service nova] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] No waiting events found dispatching network-vif-plugged-240032d3-7cf5-406d-b026-21d87c817180 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.971681] env[69186]: WARNING nova.compute.manager [req-951ffbc3-f2ea-445f-b6f1-c5743f403af9 req-c94fd9c5-dc07-47b7-8823-34a0051d72e9 service nova] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Received unexpected event network-vif-plugged-240032d3-7cf5-406d-b026-21d87c817180 for instance with vm_state building and task_state spawning. [ 988.005287] env[69186]: DEBUG oslo_vmware.api [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Task: {'id': task-3635482, 'name': PowerOffVM_Task, 'duration_secs': 0.229085} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.005564] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.005767] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.006052] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03c221e9-ea6c-492a-8797-05099714d2cf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.066873] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.067112] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.067297] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Deleting the datastore file [datastore2] 373cd3b4-de0f-450b-a1f5-9b90efc55213 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.067567] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e1cbfa6-137d-4d5b-855f-cf2520ca4070 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.073679] env[69186]: DEBUG oslo_vmware.api [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Waiting for the task: (returnval){ [ 988.073679] env[69186]: value = "task-3635484" [ 988.073679] env[69186]: _type = "Task" [ 988.073679] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.082356] env[69186]: DEBUG oslo_vmware.api [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Task: {'id': task-3635484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.086554] env[69186]: DEBUG nova.network.neutron [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Successfully updated port: 240032d3-7cf5-406d-b026-21d87c817180 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.123346] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f18eca2c-272f-4ced-beae-aab38c36f8fd tempest-ServerShowV254Test-1680137771 tempest-ServerShowV254Test-1680137771-project-member] Lock "96c00090-a061-4abe-bf75-fd4aa26457d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.899s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.235549] env[69186]: DEBUG nova.network.neutron [-] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.256160] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3622a948-cb2d-4848-a088-48ef8da57229 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.272211] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7736081-ddcb-42af-bdca-05f61996b65d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.301453] env[69186]: DEBUG nova.compute.manager [req-0db35712-2a80-4a32-9560-9b08f8ddf214 req-3e8e8bf1-b43f-406b-9e6b-429148b4507b service nova] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Detach interface failed, port_id=57f06735-4bba-4937-99e0-7d4cc5d21938, reason: Instance f503d73d-b6a6-49cb-9c4c-ece76e61ff8e could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 988.584280] env[69186]: DEBUG oslo_vmware.api [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Task: {'id': task-3635484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.452717} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.584643] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.584914] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.585020] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.585286] env[69186]: INFO nova.compute.manager [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Took 1.11 seconds to destroy the instance on the hypervisor. [ 988.585431] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.585586] env[69186]: DEBUG nova.compute.manager [-] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.585652] env[69186]: DEBUG nova.network.neutron [-] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.591210] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "refresh_cache-53956b02-beb3-4c8c-b876-5d24e95f7508" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.591210] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquired lock "refresh_cache-53956b02-beb3-4c8c-b876-5d24e95f7508" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.591365] env[69186]: DEBUG nova.network.neutron [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.737938] env[69186]: INFO nova.compute.manager [-] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Took 1.31 seconds to deallocate network for instance. [ 988.950785] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80778c1a-23ff-4217-84e5-a6a49b614ba1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.958172] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee55940f-ea3b-4a3c-9c20-c40d6d9ca19a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.989942] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15272f2e-27a4-4561-87e6-3cb661cb3188 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.996934] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6393b08-42e2-41f8-99a6-53ad599204fe {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.010405] env[69186]: DEBUG nova.compute.provider_tree [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.122257] env[69186]: DEBUG nova.network.neutron [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.244309] env[69186]: DEBUG nova.network.neutron [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Updating instance_info_cache with network_info: [{"id": "240032d3-7cf5-406d-b026-21d87c817180", "address": "fa:16:3e:3c:37:24", "network": {"id": "5a237d64-003d-4d9e-b869-69de2f9ecce2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1208086149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7d600f95bef403bb7a5209b7d1fc1a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap240032d3-7c", "ovs_interfaceid": "240032d3-7cf5-406d-b026-21d87c817180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.246440] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.403168] env[69186]: DEBUG nova.network.neutron [-] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.514282] env[69186]: DEBUG nova.scheduler.client.report [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.746727] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Releasing lock "refresh_cache-53956b02-beb3-4c8c-b876-5d24e95f7508" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.747140] env[69186]: DEBUG nova.compute.manager [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Instance network_info: |[{"id": "240032d3-7cf5-406d-b026-21d87c817180", "address": "fa:16:3e:3c:37:24", "network": {"id": "5a237d64-003d-4d9e-b869-69de2f9ecce2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1208086149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7d600f95bef403bb7a5209b7d1fc1a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap240032d3-7c", "ovs_interfaceid": "240032d3-7cf5-406d-b026-21d87c817180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.747603] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:37:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '240032d3-7cf5-406d-b026-21d87c817180', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.755315] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.755532] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.755868] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-495bdb66-c381-46e7-b7f7-bc6950ccc4aa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.776489] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.776489] env[69186]: value = "task-3635485" [ 989.776489] env[69186]: _type = "Task" [ 989.776489] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.785178] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635485, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.905872] env[69186]: INFO nova.compute.manager [-] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Took 1.32 seconds to deallocate network for instance. [ 990.001435] env[69186]: DEBUG nova.compute.manager [req-43cba678-3b1e-4ae3-a646-7313a04cb0b4 req-db00689b-3e8c-47c3-9c7c-a9a92ee7e717 service nova] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Received event network-changed-240032d3-7cf5-406d-b026-21d87c817180 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.001649] env[69186]: DEBUG nova.compute.manager [req-43cba678-3b1e-4ae3-a646-7313a04cb0b4 req-db00689b-3e8c-47c3-9c7c-a9a92ee7e717 service nova] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Refreshing instance network info cache due to event network-changed-240032d3-7cf5-406d-b026-21d87c817180. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.001867] env[69186]: DEBUG oslo_concurrency.lockutils [req-43cba678-3b1e-4ae3-a646-7313a04cb0b4 req-db00689b-3e8c-47c3-9c7c-a9a92ee7e717 service nova] Acquiring lock "refresh_cache-53956b02-beb3-4c8c-b876-5d24e95f7508" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.002169] env[69186]: DEBUG oslo_concurrency.lockutils [req-43cba678-3b1e-4ae3-a646-7313a04cb0b4 req-db00689b-3e8c-47c3-9c7c-a9a92ee7e717 service nova] Acquired lock "refresh_cache-53956b02-beb3-4c8c-b876-5d24e95f7508" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.002359] env[69186]: DEBUG nova.network.neutron [req-43cba678-3b1e-4ae3-a646-7313a04cb0b4 req-db00689b-3e8c-47c3-9c7c-a9a92ee7e717 service nova] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Refreshing network info cache for port 240032d3-7cf5-406d-b026-21d87c817180 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.019268] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.019824] env[69186]: DEBUG nova.compute.manager [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.022810] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.316s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.022944] env[69186]: DEBUG nova.objects.instance [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lazy-loading 'resources' on Instance uuid 71cd4c88-0df4-4390-bb5d-680dd2e10c5c {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.287031] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635485, 'name': CreateVM_Task, 'duration_secs': 0.359057} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.287151] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.287848] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/658c3c76-177f-410a-9d40-4882f42eeaeb" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.288020] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/658c3c76-177f-410a-9d40-4882f42eeaeb" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.288402] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/658c3c76-177f-410a-9d40-4882f42eeaeb" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.288662] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1655c50-4013-46a5-9cfd-696a10350560 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.293570] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 990.293570] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d47cb2-26fe-b8f5-a598-d60d8a54e079" [ 990.293570] env[69186]: _type = "Task" [ 990.293570] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.301393] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d47cb2-26fe-b8f5-a598-d60d8a54e079, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.414273] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.529009] env[69186]: DEBUG nova.compute.utils [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.533420] env[69186]: DEBUG nova.compute.manager [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 990.533600] env[69186]: DEBUG nova.network.neutron [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 990.610085] env[69186]: DEBUG nova.policy [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10070911a5394bb58d5f3b632062c3dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1918c23b8ea04e7eb177e642e8ef30a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.738118] env[69186]: DEBUG nova.network.neutron [req-43cba678-3b1e-4ae3-a646-7313a04cb0b4 req-db00689b-3e8c-47c3-9c7c-a9a92ee7e717 service nova] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Updated VIF entry in instance network info cache for port 240032d3-7cf5-406d-b026-21d87c817180. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.738471] env[69186]: DEBUG nova.network.neutron [req-43cba678-3b1e-4ae3-a646-7313a04cb0b4 req-db00689b-3e8c-47c3-9c7c-a9a92ee7e717 service nova] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Updating instance_info_cache with network_info: [{"id": "240032d3-7cf5-406d-b026-21d87c817180", "address": "fa:16:3e:3c:37:24", "network": {"id": "5a237d64-003d-4d9e-b869-69de2f9ecce2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1208086149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7d600f95bef403bb7a5209b7d1fc1a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap240032d3-7c", "ovs_interfaceid": "240032d3-7cf5-406d-b026-21d87c817180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.806714] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/658c3c76-177f-410a-9d40-4882f42eeaeb" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.806980] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Processing image 658c3c76-177f-410a-9d40-4882f42eeaeb {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.807220] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/658c3c76-177f-410a-9d40-4882f42eeaeb/658c3c76-177f-410a-9d40-4882f42eeaeb.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.807364] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/658c3c76-177f-410a-9d40-4882f42eeaeb/658c3c76-177f-410a-9d40-4882f42eeaeb.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.807540] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.807963] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03fe4e71-ef1f-4087-bbfa-6b17775bb559 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.818169] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.818169] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.818866] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-698aca58-c943-4b78-ab94-72dc8ca8d194 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.824865] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 990.824865] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5263b158-34a3-df17-7fb1-950bbcd0a74b" [ 990.824865] env[69186]: _type = "Task" [ 990.824865] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.832018] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5263b158-34a3-df17-7fb1-950bbcd0a74b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.904461] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c82ba1f-ce0a-4760-8a4a-e11c835b6f4f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.908406] env[69186]: DEBUG nova.network.neutron [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Successfully created port: 12655de0-dff8-4d76-bac2-f47f193c9b1c {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.912918] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6651b6e1-872b-44ed-8aaa-aea3c52889e9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.943434] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812b7687-c774-4b89-8e89-a3b364eedb97 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.951852] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd8172a-c11a-40a5-a564-021a2c492a91 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.965703] env[69186]: DEBUG nova.compute.provider_tree [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.034760] env[69186]: DEBUG nova.compute.manager [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 991.197320] env[69186]: DEBUG nova.network.neutron [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Successfully created port: 406ea92a-cab7-4071-a973-baf78db19df1 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.240712] env[69186]: DEBUG oslo_concurrency.lockutils [req-43cba678-3b1e-4ae3-a646-7313a04cb0b4 req-db00689b-3e8c-47c3-9c7c-a9a92ee7e717 service nova] Releasing lock "refresh_cache-53956b02-beb3-4c8c-b876-5d24e95f7508" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.241057] env[69186]: DEBUG nova.compute.manager [req-43cba678-3b1e-4ae3-a646-7313a04cb0b4 req-db00689b-3e8c-47c3-9c7c-a9a92ee7e717 service nova] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Received event network-vif-deleted-9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.335189] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Preparing fetch location {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 991.335459] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Fetch image to [datastore2] OSTACK_IMG_68b82a9e-e4bf-4826-bb99-18b683ddaa0b/OSTACK_IMG_68b82a9e-e4bf-4826-bb99-18b683ddaa0b.vmdk {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 991.335644] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Downloading stream optimized image 658c3c76-177f-410a-9d40-4882f42eeaeb to [datastore2] OSTACK_IMG_68b82a9e-e4bf-4826-bb99-18b683ddaa0b/OSTACK_IMG_68b82a9e-e4bf-4826-bb99-18b683ddaa0b.vmdk on the data store datastore2 as vApp {{(pid=69186) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 991.335895] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Downloading image file data 658c3c76-177f-410a-9d40-4882f42eeaeb to the ESX as VM named 'OSTACK_IMG_68b82a9e-e4bf-4826-bb99-18b683ddaa0b' {{(pid=69186) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 991.425412] env[69186]: DEBUG oslo_vmware.rw_handles [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 991.425412] env[69186]: value = "resgroup-9" [ 991.425412] env[69186]: _type = "ResourcePool" [ 991.425412] env[69186]: }. {{(pid=69186) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 991.425412] env[69186]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1bf851ed-7e33-460b-81e7-28cc8652f848 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.446098] env[69186]: DEBUG oslo_vmware.rw_handles [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lease: (returnval){ [ 991.446098] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f444c2-c7ae-7236-831c-4b3a404b074a" [ 991.446098] env[69186]: _type = "HttpNfcLease" [ 991.446098] env[69186]: } obtained for vApp import into resource pool (val){ [ 991.446098] env[69186]: value = "resgroup-9" [ 991.446098] env[69186]: _type = "ResourcePool" [ 991.446098] env[69186]: }. {{(pid=69186) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 991.446557] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the lease: (returnval){ [ 991.446557] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f444c2-c7ae-7236-831c-4b3a404b074a" [ 991.446557] env[69186]: _type = "HttpNfcLease" [ 991.446557] env[69186]: } to be ready. {{(pid=69186) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 991.452832] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 991.452832] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f444c2-c7ae-7236-831c-4b3a404b074a" [ 991.452832] env[69186]: _type = "HttpNfcLease" [ 991.452832] env[69186]: } is initializing. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 991.471522] env[69186]: DEBUG nova.scheduler.client.report [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.955044] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 991.955044] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f444c2-c7ae-7236-831c-4b3a404b074a" [ 991.955044] env[69186]: _type = "HttpNfcLease" [ 991.955044] env[69186]: } is initializing. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 991.974062] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.977444] env[69186]: DEBUG oslo_concurrency.lockutils [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.074s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.977444] env[69186]: DEBUG nova.objects.instance [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Lazy-loading 'resources' on Instance uuid 0d5c3a06-eb2e-4278-a95f-bffd49de051c {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.999697] env[69186]: INFO nova.scheduler.client.report [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Deleted allocations for instance 71cd4c88-0df4-4390-bb5d-680dd2e10c5c [ 992.043741] env[69186]: DEBUG nova.compute.manager [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 992.071322] env[69186]: DEBUG nova.virt.hardware [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.071620] env[69186]: DEBUG nova.virt.hardware [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.071776] env[69186]: DEBUG nova.virt.hardware [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.071960] env[69186]: DEBUG nova.virt.hardware [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.072119] env[69186]: DEBUG nova.virt.hardware [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.072273] env[69186]: DEBUG nova.virt.hardware [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.072474] env[69186]: DEBUG nova.virt.hardware [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.072670] env[69186]: DEBUG nova.virt.hardware [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.072877] env[69186]: DEBUG nova.virt.hardware [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.073054] env[69186]: DEBUG nova.virt.hardware [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.073231] env[69186]: DEBUG nova.virt.hardware [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.074121] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d33de1-ce9d-4bb3-bf04-ab3bfaab1739 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.082610] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9bdb93-ae1d-4a66-93c8-f1368bd113b0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.456163] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 992.456163] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f444c2-c7ae-7236-831c-4b3a404b074a" [ 992.456163] env[69186]: _type = "HttpNfcLease" [ 992.456163] env[69186]: } is ready. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 992.456491] env[69186]: DEBUG oslo_vmware.rw_handles [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 992.456491] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f444c2-c7ae-7236-831c-4b3a404b074a" [ 992.456491] env[69186]: _type = "HttpNfcLease" [ 992.456491] env[69186]: }. {{(pid=69186) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 992.457483] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04b08af-e755-4c60-a3c4-745b63365942 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.464867] env[69186]: DEBUG oslo_vmware.rw_handles [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3d5ec-1077-82e9-d9b2-e23472e727d2/disk-0.vmdk from lease info. {{(pid=69186) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 992.465263] env[69186]: DEBUG oslo_vmware.rw_handles [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3d5ec-1077-82e9-d9b2-e23472e727d2/disk-0.vmdk. {{(pid=69186) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 992.540020] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8a952f02-8442-478e-acdc-ace94db97706 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Lock "71cd4c88-0df4-4390-bb5d-680dd2e10c5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.376s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.545035] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a698e257-8e80-4d43-8a21-2aff07924162 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.844264] env[69186]: DEBUG nova.compute.manager [req-a81dc7a4-c1b9-4da8-ae9f-9d07892ac2b4 req-b83c047c-3603-45e0-a40a-3369e18e81bb service nova] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Received event network-vif-plugged-12655de0-dff8-4d76-bac2-f47f193c9b1c {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.844547] env[69186]: DEBUG oslo_concurrency.lockutils [req-a81dc7a4-c1b9-4da8-ae9f-9d07892ac2b4 req-b83c047c-3603-45e0-a40a-3369e18e81bb service nova] Acquiring lock "9c83d2ce-408e-4c21-a503-44b7a6c01aed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.844662] env[69186]: DEBUG oslo_concurrency.lockutils [req-a81dc7a4-c1b9-4da8-ae9f-9d07892ac2b4 req-b83c047c-3603-45e0-a40a-3369e18e81bb service nova] Lock "9c83d2ce-408e-4c21-a503-44b7a6c01aed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.844833] env[69186]: DEBUG oslo_concurrency.lockutils [req-a81dc7a4-c1b9-4da8-ae9f-9d07892ac2b4 req-b83c047c-3603-45e0-a40a-3369e18e81bb service nova] Lock "9c83d2ce-408e-4c21-a503-44b7a6c01aed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.845037] env[69186]: DEBUG nova.compute.manager [req-a81dc7a4-c1b9-4da8-ae9f-9d07892ac2b4 req-b83c047c-3603-45e0-a40a-3369e18e81bb service nova] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] No waiting events found dispatching network-vif-plugged-12655de0-dff8-4d76-bac2-f47f193c9b1c {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.845171] env[69186]: WARNING nova.compute.manager [req-a81dc7a4-c1b9-4da8-ae9f-9d07892ac2b4 req-b83c047c-3603-45e0-a40a-3369e18e81bb service nova] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Received unexpected event network-vif-plugged-12655de0-dff8-4d76-bac2-f47f193c9b1c for instance with vm_state building and task_state spawning. [ 992.876263] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8059d2-6027-4518-b453-c46a6bacf12d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.884289] env[69186]: DEBUG nova.network.neutron [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Successfully updated port: 12655de0-dff8-4d76-bac2-f47f193c9b1c {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 992.890220] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9766bd-5392-4d8c-b22d-b605e6dc60ab {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.949755] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a60cf4c-5210-4a35-a384-bd2a86252d88 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.966325] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e500a193-8607-4c0c-8f1a-fbbed4d8f128 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.983640] env[69186]: DEBUG nova.compute.provider_tree [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.492836] env[69186]: DEBUG oslo_vmware.rw_handles [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Completed reading data from the image iterator. {{(pid=69186) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 993.493137] env[69186]: DEBUG oslo_vmware.rw_handles [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3d5ec-1077-82e9-d9b2-e23472e727d2/disk-0.vmdk. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 993.494705] env[69186]: DEBUG nova.scheduler.client.report [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.500533] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b036b389-d125-4429-9199-4a585222f909 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.508403] env[69186]: DEBUG oslo_vmware.rw_handles [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3d5ec-1077-82e9-d9b2-e23472e727d2/disk-0.vmdk is in state: ready. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 993.508403] env[69186]: DEBUG oslo_vmware.rw_handles [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3d5ec-1077-82e9-d9b2-e23472e727d2/disk-0.vmdk. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 993.508403] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5cfe4b3b-1250-4daa-8caf-4a03c7191101 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.667137] env[69186]: DEBUG oslo_vmware.rw_handles [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3d5ec-1077-82e9-d9b2-e23472e727d2/disk-0.vmdk. {{(pid=69186) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 993.667224] env[69186]: INFO nova.virt.vmwareapi.images [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Downloaded image file data 658c3c76-177f-410a-9d40-4882f42eeaeb [ 993.668122] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bc846c-46e8-4dbc-aab0-7c95b77cb5f6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.685118] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba335ce7-5602-43d4-99ad-8b0ab44e6082 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.708690] env[69186]: INFO nova.virt.vmwareapi.images [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] The imported VM was unregistered [ 993.712049] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Caching image {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 993.712320] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Creating directory with path [datastore2] devstack-image-cache_base/658c3c76-177f-410a-9d40-4882f42eeaeb {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.712600] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2534f026-255d-4ade-9867-2ebb5f1560c8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.722482] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Created directory with path [datastore2] devstack-image-cache_base/658c3c76-177f-410a-9d40-4882f42eeaeb {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.722674] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_68b82a9e-e4bf-4826-bb99-18b683ddaa0b/OSTACK_IMG_68b82a9e-e4bf-4826-bb99-18b683ddaa0b.vmdk to [datastore2] devstack-image-cache_base/658c3c76-177f-410a-9d40-4882f42eeaeb/658c3c76-177f-410a-9d40-4882f42eeaeb.vmdk. {{(pid=69186) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 993.722933] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b8956d0d-0224-433d-af9d-f6bc996f5394 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.728994] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 993.728994] env[69186]: value = "task-3635488" [ 993.728994] env[69186]: _type = "Task" [ 993.728994] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.736947] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635488, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.002835] env[69186]: DEBUG oslo_concurrency.lockutils [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.003295] env[69186]: DEBUG oslo_concurrency.lockutils [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.686s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.003543] env[69186]: DEBUG nova.objects.instance [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69186) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 994.025847] env[69186]: INFO nova.scheduler.client.report [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Deleted allocations for instance 0d5c3a06-eb2e-4278-a95f-bffd49de051c [ 994.245668] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635488, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.536352] env[69186]: DEBUG oslo_concurrency.lockutils [None req-749c2c31-2103-4c39-9ab8-80f99da63a47 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Lock "0d5c3a06-eb2e-4278-a95f-bffd49de051c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.256s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.743793] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635488, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.885122] env[69186]: DEBUG nova.compute.manager [req-489765a5-8272-40f1-b6f5-0bb924ce409d req-7cfe389a-1bef-447b-92ab-9111191166f3 service nova] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Received event network-changed-12655de0-dff8-4d76-bac2-f47f193c9b1c {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.885312] env[69186]: DEBUG nova.compute.manager [req-489765a5-8272-40f1-b6f5-0bb924ce409d req-7cfe389a-1bef-447b-92ab-9111191166f3 service nova] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Refreshing instance network info cache due to event network-changed-12655de0-dff8-4d76-bac2-f47f193c9b1c. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.885747] env[69186]: DEBUG oslo_concurrency.lockutils [req-489765a5-8272-40f1-b6f5-0bb924ce409d req-7cfe389a-1bef-447b-92ab-9111191166f3 service nova] Acquiring lock "refresh_cache-9c83d2ce-408e-4c21-a503-44b7a6c01aed" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.885747] env[69186]: DEBUG oslo_concurrency.lockutils [req-489765a5-8272-40f1-b6f5-0bb924ce409d req-7cfe389a-1bef-447b-92ab-9111191166f3 service nova] Acquired lock "refresh_cache-9c83d2ce-408e-4c21-a503-44b7a6c01aed" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.885875] env[69186]: DEBUG nova.network.neutron [req-489765a5-8272-40f1-b6f5-0bb924ce409d req-7cfe389a-1bef-447b-92ab-9111191166f3 service nova] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Refreshing network info cache for port 12655de0-dff8-4d76-bac2-f47f193c9b1c {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.016458] env[69186]: DEBUG oslo_concurrency.lockutils [None req-83da9239-42ca-47ef-b465-965648b2fb7c tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.016728] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.356s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.016900] env[69186]: DEBUG nova.objects.instance [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lazy-loading 'resources' on Instance uuid e59eda66-dd95-45f2-9d48-8c6254fbebad {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.046593] env[69186]: DEBUG nova.network.neutron [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Successfully updated port: 406ea92a-cab7-4071-a973-baf78db19df1 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.246752] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635488, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.434148] env[69186]: DEBUG nova.network.neutron [req-489765a5-8272-40f1-b6f5-0bb924ce409d req-7cfe389a-1bef-447b-92ab-9111191166f3 service nova] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.550974] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Acquiring lock "refresh_cache-9c83d2ce-408e-4c21-a503-44b7a6c01aed" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.569140] env[69186]: DEBUG nova.network.neutron [req-489765a5-8272-40f1-b6f5-0bb924ce409d req-7cfe389a-1bef-447b-92ab-9111191166f3 service nova] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.744503] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635488, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.882796] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04437228-c2cf-475e-8513-f6ac504e9cae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.893403] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44aefc1-78c9-42cd-af6b-d845db682760 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.930166] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5e9bb2-87be-42f4-b750-952969dc18f0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.939566] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57e54ad-8d4c-4aae-8a79-ceb3fc9fbea8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.956588] env[69186]: DEBUG nova.compute.provider_tree [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.071780] env[69186]: DEBUG oslo_concurrency.lockutils [req-489765a5-8272-40f1-b6f5-0bb924ce409d req-7cfe389a-1bef-447b-92ab-9111191166f3 service nova] Releasing lock "refresh_cache-9c83d2ce-408e-4c21-a503-44b7a6c01aed" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.072321] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Acquired lock "refresh_cache-9c83d2ce-408e-4c21-a503-44b7a6c01aed" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.072506] env[69186]: DEBUG nova.network.neutron [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.244727] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635488, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.459456] env[69186]: DEBUG nova.scheduler.client.report [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.630626] env[69186]: DEBUG nova.network.neutron [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.743605] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635488, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.749314} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.743966] env[69186]: INFO nova.virt.vmwareapi.ds_util [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_68b82a9e-e4bf-4826-bb99-18b683ddaa0b/OSTACK_IMG_68b82a9e-e4bf-4826-bb99-18b683ddaa0b.vmdk to [datastore2] devstack-image-cache_base/658c3c76-177f-410a-9d40-4882f42eeaeb/658c3c76-177f-410a-9d40-4882f42eeaeb.vmdk. [ 996.744299] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Cleaning up location [datastore2] OSTACK_IMG_68b82a9e-e4bf-4826-bb99-18b683ddaa0b {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 996.744489] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_68b82a9e-e4bf-4826-bb99-18b683ddaa0b {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.745218] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-414d4779-4de4-473d-8604-5b4378d5516a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.752628] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 996.752628] env[69186]: value = "task-3635489" [ 996.752628] env[69186]: _type = "Task" [ 996.752628] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.761861] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.920685] env[69186]: DEBUG nova.compute.manager [req-e1da81fa-e9d0-4fd0-ba63-a8fec3f46858 req-658241be-d5a7-4d5b-85f7-ebaf591ccff2 service nova] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Received event network-vif-plugged-406ea92a-cab7-4071-a973-baf78db19df1 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.920860] env[69186]: DEBUG oslo_concurrency.lockutils [req-e1da81fa-e9d0-4fd0-ba63-a8fec3f46858 req-658241be-d5a7-4d5b-85f7-ebaf591ccff2 service nova] Acquiring lock "9c83d2ce-408e-4c21-a503-44b7a6c01aed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.921084] env[69186]: DEBUG oslo_concurrency.lockutils [req-e1da81fa-e9d0-4fd0-ba63-a8fec3f46858 req-658241be-d5a7-4d5b-85f7-ebaf591ccff2 service nova] Lock "9c83d2ce-408e-4c21-a503-44b7a6c01aed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.926319] env[69186]: DEBUG oslo_concurrency.lockutils [req-e1da81fa-e9d0-4fd0-ba63-a8fec3f46858 req-658241be-d5a7-4d5b-85f7-ebaf591ccff2 service nova] Lock "9c83d2ce-408e-4c21-a503-44b7a6c01aed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.005s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.926511] env[69186]: DEBUG nova.compute.manager [req-e1da81fa-e9d0-4fd0-ba63-a8fec3f46858 req-658241be-d5a7-4d5b-85f7-ebaf591ccff2 service nova] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] No waiting events found dispatching network-vif-plugged-406ea92a-cab7-4071-a973-baf78db19df1 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.926681] env[69186]: WARNING nova.compute.manager [req-e1da81fa-e9d0-4fd0-ba63-a8fec3f46858 req-658241be-d5a7-4d5b-85f7-ebaf591ccff2 service nova] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Received unexpected event network-vif-plugged-406ea92a-cab7-4071-a973-baf78db19df1 for instance with vm_state building and task_state spawning. [ 996.926843] env[69186]: DEBUG nova.compute.manager [req-e1da81fa-e9d0-4fd0-ba63-a8fec3f46858 req-658241be-d5a7-4d5b-85f7-ebaf591ccff2 service nova] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Received event network-changed-406ea92a-cab7-4071-a973-baf78db19df1 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.926997] env[69186]: DEBUG nova.compute.manager [req-e1da81fa-e9d0-4fd0-ba63-a8fec3f46858 req-658241be-d5a7-4d5b-85f7-ebaf591ccff2 service nova] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Refreshing instance network info cache due to event network-changed-406ea92a-cab7-4071-a973-baf78db19df1. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.927188] env[69186]: DEBUG oslo_concurrency.lockutils [req-e1da81fa-e9d0-4fd0-ba63-a8fec3f46858 req-658241be-d5a7-4d5b-85f7-ebaf591ccff2 service nova] Acquiring lock "refresh_cache-9c83d2ce-408e-4c21-a503-44b7a6c01aed" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.968302] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.972391] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.023s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.972634] env[69186]: DEBUG nova.objects.instance [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Lazy-loading 'resources' on Instance uuid e2a014fc-40df-4de7-97ae-132ee9e7bf93 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.003861] env[69186]: INFO nova.scheduler.client.report [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Deleted allocations for instance e59eda66-dd95-45f2-9d48-8c6254fbebad [ 997.124710] env[69186]: DEBUG nova.network.neutron [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Updating instance_info_cache with network_info: [{"id": "12655de0-dff8-4d76-bac2-f47f193c9b1c", "address": "fa:16:3e:05:8d:c6", "network": {"id": "3e343fc0-5fa0-4c8f-b218-dc82b15be741", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-869991328", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1918c23b8ea04e7eb177e642e8ef30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12655de0-df", "ovs_interfaceid": "12655de0-dff8-4d76-bac2-f47f193c9b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "406ea92a-cab7-4071-a973-baf78db19df1", "address": "fa:16:3e:82:42:61", "network": {"id": "1f2561d3-33fc-4d49-bdbf-36d019e92e97", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2021693406", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1918c23b8ea04e7eb177e642e8ef30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap406ea92a-ca", "ovs_interfaceid": "406ea92a-cab7-4071-a973-baf78db19df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.263694] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.047901} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.263973] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.264150] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/658c3c76-177f-410a-9d40-4882f42eeaeb/658c3c76-177f-410a-9d40-4882f42eeaeb.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.264940] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/658c3c76-177f-410a-9d40-4882f42eeaeb/658c3c76-177f-410a-9d40-4882f42eeaeb.vmdk to [datastore2] 53956b02-beb3-4c8c-b876-5d24e95f7508/53956b02-beb3-4c8c-b876-5d24e95f7508.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.265221] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d49724ee-2961-48f9-9ccf-f2c3940125ce {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.275306] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 997.275306] env[69186]: value = "task-3635490" [ 997.275306] env[69186]: _type = "Task" [ 997.275306] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.285447] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.519971] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "e59eda66-dd95-45f2-9d48-8c6254fbebad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.385s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.629810] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Releasing lock "refresh_cache-9c83d2ce-408e-4c21-a503-44b7a6c01aed" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.630230] env[69186]: DEBUG nova.compute.manager [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Instance network_info: |[{"id": "12655de0-dff8-4d76-bac2-f47f193c9b1c", "address": "fa:16:3e:05:8d:c6", "network": {"id": "3e343fc0-5fa0-4c8f-b218-dc82b15be741", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-869991328", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1918c23b8ea04e7eb177e642e8ef30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12655de0-df", "ovs_interfaceid": "12655de0-dff8-4d76-bac2-f47f193c9b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "406ea92a-cab7-4071-a973-baf78db19df1", "address": "fa:16:3e:82:42:61", "network": {"id": "1f2561d3-33fc-4d49-bdbf-36d019e92e97", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2021693406", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1918c23b8ea04e7eb177e642e8ef30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap406ea92a-ca", "ovs_interfaceid": "406ea92a-cab7-4071-a973-baf78db19df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.630850] env[69186]: DEBUG oslo_concurrency.lockutils [req-e1da81fa-e9d0-4fd0-ba63-a8fec3f46858 req-658241be-d5a7-4d5b-85f7-ebaf591ccff2 service nova] Acquired lock "refresh_cache-9c83d2ce-408e-4c21-a503-44b7a6c01aed" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.631148] env[69186]: DEBUG nova.network.neutron [req-e1da81fa-e9d0-4fd0-ba63-a8fec3f46858 req-658241be-d5a7-4d5b-85f7-ebaf591ccff2 service nova] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Refreshing network info cache for port 406ea92a-cab7-4071-a973-baf78db19df1 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.633138] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:8d:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12655de0-dff8-4d76-bac2-f47f193c9b1c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:42:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '406ea92a-cab7-4071-a973-baf78db19df1', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.643891] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.648133] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.648538] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fe59781-3870-4d64-880a-2fe98a7127f6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.676517] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.676517] env[69186]: value = "task-3635491" [ 997.676517] env[69186]: _type = "Task" [ 997.676517] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.688732] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635491, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.716657] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "6b8edafd-cb4d-4158-8bba-b521fccba8e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.717346] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "6b8edafd-cb4d-4158-8bba-b521fccba8e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.717650] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "6b8edafd-cb4d-4158-8bba-b521fccba8e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.717862] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "6b8edafd-cb4d-4158-8bba-b521fccba8e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.718211] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "6b8edafd-cb4d-4158-8bba-b521fccba8e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.726657] env[69186]: INFO nova.compute.manager [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Terminating instance [ 997.791919] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635490, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.886442] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2495eb47-8645-4bf0-8763-219eb9d0718b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.896780] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d131493-37b8-4ca0-aeaf-8defbe12c19c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.937188] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bcc7ae-1f7b-4ec0-8f5d-38edd9338630 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.946140] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7a6f32-0a5d-402f-b2b1-95efb001b4cb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.964443] env[69186]: DEBUG nova.compute.provider_tree [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 998.192912] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635491, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.236141] env[69186]: DEBUG nova.compute.manager [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.236396] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.237320] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49d5256-74e5-41d7-851d-b4bbf1ff9c52 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.248321] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.248625] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9af213e8-ca63-4466-b7a2-50a39ab194ff {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.257957] env[69186]: DEBUG oslo_vmware.api [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 998.257957] env[69186]: value = "task-3635492" [ 998.257957] env[69186]: _type = "Task" [ 998.257957] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.270033] env[69186]: DEBUG oslo_vmware.api [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.293860] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635490, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.497503] env[69186]: ERROR nova.scheduler.client.report [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] [req-a432ddc8-bb2d-41ef-8cac-67185461505c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 236fcb92-b429-42b8-bc28-b1c93f3ba708. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a432ddc8-bb2d-41ef-8cac-67185461505c"}]} [ 998.516491] env[69186]: DEBUG nova.scheduler.client.report [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Refreshing inventories for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 998.532228] env[69186]: DEBUG nova.scheduler.client.report [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Updating ProviderTree inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 998.532454] env[69186]: DEBUG nova.compute.provider_tree [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 998.545095] env[69186]: DEBUG nova.scheduler.client.report [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Refreshing aggregate associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, aggregates: None {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 998.574848] env[69186]: DEBUG nova.scheduler.client.report [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Refreshing trait associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 998.586129] env[69186]: DEBUG nova.network.neutron [req-e1da81fa-e9d0-4fd0-ba63-a8fec3f46858 req-658241be-d5a7-4d5b-85f7-ebaf591ccff2 service nova] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Updated VIF entry in instance network info cache for port 406ea92a-cab7-4071-a973-baf78db19df1. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.587062] env[69186]: DEBUG nova.network.neutron [req-e1da81fa-e9d0-4fd0-ba63-a8fec3f46858 req-658241be-d5a7-4d5b-85f7-ebaf591ccff2 service nova] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Updating instance_info_cache with network_info: [{"id": "12655de0-dff8-4d76-bac2-f47f193c9b1c", "address": "fa:16:3e:05:8d:c6", "network": {"id": "3e343fc0-5fa0-4c8f-b218-dc82b15be741", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-869991328", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1918c23b8ea04e7eb177e642e8ef30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12655de0-df", "ovs_interfaceid": "12655de0-dff8-4d76-bac2-f47f193c9b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "406ea92a-cab7-4071-a973-baf78db19df1", "address": "fa:16:3e:82:42:61", "network": {"id": "1f2561d3-33fc-4d49-bdbf-36d019e92e97", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2021693406", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1918c23b8ea04e7eb177e642e8ef30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap406ea92a-ca", "ovs_interfaceid": "406ea92a-cab7-4071-a973-baf78db19df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.693336] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635491, 'name': CreateVM_Task, 'duration_secs': 0.882085} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.693336] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.693336] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.693336] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.693561] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.693697] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a56c5522-886d-4720-85ba-d9e6317fd73f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.702435] env[69186]: DEBUG oslo_vmware.api [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Waiting for the task: (returnval){ [ 998.702435] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c7511d-ac0f-0c6f-e737-c3d07def8445" [ 998.702435] env[69186]: _type = "Task" [ 998.702435] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.712901] env[69186]: DEBUG oslo_vmware.api [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c7511d-ac0f-0c6f-e737-c3d07def8445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.770598] env[69186]: DEBUG oslo_vmware.api [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635492, 'name': PowerOffVM_Task, 'duration_secs': 0.239802} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.771133] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.771507] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.772067] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db6d665e-fdd0-4702-a165-0dde2c011829 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.793402] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635490, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.842177] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.842177] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.842177] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Deleting the datastore file [datastore1] 6b8edafd-cb4d-4158-8bba-b521fccba8e4 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.842177] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16f1b9a0-0b35-462a-b00f-98db60b218fa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.854043] env[69186]: DEBUG oslo_vmware.api [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 998.854043] env[69186]: value = "task-3635494" [ 998.854043] env[69186]: _type = "Task" [ 998.854043] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.866561] env[69186]: DEBUG oslo_vmware.api [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.979685] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9faa106d-1e97-4b6f-9651-3b9ad3cbc6b1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.989418] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea30c10-3ee3-478c-9a27-a9f00fd3fe8f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.024299] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d3219d-5bd3-40c9-9364-876fc0c66f40 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.036690] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6e06af-9806-4bf6-bf35-aa88ed0448bf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.050328] env[69186]: DEBUG nova.compute.provider_tree [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 999.091708] env[69186]: DEBUG oslo_concurrency.lockutils [req-e1da81fa-e9d0-4fd0-ba63-a8fec3f46858 req-658241be-d5a7-4d5b-85f7-ebaf591ccff2 service nova] Releasing lock "refresh_cache-9c83d2ce-408e-4c21-a503-44b7a6c01aed" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.217299] env[69186]: DEBUG oslo_vmware.api [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c7511d-ac0f-0c6f-e737-c3d07def8445, 'name': SearchDatastore_Task, 'duration_secs': 0.090272} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.217683] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.217941] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.218310] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.218479] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.218666] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.218977] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-230b6f53-81cf-4997-a6c2-9f85c1b69e3f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.236835] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.236991] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.237802] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d59dd529-9796-453a-9d6e-ed458d98a9af {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.244980] env[69186]: DEBUG oslo_vmware.api [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Waiting for the task: (returnval){ [ 999.244980] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b70f59-192e-4fe2-41f7-38cacdab4802" [ 999.244980] env[69186]: _type = "Task" [ 999.244980] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.255224] env[69186]: DEBUG oslo_vmware.api [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b70f59-192e-4fe2-41f7-38cacdab4802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.293323] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635490, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.367043] env[69186]: DEBUG oslo_vmware.api [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242433} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.367244] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.367472] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.367671] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.368358] env[69186]: INFO nova.compute.manager [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 999.368358] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.368358] env[69186]: DEBUG nova.compute.manager [-] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.368646] env[69186]: DEBUG nova.network.neutron [-] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.600121] env[69186]: DEBUG nova.scheduler.client.report [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Updated inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with generation 103 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 999.600121] env[69186]: DEBUG nova.compute.provider_tree [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Updating resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 generation from 103 to 104 during operation: update_inventory {{(pid=69186) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 999.600121] env[69186]: DEBUG nova.compute.provider_tree [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 999.760066] env[69186]: DEBUG oslo_vmware.api [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b70f59-192e-4fe2-41f7-38cacdab4802, 'name': SearchDatastore_Task, 'duration_secs': 0.08525} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.761265] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8127f51-bc4c-46d0-a0de-49fb2f190c15 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.769057] env[69186]: DEBUG oslo_vmware.api [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Waiting for the task: (returnval){ [ 999.769057] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524a5d2c-0ce8-d478-d6a8-d27b9d8c01ae" [ 999.769057] env[69186]: _type = "Task" [ 999.769057] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.776886] env[69186]: DEBUG oslo_vmware.api [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524a5d2c-0ce8-d478-d6a8-d27b9d8c01ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.792733] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635490, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.510159} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.794423] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/658c3c76-177f-410a-9d40-4882f42eeaeb/658c3c76-177f-410a-9d40-4882f42eeaeb.vmdk to [datastore2] 53956b02-beb3-4c8c-b876-5d24e95f7508/53956b02-beb3-4c8c-b876-5d24e95f7508.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.795955] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7df6ab0-07ad-4364-a8a6-35ff15e803b0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.824480] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 53956b02-beb3-4c8c-b876-5d24e95f7508/53956b02-beb3-4c8c-b876-5d24e95f7508.vmdk or device None with type streamOptimized {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.826453] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1340bae1-5dfa-4c38-9271-f52a93f4e7bd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.851170] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 999.851170] env[69186]: value = "task-3635495" [ 999.851170] env[69186]: _type = "Task" [ 999.851170] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.862827] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635495, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.886383] env[69186]: DEBUG nova.compute.manager [req-1bcb171d-0640-4984-a8ff-144e83d90941 req-799d3250-fe5e-4d16-9d24-a76c3f47f1b9 service nova] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Received event network-vif-deleted-fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.886698] env[69186]: INFO nova.compute.manager [req-1bcb171d-0640-4984-a8ff-144e83d90941 req-799d3250-fe5e-4d16-9d24-a76c3f47f1b9 service nova] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Neutron deleted interface fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a; detaching it from the instance and deleting it from the info cache [ 999.887264] env[69186]: DEBUG nova.network.neutron [req-1bcb171d-0640-4984-a8ff-144e83d90941 req-799d3250-fe5e-4d16-9d24-a76c3f47f1b9 service nova] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.108209] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.133s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.110960] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.327s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.111414] env[69186]: DEBUG nova.objects.instance [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Lazy-loading 'resources' on Instance uuid bca21a31-e29e-46cd-a096-01a565bf9d72 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.136181] env[69186]: INFO nova.scheduler.client.report [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Deleted allocations for instance e2a014fc-40df-4de7-97ae-132ee9e7bf93 [ 1000.277768] env[69186]: DEBUG oslo_vmware.api [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524a5d2c-0ce8-d478-d6a8-d27b9d8c01ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009822} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.278113] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.278316] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 9c83d2ce-408e-4c21-a503-44b7a6c01aed/9c83d2ce-408e-4c21-a503-44b7a6c01aed.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.278582] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7eb54b12-89a4-498a-ba6e-533023eed20b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.284863] env[69186]: DEBUG oslo_vmware.api [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Waiting for the task: (returnval){ [ 1000.284863] env[69186]: value = "task-3635496" [ 1000.284863] env[69186]: _type = "Task" [ 1000.284863] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.292844] env[69186]: DEBUG oslo_vmware.api [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.296307] env[69186]: DEBUG nova.network.neutron [-] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.364606] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.391926] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bfca8dcb-222b-4c8c-bdee-b59ea4679370 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.403634] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f88db6-eb58-4c02-8753-d314c8be787c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.437208] env[69186]: DEBUG nova.compute.manager [req-1bcb171d-0640-4984-a8ff-144e83d90941 req-799d3250-fe5e-4d16-9d24-a76c3f47f1b9 service nova] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Detach interface failed, port_id=fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a, reason: Instance 6b8edafd-cb4d-4158-8bba-b521fccba8e4 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1000.646987] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Lock "e2a014fc-40df-4de7-97ae-132ee9e7bf93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.213s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.799169] env[69186]: INFO nova.compute.manager [-] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Took 1.43 seconds to deallocate network for instance. [ 1000.799373] env[69186]: DEBUG oslo_vmware.api [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635496, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505233} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.801048] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 9c83d2ce-408e-4c21-a503-44b7a6c01aed/9c83d2ce-408e-4c21-a503-44b7a6c01aed.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.801271] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.804355] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fcac1c8-67dd-4580-a479-7a26a7d45135 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.815447] env[69186]: DEBUG oslo_vmware.api [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Waiting for the task: (returnval){ [ 1000.815447] env[69186]: value = "task-3635497" [ 1000.815447] env[69186]: _type = "Task" [ 1000.815447] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.827113] env[69186]: DEBUG oslo_vmware.api [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.862482] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635495, 'name': ReconfigVM_Task, 'duration_secs': 0.62464} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.862765] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 53956b02-beb3-4c8c-b876-5d24e95f7508/53956b02-beb3-4c8c-b876-5d24e95f7508.vmdk or device None with type streamOptimized {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.863496] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dbb348a-49dd-453a-a618-5b47f876cd5e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.872126] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 1000.872126] env[69186]: value = "task-3635498" [ 1000.872126] env[69186]: _type = "Task" [ 1000.872126] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.884997] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635498, 'name': Rename_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.052872] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7cff9a-b62e-4646-b2a8-25195b58923e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.060594] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c666d066-880a-4c65-b738-3608dbedee3b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.094076] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de29478-fe40-4f0c-b244-385981343275 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.103731] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622de69b-cfd0-4276-b2c3-4b0a2d8f0d54 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.119288] env[69186]: DEBUG nova.compute.provider_tree [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1001.312160] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.326448] env[69186]: DEBUG oslo_vmware.api [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073845} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.326718] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.327728] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f12958c-1094-47d5-8af7-8137e0ba3a3e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.359235] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 9c83d2ce-408e-4c21-a503-44b7a6c01aed/9c83d2ce-408e-4c21-a503-44b7a6c01aed.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.359235] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d6fc964-b45f-4e71-ba3a-72fc13b36957 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.388976] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635498, 'name': Rename_Task, 'duration_secs': 0.188465} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.393818] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.393818] env[69186]: DEBUG oslo_vmware.api [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Waiting for the task: (returnval){ [ 1001.393818] env[69186]: value = "task-3635499" [ 1001.393818] env[69186]: _type = "Task" [ 1001.393818] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.393818] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7eba2280-5561-40e9-832c-9d229f13b70c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.401335] env[69186]: DEBUG oslo_vmware.api [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635499, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.402565] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 1001.402565] env[69186]: value = "task-3635500" [ 1001.402565] env[69186]: _type = "Task" [ 1001.402565] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.412619] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.659563] env[69186]: DEBUG nova.scheduler.client.report [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Updated inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1001.659872] env[69186]: DEBUG nova.compute.provider_tree [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Updating resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 generation from 104 to 105 during operation: update_inventory {{(pid=69186) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1001.660079] env[69186]: DEBUG nova.compute.provider_tree [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1001.907840] env[69186]: DEBUG oslo_vmware.api [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635499, 'name': ReconfigVM_Task, 'duration_secs': 0.380874} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.915494] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 9c83d2ce-408e-4c21-a503-44b7a6c01aed/9c83d2ce-408e-4c21-a503-44b7a6c01aed.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.916253] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74aaf0db-4534-41e5-8cd0-d12c2c1ca55a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.923861] env[69186]: DEBUG oslo_vmware.api [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635500, 'name': PowerOnVM_Task, 'duration_secs': 0.50715} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.924061] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.924167] env[69186]: INFO nova.compute.manager [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Took 14.31 seconds to spawn the instance on the hypervisor. [ 1001.924313] env[69186]: DEBUG nova.compute.manager [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.924630] env[69186]: DEBUG oslo_vmware.api [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Waiting for the task: (returnval){ [ 1001.924630] env[69186]: value = "task-3635501" [ 1001.924630] env[69186]: _type = "Task" [ 1001.924630] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.925457] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108a8003-8325-48e5-83ac-b4af7743fc43 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.939521] env[69186]: DEBUG oslo_vmware.api [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635501, 'name': Rename_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.169021] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.172411] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.996s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.172632] env[69186]: DEBUG nova.objects.instance [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69186) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1002.193617] env[69186]: INFO nova.scheduler.client.report [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Deleted allocations for instance bca21a31-e29e-46cd-a096-01a565bf9d72 [ 1002.438708] env[69186]: DEBUG oslo_vmware.api [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635501, 'name': Rename_Task, 'duration_secs': 0.333705} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.439019] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.439433] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ec0654b-dc98-4434-a464-bcc87d98fd2b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.453289] env[69186]: DEBUG oslo_vmware.api [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Waiting for the task: (returnval){ [ 1002.453289] env[69186]: value = "task-3635502" [ 1002.453289] env[69186]: _type = "Task" [ 1002.453289] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.457771] env[69186]: INFO nova.compute.manager [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Took 45.94 seconds to build instance. [ 1002.467171] env[69186]: DEBUG oslo_vmware.api [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.713580] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa6f8b61-874b-4903-93de-95d02fe8df6d tempest-ServerShowV257Test-1516984404 tempest-ServerShowV257Test-1516984404-project-member] Lock "bca21a31-e29e-46cd-a096-01a565bf9d72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.278s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.960230] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a1fa13ff-4ea0-4345-9b80-d48909132aca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "53956b02-beb3-4c8c-b876-5d24e95f7508" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.465s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.969156] env[69186]: DEBUG oslo_vmware.api [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635502, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.181766] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7b42e701-2f05-4b50-a300-4f4e531895e1 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.183593] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.192s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.186473] env[69186]: DEBUG nova.objects.instance [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Lazy-loading 'resources' on Instance uuid 360c9eb3-60a7-4dbc-8834-6465df08d83f {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.299117] env[69186]: DEBUG oslo_concurrency.lockutils [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "53956b02-beb3-4c8c-b876-5d24e95f7508" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.299409] env[69186]: DEBUG oslo_concurrency.lockutils [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "53956b02-beb3-4c8c-b876-5d24e95f7508" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.299595] env[69186]: DEBUG oslo_concurrency.lockutils [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "53956b02-beb3-4c8c-b876-5d24e95f7508-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.300057] env[69186]: DEBUG oslo_concurrency.lockutils [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "53956b02-beb3-4c8c-b876-5d24e95f7508-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.300057] env[69186]: DEBUG oslo_concurrency.lockutils [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "53956b02-beb3-4c8c-b876-5d24e95f7508-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.303218] env[69186]: INFO nova.compute.manager [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Terminating instance [ 1003.470391] env[69186]: DEBUG oslo_vmware.api [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635502, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.808848] env[69186]: DEBUG nova.compute.manager [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.809137] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.810093] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3304104-c11f-406e-b4d4-7d2104912437 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.818280] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.818983] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be887c1a-66dc-4777-9355-6ea0fd980a02 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.826213] env[69186]: DEBUG oslo_vmware.api [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 1003.826213] env[69186]: value = "task-3635503" [ 1003.826213] env[69186]: _type = "Task" [ 1003.826213] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.838426] env[69186]: DEBUG oslo_vmware.api [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.968871] env[69186]: DEBUG oslo_vmware.api [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635502, 'name': PowerOnVM_Task, 'duration_secs': 1.025185} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.969184] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.969398] env[69186]: INFO nova.compute.manager [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Took 11.93 seconds to spawn the instance on the hypervisor. [ 1003.969581] env[69186]: DEBUG nova.compute.manager [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.970399] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4a611d-739d-4b09-9125-b7fd9ba565d0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.069252] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.069252] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.112273] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd63717d-355d-4f3d-a39a-af43cf68bd0b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.122270] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ed116d-c511-4e6c-b736-3f7154dae720 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.157518] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00655504-3f6a-4b0d-ab34-2301c1774193 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.167562] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f2eb48-2609-4dc4-b49f-8c44e5a0c537 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.183968] env[69186]: DEBUG nova.compute.provider_tree [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.345226] env[69186]: DEBUG oslo_vmware.api [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635503, 'name': PowerOffVM_Task, 'duration_secs': 0.382731} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.345611] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.345774] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.346826] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-095c24ba-fce8-4398-b63c-9a9bf2b49581 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.418136] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.418367] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.418545] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Deleting the datastore file [datastore2] 53956b02-beb3-4c8c-b876-5d24e95f7508 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.418821] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-807b76a6-62c6-421c-b765-b9289212756f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.426114] env[69186]: DEBUG oslo_vmware.api [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 1004.426114] env[69186]: value = "task-3635505" [ 1004.426114] env[69186]: _type = "Task" [ 1004.426114] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.438729] env[69186]: DEBUG oslo_vmware.api [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.495557] env[69186]: INFO nova.compute.manager [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Took 45.18 seconds to build instance. [ 1004.581212] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.581212] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.581212] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.581212] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.581212] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.581212] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.583451] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69186) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1004.583633] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.688469] env[69186]: DEBUG nova.scheduler.client.report [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.944856] env[69186]: DEBUG oslo_vmware.api [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208032} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.945206] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.945333] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.945588] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.945870] env[69186]: INFO nova.compute.manager [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1004.946269] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.951308] env[69186]: DEBUG nova.compute.manager [-] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.951308] env[69186]: DEBUG nova.network.neutron [-] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.000031] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Lock "9c83d2ce-408e-4c21-a503-44b7a6c01aed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.688s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.090600] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.200250] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.205196] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.097s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.205479] env[69186]: DEBUG nova.objects.instance [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Lazy-loading 'resources' on Instance uuid 49bc8ba1-cc00-440a-bdad-a70eada41178 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.240044] env[69186]: INFO nova.scheduler.client.report [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Deleted allocations for instance 360c9eb3-60a7-4dbc-8834-6465df08d83f [ 1005.579244] env[69186]: DEBUG nova.compute.manager [req-fc2550b5-9bf7-4fd1-8d65-9570bc0fa789 req-1a747ff6-3034-4781-8b23-8eef94790c2b service nova] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Received event network-vif-deleted-240032d3-7cf5-406d-b026-21d87c817180 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.579526] env[69186]: INFO nova.compute.manager [req-fc2550b5-9bf7-4fd1-8d65-9570bc0fa789 req-1a747ff6-3034-4781-8b23-8eef94790c2b service nova] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Neutron deleted interface 240032d3-7cf5-406d-b026-21d87c817180; detaching it from the instance and deleting it from the info cache [ 1005.579614] env[69186]: DEBUG nova.network.neutron [req-fc2550b5-9bf7-4fd1-8d65-9570bc0fa789 req-1a747ff6-3034-4781-8b23-8eef94790c2b service nova] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.752065] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cebefc10-f32d-4ff6-ad87-dbeb78e04126 tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Lock "360c9eb3-60a7-4dbc-8834-6465df08d83f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.990s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.846109] env[69186]: DEBUG nova.network.neutron [-] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.014681] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquiring lock "7db077e2-bdc2-4568-ae13-c6fec2c1318e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.015269] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "7db077e2-bdc2-4568-ae13-c6fec2c1318e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.058730] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquiring lock "b2a1953d-7c0e-44a4-928d-60ce0515692a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.058730] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "b2a1953d-7c0e-44a4-928d-60ce0515692a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.083421] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5df593e8-026f-4294-a230-b49060c33644 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.095175] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3877b677-c86d-414a-9cfb-7b6537970674 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.123203] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquiring lock "d2630da7-721d-4f82-a9c6-49dc74d61b8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.123203] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "d2630da7-721d-4f82-a9c6-49dc74d61b8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.143012] env[69186]: DEBUG nova.compute.manager [req-fc2550b5-9bf7-4fd1-8d65-9570bc0fa789 req-1a747ff6-3034-4781-8b23-8eef94790c2b service nova] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Detach interface failed, port_id=240032d3-7cf5-406d-b026-21d87c817180, reason: Instance 53956b02-beb3-4c8c-b876-5d24e95f7508 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1006.214689] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5f726f-cf1a-441f-8ea9-f0343fe1603f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.222670] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147fadd9-0f6e-436b-a7fc-3a24190de009 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.259033] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fb422b-0b88-4884-9462-8625c46fd285 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.266462] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68742ed-0e7b-4d41-b49f-7ac2ac1ed677 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.283877] env[69186]: DEBUG oslo_concurrency.lockutils [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Acquiring lock "9c83d2ce-408e-4c21-a503-44b7a6c01aed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.283877] env[69186]: DEBUG oslo_concurrency.lockutils [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Lock "9c83d2ce-408e-4c21-a503-44b7a6c01aed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.283877] env[69186]: DEBUG oslo_concurrency.lockutils [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Acquiring lock "9c83d2ce-408e-4c21-a503-44b7a6c01aed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.283877] env[69186]: DEBUG oslo_concurrency.lockutils [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Lock "9c83d2ce-408e-4c21-a503-44b7a6c01aed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.283877] env[69186]: DEBUG oslo_concurrency.lockutils [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Lock "9c83d2ce-408e-4c21-a503-44b7a6c01aed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.285272] env[69186]: DEBUG nova.compute.provider_tree [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.286682] env[69186]: INFO nova.compute.manager [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Terminating instance [ 1006.355729] env[69186]: INFO nova.compute.manager [-] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Took 1.41 seconds to deallocate network for instance. [ 1006.522925] env[69186]: DEBUG nova.compute.manager [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.562630] env[69186]: DEBUG nova.compute.manager [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.629409] env[69186]: DEBUG nova.compute.manager [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.632196] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquiring lock "fca7e7e8-a8a0-4948-a839-d3a8ef1131bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.632632] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Lock "fca7e7e8-a8a0-4948-a839-d3a8ef1131bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.632799] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquiring lock "fca7e7e8-a8a0-4948-a839-d3a8ef1131bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.632839] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Lock "fca7e7e8-a8a0-4948-a839-d3a8ef1131bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.633020] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Lock "fca7e7e8-a8a0-4948-a839-d3a8ef1131bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.634976] env[69186]: INFO nova.compute.manager [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Terminating instance [ 1006.793432] env[69186]: DEBUG nova.scheduler.client.report [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.796975] env[69186]: DEBUG nova.compute.manager [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.797194] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.798667] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9866f4aa-6608-44cb-b2dd-1a1445c9184c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.807887] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.807946] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71496c6c-04cf-40aa-9e15-28016ff4e64e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.814880] env[69186]: DEBUG oslo_vmware.api [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Waiting for the task: (returnval){ [ 1006.814880] env[69186]: value = "task-3635506" [ 1006.814880] env[69186]: _type = "Task" [ 1006.814880] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.822722] env[69186]: DEBUG oslo_vmware.api [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.862269] env[69186]: DEBUG oslo_concurrency.lockutils [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.052503] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.086298] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.140163] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquiring lock "refresh_cache-fca7e7e8-a8a0-4948-a839-d3a8ef1131bf" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.140371] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquired lock "refresh_cache-fca7e7e8-a8a0-4948-a839-d3a8ef1131bf" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.140513] env[69186]: DEBUG nova.network.neutron [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.150691] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.304521] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.307938] env[69186]: DEBUG oslo_concurrency.lockutils [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.334s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.309416] env[69186]: INFO nova.compute.claims [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.329643] env[69186]: DEBUG oslo_vmware.api [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635506, 'name': PowerOffVM_Task, 'duration_secs': 0.197474} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.332336] env[69186]: INFO nova.scheduler.client.report [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Deleted allocations for instance 49bc8ba1-cc00-440a-bdad-a70eada41178 [ 1007.333385] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.333554] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.333813] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d3c8840-4ab3-44e0-b7a6-7091a4efae4e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.436585] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.436808] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.436992] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Deleting the datastore file [datastore2] 9c83d2ce-408e-4c21-a503-44b7a6c01aed {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.437275] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f41e6c99-aea8-4dba-a778-54657970fe66 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.442863] env[69186]: DEBUG oslo_vmware.api [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Waiting for the task: (returnval){ [ 1007.442863] env[69186]: value = "task-3635508" [ 1007.442863] env[69186]: _type = "Task" [ 1007.442863] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.454142] env[69186]: DEBUG oslo_vmware.api [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.665254] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Acquiring lock "9b42ea08-fb07-41c2-aa21-a444e47713ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.665546] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Lock "9b42ea08-fb07-41c2-aa21-a444e47713ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.677126] env[69186]: DEBUG nova.network.neutron [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.752073] env[69186]: DEBUG nova.network.neutron [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.843899] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Lock "49bc8ba1-cc00-440a-bdad-a70eada41178" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.214s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.954321] env[69186]: DEBUG oslo_vmware.api [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Task: {'id': task-3635508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159798} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.956249] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.956249] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.956249] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.956249] env[69186]: INFO nova.compute.manager [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1007.956249] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.956249] env[69186]: DEBUG nova.compute.manager [-] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.956249] env[69186]: DEBUG nova.network.neutron [-] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.167693] env[69186]: DEBUG nova.compute.manager [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.254922] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Releasing lock "refresh_cache-fca7e7e8-a8a0-4948-a839-d3a8ef1131bf" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.255417] env[69186]: DEBUG nova.compute.manager [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.255607] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.256517] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1340ab3d-1454-4b64-84f7-a95b632a6be5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.268966] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.269270] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e132014-1fc8-465d-82dc-edcc97965fb2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.277237] env[69186]: DEBUG oslo_vmware.api [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 1008.277237] env[69186]: value = "task-3635509" [ 1008.277237] env[69186]: _type = "Task" [ 1008.277237] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.286428] env[69186]: DEBUG oslo_vmware.api [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.643181] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7941ad3c-b151-4c13-946c-40eb3a8b5d76 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.656193] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45963023-34b2-47cb-be87-54dd6e98d104 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.691078] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3dc438-d92f-42ae-8ed8-a828a551d462 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.700177] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046a62ca-97f3-428a-a65f-bad4aef86fb8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.708467] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.716575] env[69186]: DEBUG nova.compute.provider_tree [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1008.790509] env[69186]: DEBUG oslo_vmware.api [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635509, 'name': PowerOffVM_Task, 'duration_secs': 0.113627} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.790509] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.790509] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.790509] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-843668ec-8c90-41c9-ad32-b924f7f89168 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.797963] env[69186]: DEBUG nova.compute.manager [req-8b56140e-26e6-47a9-9541-5632af7f30df req-b1362f52-1421-4460-84d9-a8635954127a service nova] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Received event network-vif-deleted-12655de0-dff8-4d76-bac2-f47f193c9b1c {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.798077] env[69186]: INFO nova.compute.manager [req-8b56140e-26e6-47a9-9541-5632af7f30df req-b1362f52-1421-4460-84d9-a8635954127a service nova] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Neutron deleted interface 12655de0-dff8-4d76-bac2-f47f193c9b1c; detaching it from the instance and deleting it from the info cache [ 1008.798356] env[69186]: DEBUG nova.network.neutron [req-8b56140e-26e6-47a9-9541-5632af7f30df req-b1362f52-1421-4460-84d9-a8635954127a service nova] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Updating instance_info_cache with network_info: [{"id": "406ea92a-cab7-4071-a973-baf78db19df1", "address": "fa:16:3e:82:42:61", "network": {"id": "1f2561d3-33fc-4d49-bdbf-36d019e92e97", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2021693406", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1918c23b8ea04e7eb177e642e8ef30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap406ea92a-ca", "ovs_interfaceid": "406ea92a-cab7-4071-a973-baf78db19df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.815715] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.815959] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.816200] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Deleting the datastore file [datastore1] fca7e7e8-a8a0-4948-a839-d3a8ef1131bf {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.816731] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ddac39c-87ac-48b6-a992-0a50f8649f47 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.823920] env[69186]: DEBUG oslo_vmware.api [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for the task: (returnval){ [ 1008.823920] env[69186]: value = "task-3635511" [ 1008.823920] env[69186]: _type = "Task" [ 1008.823920] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.833873] env[69186]: DEBUG oslo_vmware.api [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.244731] env[69186]: ERROR nova.scheduler.client.report [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [req-e51a5a2e-2e3f-4fa2-8e74-624f78315012] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 236fcb92-b429-42b8-bc28-b1c93f3ba708. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e51a5a2e-2e3f-4fa2-8e74-624f78315012"}]} [ 1009.262436] env[69186]: DEBUG nova.scheduler.client.report [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Refreshing inventories for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1009.277247] env[69186]: DEBUG nova.scheduler.client.report [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Updating ProviderTree inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1009.277550] env[69186]: DEBUG nova.compute.provider_tree [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1009.288358] env[69186]: DEBUG nova.scheduler.client.report [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Refreshing aggregate associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, aggregates: None {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1009.302778] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71980ecc-0591-4750-962b-e59d1703a2ab {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.307098] env[69186]: DEBUG nova.scheduler.client.report [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Refreshing trait associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1009.316655] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b447564b-8fc2-4f28-866e-eba167304d68 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.343025] env[69186]: DEBUG oslo_vmware.api [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Task: {'id': task-3635511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088491} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.343025] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.343025] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.343025] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.343025] env[69186]: INFO nova.compute.manager [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1009.343025] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.343025] env[69186]: DEBUG nova.compute.manager [-] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.343025] env[69186]: DEBUG nova.network.neutron [-] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.353885] env[69186]: DEBUG nova.compute.manager [req-8b56140e-26e6-47a9-9541-5632af7f30df req-b1362f52-1421-4460-84d9-a8635954127a service nova] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Detach interface failed, port_id=12655de0-dff8-4d76-bac2-f47f193c9b1c, reason: Instance 9c83d2ce-408e-4c21-a503-44b7a6c01aed could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1009.357642] env[69186]: DEBUG nova.network.neutron [-] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.465606] env[69186]: DEBUG nova.network.neutron [-] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.662306] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dcaec5-c181-466b-be63-183e4f9813d5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.670242] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afc8e98-0bf8-4b47-9904-4be0468f1170 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.709176] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3866820c-5ff6-4205-9adc-d3ddabf845bd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.717204] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d761fe-e691-456d-9a95-ae20023482c8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.730031] env[69186]: DEBUG nova.compute.provider_tree [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1009.862443] env[69186]: DEBUG nova.network.neutron [-] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.969044] env[69186]: INFO nova.compute.manager [-] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Took 2.01 seconds to deallocate network for instance. [ 1010.262399] env[69186]: DEBUG nova.scheduler.client.report [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Updated inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1010.262648] env[69186]: DEBUG nova.compute.provider_tree [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Updating resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 generation from 109 to 110 during operation: update_inventory {{(pid=69186) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1010.262867] env[69186]: DEBUG nova.compute.provider_tree [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1010.364973] env[69186]: INFO nova.compute.manager [-] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Took 1.02 seconds to deallocate network for instance. [ 1010.475841] env[69186]: DEBUG oslo_concurrency.lockutils [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.769364] env[69186]: DEBUG oslo_concurrency.lockutils [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.461s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.770189] env[69186]: DEBUG nova.compute.manager [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.773590] env[69186]: DEBUG oslo_concurrency.lockutils [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.254s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.773590] env[69186]: DEBUG nova.objects.instance [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69186) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1010.830432] env[69186]: DEBUG nova.compute.manager [req-062fbb8a-995a-43a8-89f1-7b28541bf0de req-20a12eb3-82e4-46ed-951f-16b8901dc2ea service nova] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Received event network-vif-deleted-406ea92a-cab7-4071-a973-baf78db19df1 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.870891] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.278019] env[69186]: DEBUG nova.compute.utils [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.279492] env[69186]: DEBUG nova.compute.manager [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.279670] env[69186]: DEBUG nova.network.neutron [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.348613] env[69186]: DEBUG nova.policy [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c41a8af0f8e54277b6fa8f5910a6d73c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f565adc711674d8c8a3e28a4a8f1bc20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.693159] env[69186]: DEBUG nova.network.neutron [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Successfully created port: 466e75d5-4890-4482-82fb-a7614060ea13 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.786335] env[69186]: DEBUG nova.compute.manager [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.790524] env[69186]: DEBUG oslo_concurrency.lockutils [None req-704b578a-d469-44ab-800a-6a1228665086 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.791598] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2c214859-a789-436e-bfc3-d4f2bac6e304 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 26.506s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.721144] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2515da-02d8-416f-b44f-cef49e72516f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.728729] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c859297-d284-46d3-8980-67bd5ac5a328 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.760116] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2a1825-c253-488c-befc-318164ad34dd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.767540] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16665436-d10b-41ec-a7b9-5d09768bf1d6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.782323] env[69186]: DEBUG nova.compute.provider_tree [None req-2c214859-a789-436e-bfc3-d4f2bac6e304 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.800551] env[69186]: DEBUG nova.compute.manager [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.831435] env[69186]: DEBUG nova.virt.hardware [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.831435] env[69186]: DEBUG nova.virt.hardware [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.831435] env[69186]: DEBUG nova.virt.hardware [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.831435] env[69186]: DEBUG nova.virt.hardware [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.831435] env[69186]: DEBUG nova.virt.hardware [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.831435] env[69186]: DEBUG nova.virt.hardware [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.831435] env[69186]: DEBUG nova.virt.hardware [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.831435] env[69186]: DEBUG nova.virt.hardware [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.831435] env[69186]: DEBUG nova.virt.hardware [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.831435] env[69186]: DEBUG nova.virt.hardware [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.831435] env[69186]: DEBUG nova.virt.hardware [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.832684] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d26075a-13ea-454b-a986-4ca1a9364754 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.840937] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bcc398-ffad-4335-9ae2-f00d5476d969 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.286376] env[69186]: DEBUG nova.scheduler.client.report [None req-2c214859-a789-436e-bfc3-d4f2bac6e304 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.297856] env[69186]: DEBUG nova.compute.manager [req-2da7fa50-e807-42d6-93d8-d56efd59adc2 req-22ba3cd6-9371-4e41-9b70-e0a18706b9bb service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Received event network-vif-plugged-466e75d5-4890-4482-82fb-a7614060ea13 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.297856] env[69186]: DEBUG oslo_concurrency.lockutils [req-2da7fa50-e807-42d6-93d8-d56efd59adc2 req-22ba3cd6-9371-4e41-9b70-e0a18706b9bb service nova] Acquiring lock "51a8437d-4790-4ba9-a676-2f2e3ea28133-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.297856] env[69186]: DEBUG oslo_concurrency.lockutils [req-2da7fa50-e807-42d6-93d8-d56efd59adc2 req-22ba3cd6-9371-4e41-9b70-e0a18706b9bb service nova] Lock "51a8437d-4790-4ba9-a676-2f2e3ea28133-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.297856] env[69186]: DEBUG oslo_concurrency.lockutils [req-2da7fa50-e807-42d6-93d8-d56efd59adc2 req-22ba3cd6-9371-4e41-9b70-e0a18706b9bb service nova] Lock "51a8437d-4790-4ba9-a676-2f2e3ea28133-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.297856] env[69186]: DEBUG nova.compute.manager [req-2da7fa50-e807-42d6-93d8-d56efd59adc2 req-22ba3cd6-9371-4e41-9b70-e0a18706b9bb service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] No waiting events found dispatching network-vif-plugged-466e75d5-4890-4482-82fb-a7614060ea13 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.297856] env[69186]: WARNING nova.compute.manager [req-2da7fa50-e807-42d6-93d8-d56efd59adc2 req-22ba3cd6-9371-4e41-9b70-e0a18706b9bb service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Received unexpected event network-vif-plugged-466e75d5-4890-4482-82fb-a7614060ea13 for instance with vm_state building and task_state spawning. [ 1013.300875] env[69186]: DEBUG nova.network.neutron [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Successfully updated port: 466e75d5-4890-4482-82fb-a7614060ea13 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.450821] env[69186]: DEBUG oslo_concurrency.lockutils [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "e00fcf04-0c49-4088-9b43-72bad844fc45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.451203] env[69186]: DEBUG oslo_concurrency.lockutils [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "e00fcf04-0c49-4088-9b43-72bad844fc45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.807650] env[69186]: DEBUG oslo_concurrency.lockutils [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "refresh_cache-51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.807853] env[69186]: DEBUG oslo_concurrency.lockutils [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "refresh_cache-51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.809307] env[69186]: DEBUG nova.network.neutron [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.916169] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "fa4f9a75-c2c0-4601-a68b-6179edea5745" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.916169] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "fa4f9a75-c2c0-4601-a68b-6179edea5745" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.953620] env[69186]: DEBUG nova.compute.manager [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.302842] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2c214859-a789-436e-bfc3-d4f2bac6e304 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.511s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.305729] env[69186]: DEBUG oslo_concurrency.lockutils [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.827s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.307107] env[69186]: INFO nova.compute.claims [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.363222] env[69186]: DEBUG nova.network.neutron [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.418844] env[69186]: DEBUG nova.compute.manager [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.477632] env[69186]: DEBUG oslo_concurrency.lockutils [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.502512] env[69186]: DEBUG nova.network.neutron [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Updating instance_info_cache with network_info: [{"id": "466e75d5-4890-4482-82fb-a7614060ea13", "address": "fa:16:3e:7e:07:d0", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap466e75d5-48", "ovs_interfaceid": "466e75d5-4890-4482-82fb-a7614060ea13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.866209] env[69186]: INFO nova.scheduler.client.report [None req-2c214859-a789-436e-bfc3-d4f2bac6e304 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Deleted allocation for migration 6afb3f4e-e843-41d2-8efc-52c861e2520e [ 1014.941788] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.004803] env[69186]: DEBUG oslo_concurrency.lockutils [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "refresh_cache-51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.005164] env[69186]: DEBUG nova.compute.manager [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Instance network_info: |[{"id": "466e75d5-4890-4482-82fb-a7614060ea13", "address": "fa:16:3e:7e:07:d0", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap466e75d5-48", "ovs_interfaceid": "466e75d5-4890-4482-82fb-a7614060ea13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.005587] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:07:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '466e75d5-4890-4482-82fb-a7614060ea13', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.013801] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.014035] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.014284] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ed022ad-5226-4d9a-8ee3-c033bd3761c4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.035819] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.035819] env[69186]: value = "task-3635512" [ 1015.035819] env[69186]: _type = "Task" [ 1015.035819] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.043672] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635512, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.375014] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2c214859-a789-436e-bfc3-d4f2bac6e304 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "885daa09-2a66-45f1-90ec-bb393c8188d4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 33.428s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.385826] env[69186]: DEBUG nova.compute.manager [req-f7557426-c9b8-4184-828a-90cf95fa9400 req-c5608bcb-d557-45d1-94b6-50fd79b89442 service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Received event network-changed-466e75d5-4890-4482-82fb-a7614060ea13 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.386107] env[69186]: DEBUG nova.compute.manager [req-f7557426-c9b8-4184-828a-90cf95fa9400 req-c5608bcb-d557-45d1-94b6-50fd79b89442 service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Refreshing instance network info cache due to event network-changed-466e75d5-4890-4482-82fb-a7614060ea13. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.386344] env[69186]: DEBUG oslo_concurrency.lockutils [req-f7557426-c9b8-4184-828a-90cf95fa9400 req-c5608bcb-d557-45d1-94b6-50fd79b89442 service nova] Acquiring lock "refresh_cache-51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.386624] env[69186]: DEBUG oslo_concurrency.lockutils [req-f7557426-c9b8-4184-828a-90cf95fa9400 req-c5608bcb-d557-45d1-94b6-50fd79b89442 service nova] Acquired lock "refresh_cache-51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.386750] env[69186]: DEBUG nova.network.neutron [req-f7557426-c9b8-4184-828a-90cf95fa9400 req-c5608bcb-d557-45d1-94b6-50fd79b89442 service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Refreshing network info cache for port 466e75d5-4890-4482-82fb-a7614060ea13 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.546642] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635512, 'name': CreateVM_Task, 'duration_secs': 0.389176} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.546730] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.547468] env[69186]: DEBUG oslo_concurrency.lockutils [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.547634] env[69186]: DEBUG oslo_concurrency.lockutils [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.547939] env[69186]: DEBUG oslo_concurrency.lockutils [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.550304] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e2e62ed-c6b3-40fe-89bb-301070c432c8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.555077] env[69186]: DEBUG oslo_vmware.api [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1015.555077] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5239adcd-76cb-c06b-7c88-cbeee86bf94b" [ 1015.555077] env[69186]: _type = "Task" [ 1015.555077] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.562781] env[69186]: DEBUG oslo_vmware.api [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5239adcd-76cb-c06b-7c88-cbeee86bf94b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.647708] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a39ad5-6900-432e-8280-0bbd276fac38 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.655221] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979a6875-8946-4572-a0a7-220467a3c049 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.688319] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fcf355-5c34-41d0-a797-93c5a29a948d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.695613] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82eef4ff-5f1e-44e7-af2a-ced9d9033a72 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.708512] env[69186]: DEBUG nova.compute.provider_tree [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.068288] env[69186]: DEBUG oslo_vmware.api [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5239adcd-76cb-c06b-7c88-cbeee86bf94b, 'name': SearchDatastore_Task, 'duration_secs': 0.009293} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.068599] env[69186]: DEBUG oslo_concurrency.lockutils [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.068834] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.069083] env[69186]: DEBUG oslo_concurrency.lockutils [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.069238] env[69186]: DEBUG oslo_concurrency.lockutils [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.069417] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.069680] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df1e8b0a-7e8f-4449-851f-eccd450ea3a7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.081912] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.083029] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.083029] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d745d77-314c-44f8-8f7d-ef1edc7a8fb6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.088597] env[69186]: DEBUG oslo_vmware.api [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1016.088597] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528c3281-066c-4a54-2177-428f01f8fd83" [ 1016.088597] env[69186]: _type = "Task" [ 1016.088597] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.095957] env[69186]: DEBUG oslo_vmware.api [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528c3281-066c-4a54-2177-428f01f8fd83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.106186] env[69186]: DEBUG nova.network.neutron [req-f7557426-c9b8-4184-828a-90cf95fa9400 req-c5608bcb-d557-45d1-94b6-50fd79b89442 service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Updated VIF entry in instance network info cache for port 466e75d5-4890-4482-82fb-a7614060ea13. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.106541] env[69186]: DEBUG nova.network.neutron [req-f7557426-c9b8-4184-828a-90cf95fa9400 req-c5608bcb-d557-45d1-94b6-50fd79b89442 service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Updating instance_info_cache with network_info: [{"id": "466e75d5-4890-4482-82fb-a7614060ea13", "address": "fa:16:3e:7e:07:d0", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap466e75d5-48", "ovs_interfaceid": "466e75d5-4890-4482-82fb-a7614060ea13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.211412] env[69186]: DEBUG nova.scheduler.client.report [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.599280] env[69186]: DEBUG oslo_vmware.api [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528c3281-066c-4a54-2177-428f01f8fd83, 'name': SearchDatastore_Task, 'duration_secs': 0.008386} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.600183] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4df9795-2165-41fe-95d9-360265ada95d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.605501] env[69186]: DEBUG oslo_vmware.api [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1016.605501] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a8a561-4621-5c4a-aacb-c58e19da3653" [ 1016.605501] env[69186]: _type = "Task" [ 1016.605501] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.609296] env[69186]: DEBUG oslo_concurrency.lockutils [req-f7557426-c9b8-4184-828a-90cf95fa9400 req-c5608bcb-d557-45d1-94b6-50fd79b89442 service nova] Releasing lock "refresh_cache-51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.614369] env[69186]: DEBUG oslo_vmware.api [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a8a561-4621-5c4a-aacb-c58e19da3653, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.716751] env[69186]: DEBUG oslo_concurrency.lockutils [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.717267] env[69186]: DEBUG nova.compute.manager [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.719796] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.714s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.720017] env[69186]: DEBUG nova.objects.instance [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Lazy-loading 'resources' on Instance uuid a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.744349] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "885daa09-2a66-45f1-90ec-bb393c8188d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.744449] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "885daa09-2a66-45f1-90ec-bb393c8188d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.744693] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "885daa09-2a66-45f1-90ec-bb393c8188d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.746658] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "885daa09-2a66-45f1-90ec-bb393c8188d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.746865] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "885daa09-2a66-45f1-90ec-bb393c8188d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.748815] env[69186]: INFO nova.compute.manager [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Terminating instance [ 1017.116021] env[69186]: DEBUG oslo_vmware.api [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a8a561-4621-5c4a-aacb-c58e19da3653, 'name': SearchDatastore_Task, 'duration_secs': 0.010344} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.116836] env[69186]: DEBUG oslo_concurrency.lockutils [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.117245] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 51a8437d-4790-4ba9-a676-2f2e3ea28133/51a8437d-4790-4ba9-a676-2f2e3ea28133.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.117543] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86b45a26-149f-4e16-81f7-ba65f0ffe278 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.123581] env[69186]: DEBUG oslo_vmware.api [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1017.123581] env[69186]: value = "task-3635513" [ 1017.123581] env[69186]: _type = "Task" [ 1017.123581] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.131088] env[69186]: DEBUG oslo_vmware.api [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.170545] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "9931a0cb-d7af-43ab-bfa2-de010754f7d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.170785] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "9931a0cb-d7af-43ab-bfa2-de010754f7d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.222778] env[69186]: DEBUG nova.compute.utils [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.226905] env[69186]: DEBUG nova.compute.manager [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.227086] env[69186]: DEBUG nova.network.neutron [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.252175] env[69186]: DEBUG nova.compute.manager [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.252404] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.255505] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89870dd0-45b6-4a76-9b86-c403d66c8c49 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.263511] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.263762] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cb010f4-b7c3-4ca4-8b83-64dc4238da4d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.269869] env[69186]: DEBUG oslo_vmware.api [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1017.269869] env[69186]: value = "task-3635514" [ 1017.269869] env[69186]: _type = "Task" [ 1017.269869] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.277947] env[69186]: DEBUG oslo_vmware.api [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.279360] env[69186]: DEBUG nova.policy [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02e3e03552ef421e91081931a1d17872', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff7e81341caf41a3a52b5585de23490f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.584567] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f05077e-4393-436e-b6ce-534cbbf620cf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.592662] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142b2c60-4d18-4031-be5b-0e9e5509360e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.631029] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a269156-b324-422b-a8a7-1ec28db0a541 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.642248] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ec545c-0a67-4985-bdcc-22d1d42e5e7f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.646413] env[69186]: DEBUG oslo_vmware.api [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635513, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.657790] env[69186]: DEBUG nova.compute.provider_tree [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.673832] env[69186]: DEBUG nova.compute.manager [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.727245] env[69186]: DEBUG nova.compute.manager [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.736813] env[69186]: DEBUG nova.network.neutron [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Successfully created port: c5031c80-65f1-4f78-8d55-188c93c59fc5 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.779849] env[69186]: DEBUG oslo_vmware.api [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635514, 'name': PowerOffVM_Task, 'duration_secs': 0.216458} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.781027] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.781027] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.781027] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baa01ee3-467c-4f23-b813-efd844559c9b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.979117] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.979597] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.979968] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Deleting the datastore file [datastore1] 885daa09-2a66-45f1-90ec-bb393c8188d4 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.980371] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2192cc2-5446-4ea7-a236-f2ba7adfe25f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.987667] env[69186]: DEBUG oslo_vmware.api [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1017.987667] env[69186]: value = "task-3635516" [ 1017.987667] env[69186]: _type = "Task" [ 1017.987667] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.995521] env[69186]: DEBUG oslo_vmware.api [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.136914] env[69186]: DEBUG oslo_vmware.api [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561974} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.137226] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 51a8437d-4790-4ba9-a676-2f2e3ea28133/51a8437d-4790-4ba9-a676-2f2e3ea28133.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.137373] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.137565] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4200aba9-24e5-41a1-83cc-62fe84561bbb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.143013] env[69186]: DEBUG oslo_vmware.api [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1018.143013] env[69186]: value = "task-3635517" [ 1018.143013] env[69186]: _type = "Task" [ 1018.143013] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.150059] env[69186]: DEBUG oslo_vmware.api [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.161269] env[69186]: DEBUG nova.scheduler.client.report [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.194630] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.497615] env[69186]: DEBUG oslo_vmware.api [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152556} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.497845] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.498039] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.498219] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.498395] env[69186]: INFO nova.compute.manager [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1018.498636] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.498826] env[69186]: DEBUG nova.compute.manager [-] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.498920] env[69186]: DEBUG nova.network.neutron [-] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.652826] env[69186]: DEBUG oslo_vmware.api [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074008} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.653282] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.654226] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7d2250-474b-462b-9253-dd29feef37b4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.673183] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.686725] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 51a8437d-4790-4ba9-a676-2f2e3ea28133/51a8437d-4790-4ba9-a676-2f2e3ea28133.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.687620] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.688s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.688922] env[69186]: INFO nova.compute.claims [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.692071] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffeabb49-c221-40f7-98f4-d15f777eab47 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.718908] env[69186]: DEBUG oslo_vmware.api [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1018.718908] env[69186]: value = "task-3635518" [ 1018.718908] env[69186]: _type = "Task" [ 1018.718908] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.724704] env[69186]: INFO nova.scheduler.client.report [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Deleted allocations for instance a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5 [ 1018.728669] env[69186]: DEBUG oslo_vmware.api [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.738446] env[69186]: DEBUG nova.compute.manager [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.774500] env[69186]: DEBUG nova.virt.hardware [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.774916] env[69186]: DEBUG nova.virt.hardware [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.775186] env[69186]: DEBUG nova.virt.hardware [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.775965] env[69186]: DEBUG nova.virt.hardware [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.776297] env[69186]: DEBUG nova.virt.hardware [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.776704] env[69186]: DEBUG nova.virt.hardware [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.777389] env[69186]: DEBUG nova.virt.hardware [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.777389] env[69186]: DEBUG nova.virt.hardware [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.777899] env[69186]: DEBUG nova.virt.hardware [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.778237] env[69186]: DEBUG nova.virt.hardware [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.778955] env[69186]: DEBUG nova.virt.hardware [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.780077] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63aeda46-7c50-4e5d-b331-7d059606c8ab {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.786401] env[69186]: DEBUG nova.network.neutron [-] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.795077] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fe3a1f-cbcc-4539-8ec3-fe17b326ee97 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.833312] env[69186]: DEBUG nova.compute.manager [req-fa0be76a-a97e-4a2f-ae05-ada50b23c4e9 req-5d215679-080e-4d78-a3af-4b9187144468 service nova] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Received event network-vif-deleted-810de10f-3447-4f0e-9beb-f54a4b09c4ca {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.025227] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dfabceb9-4f60-41d2-97a7-770dd9c2b722 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "f74ad208-443c-4d76-9ec3-9f26af98152d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.025540] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dfabceb9-4f60-41d2-97a7-770dd9c2b722 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "f74ad208-443c-4d76-9ec3-9f26af98152d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.120180] env[69186]: DEBUG nova.compute.manager [req-8a62e7e9-c8f4-42af-bc25-3ba471f27b51 req-421a0663-59c2-4a49-9b97-5b5326a90f63 service nova] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Received event network-vif-plugged-c5031c80-65f1-4f78-8d55-188c93c59fc5 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.120426] env[69186]: DEBUG oslo_concurrency.lockutils [req-8a62e7e9-c8f4-42af-bc25-3ba471f27b51 req-421a0663-59c2-4a49-9b97-5b5326a90f63 service nova] Acquiring lock "b6cf7f10-d3ce-4ce6-9dc5-618973de5c69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.120650] env[69186]: DEBUG oslo_concurrency.lockutils [req-8a62e7e9-c8f4-42af-bc25-3ba471f27b51 req-421a0663-59c2-4a49-9b97-5b5326a90f63 service nova] Lock "b6cf7f10-d3ce-4ce6-9dc5-618973de5c69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.120820] env[69186]: DEBUG oslo_concurrency.lockutils [req-8a62e7e9-c8f4-42af-bc25-3ba471f27b51 req-421a0663-59c2-4a49-9b97-5b5326a90f63 service nova] Lock "b6cf7f10-d3ce-4ce6-9dc5-618973de5c69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.120986] env[69186]: DEBUG nova.compute.manager [req-8a62e7e9-c8f4-42af-bc25-3ba471f27b51 req-421a0663-59c2-4a49-9b97-5b5326a90f63 service nova] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] No waiting events found dispatching network-vif-plugged-c5031c80-65f1-4f78-8d55-188c93c59fc5 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.121397] env[69186]: WARNING nova.compute.manager [req-8a62e7e9-c8f4-42af-bc25-3ba471f27b51 req-421a0663-59c2-4a49-9b97-5b5326a90f63 service nova] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Received unexpected event network-vif-plugged-c5031c80-65f1-4f78-8d55-188c93c59fc5 for instance with vm_state building and task_state spawning. [ 1019.231527] env[69186]: DEBUG oslo_vmware.api [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635518, 'name': ReconfigVM_Task, 'duration_secs': 0.284072} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.235265] env[69186]: DEBUG nova.network.neutron [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Successfully updated port: c5031c80-65f1-4f78-8d55-188c93c59fc5 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.235265] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 51a8437d-4790-4ba9-a676-2f2e3ea28133/51a8437d-4790-4ba9-a676-2f2e3ea28133.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.242153] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d96f1740-9094-4078-978c-a99bc434bbc8 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Lock "a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.747s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.243052] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9673c628-7970-4d54-a8f2-6e4b666f9c1b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.252556] env[69186]: DEBUG oslo_vmware.api [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1019.252556] env[69186]: value = "task-3635519" [ 1019.252556] env[69186]: _type = "Task" [ 1019.252556] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.264631] env[69186]: DEBUG oslo_vmware.api [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635519, 'name': Rename_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.290702] env[69186]: INFO nova.compute.manager [-] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Took 0.79 seconds to deallocate network for instance. [ 1019.528972] env[69186]: INFO nova.compute.manager [None req-dfabceb9-4f60-41d2-97a7-770dd9c2b722 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Detaching volume 7899bc48-83dc-46fd-9fd4-c8422a161a1d [ 1019.565489] env[69186]: INFO nova.virt.block_device [None req-dfabceb9-4f60-41d2-97a7-770dd9c2b722 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Attempting to driver detach volume 7899bc48-83dc-46fd-9fd4-c8422a161a1d from mountpoint /dev/sdb [ 1019.565804] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfabceb9-4f60-41d2-97a7-770dd9c2b722 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Volume detach. Driver type: vmdk {{(pid=69186) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1019.566021] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfabceb9-4f60-41d2-97a7-770dd9c2b722 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724889', 'volume_id': '7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'name': 'volume-7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f74ad208-443c-4d76-9ec3-9f26af98152d', 'attached_at': '', 'detached_at': '', 'volume_id': '7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'serial': '7899bc48-83dc-46fd-9fd4-c8422a161a1d'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1019.566926] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b6f51b-419c-4a28-9b79-90a76c3c3716 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.588908] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1e69bd-f740-4a12-832a-c2ae43151ac6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.596062] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92baf217-2a28-4951-b904-2222af9c9bd8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.616437] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3894e3-1603-4909-9025-20d1b9a84585 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.631561] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfabceb9-4f60-41d2-97a7-770dd9c2b722 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] The volume has not been displaced from its original location: [datastore2] volume-7899bc48-83dc-46fd-9fd4-c8422a161a1d/volume-7899bc48-83dc-46fd-9fd4-c8422a161a1d.vmdk. No consolidation needed. {{(pid=69186) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1019.637062] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfabceb9-4f60-41d2-97a7-770dd9c2b722 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1019.637712] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e084ba05-06a7-4c58-afc0-6082ec435b6a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.655740] env[69186]: DEBUG oslo_vmware.api [None req-dfabceb9-4f60-41d2-97a7-770dd9c2b722 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1019.655740] env[69186]: value = "task-3635520" [ 1019.655740] env[69186]: _type = "Task" [ 1019.655740] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.663986] env[69186]: DEBUG oslo_vmware.api [None req-dfabceb9-4f60-41d2-97a7-770dd9c2b722 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635520, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.746774] env[69186]: DEBUG oslo_concurrency.lockutils [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "refresh_cache-b6cf7f10-d3ce-4ce6-9dc5-618973de5c69" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.746928] env[69186]: DEBUG oslo_concurrency.lockutils [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired lock "refresh_cache-b6cf7f10-d3ce-4ce6-9dc5-618973de5c69" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.747091] env[69186]: DEBUG nova.network.neutron [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.762441] env[69186]: DEBUG oslo_vmware.api [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635519, 'name': Rename_Task, 'duration_secs': 0.144211} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.762715] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.762970] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9560ca97-8170-48cd-8f38-9b46afc0b970 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.773528] env[69186]: DEBUG oslo_vmware.api [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1019.773528] env[69186]: value = "task-3635521" [ 1019.773528] env[69186]: _type = "Task" [ 1019.773528] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.781737] env[69186]: DEBUG oslo_vmware.api [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.797985] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.100178] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7d4553-a95f-41d6-a45f-7bcbf0c0b8ec {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.111103] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c25eff-2da3-4ed1-80ec-141bf37ebc2a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.162392] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754b95ea-931b-459c-8502-4847c59e7d75 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.169946] env[69186]: DEBUG oslo_vmware.api [None req-dfabceb9-4f60-41d2-97a7-770dd9c2b722 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635520, 'name': ReconfigVM_Task, 'duration_secs': 0.275381} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.172138] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfabceb9-4f60-41d2-97a7-770dd9c2b722 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1020.177112] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d15b9f2-64de-45de-a7b9-5de7f53e98e4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.188405] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cb644a-a8d4-499e-afe6-ccaee36cf8ef {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.203943] env[69186]: DEBUG nova.compute.provider_tree [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.206718] env[69186]: DEBUG oslo_vmware.api [None req-dfabceb9-4f60-41d2-97a7-770dd9c2b722 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1020.206718] env[69186]: value = "task-3635522" [ 1020.206718] env[69186]: _type = "Task" [ 1020.206718] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.215144] env[69186]: DEBUG oslo_vmware.api [None req-dfabceb9-4f60-41d2-97a7-770dd9c2b722 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.284726] env[69186]: DEBUG oslo_vmware.api [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635521, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.303614] env[69186]: DEBUG nova.network.neutron [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.585847] env[69186]: DEBUG nova.network.neutron [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Updating instance_info_cache with network_info: [{"id": "c5031c80-65f1-4f78-8d55-188c93c59fc5", "address": "fa:16:3e:23:95:7e", "network": {"id": "31bd6c99-6f00-4643-adfe-1f7763b3744b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-588385833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e81341caf41a3a52b5585de23490f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5031c80-65", "ovs_interfaceid": "c5031c80-65f1-4f78-8d55-188c93c59fc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.708100] env[69186]: DEBUG nova.scheduler.client.report [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.721235] env[69186]: DEBUG oslo_vmware.api [None req-dfabceb9-4f60-41d2-97a7-770dd9c2b722 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635522, 'name': ReconfigVM_Task, 'duration_secs': 0.145439} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.721555] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfabceb9-4f60-41d2-97a7-770dd9c2b722 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724889', 'volume_id': '7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'name': 'volume-7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f74ad208-443c-4d76-9ec3-9f26af98152d', 'attached_at': '', 'detached_at': '', 'volume_id': '7899bc48-83dc-46fd-9fd4-c8422a161a1d', 'serial': '7899bc48-83dc-46fd-9fd4-c8422a161a1d'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1020.787211] env[69186]: DEBUG oslo_vmware.api [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635521, 'name': PowerOnVM_Task, 'duration_secs': 0.687265} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.787502] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.787700] env[69186]: INFO nova.compute.manager [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1020.787878] env[69186]: DEBUG nova.compute.manager [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.788841] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6825f6-fbda-4e54-8bd2-84c1b86a29ec {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.087297] env[69186]: DEBUG oslo_concurrency.lockutils [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Releasing lock "refresh_cache-b6cf7f10-d3ce-4ce6-9dc5-618973de5c69" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.087638] env[69186]: DEBUG nova.compute.manager [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Instance network_info: |[{"id": "c5031c80-65f1-4f78-8d55-188c93c59fc5", "address": "fa:16:3e:23:95:7e", "network": {"id": "31bd6c99-6f00-4643-adfe-1f7763b3744b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-588385833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e81341caf41a3a52b5585de23490f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5031c80-65", "ovs_interfaceid": "c5031c80-65f1-4f78-8d55-188c93c59fc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.088074] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:95:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5031c80-65f1-4f78-8d55-188c93c59fc5', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.096057] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.096282] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.096534] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad98d949-3572-4f12-b043-58916959df77 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.118028] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.118028] env[69186]: value = "task-3635523" [ 1021.118028] env[69186]: _type = "Task" [ 1021.118028] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.126265] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635523, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.190830] env[69186]: DEBUG nova.compute.manager [req-9e585c4f-4bf0-41e7-9f1f-adb17a4f5335 req-c909e852-421b-46de-a79f-e81a8c00ca15 service nova] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Received event network-changed-c5031c80-65f1-4f78-8d55-188c93c59fc5 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.191114] env[69186]: DEBUG nova.compute.manager [req-9e585c4f-4bf0-41e7-9f1f-adb17a4f5335 req-c909e852-421b-46de-a79f-e81a8c00ca15 service nova] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Refreshing instance network info cache due to event network-changed-c5031c80-65f1-4f78-8d55-188c93c59fc5. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.191400] env[69186]: DEBUG oslo_concurrency.lockutils [req-9e585c4f-4bf0-41e7-9f1f-adb17a4f5335 req-c909e852-421b-46de-a79f-e81a8c00ca15 service nova] Acquiring lock "refresh_cache-b6cf7f10-d3ce-4ce6-9dc5-618973de5c69" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.191544] env[69186]: DEBUG oslo_concurrency.lockutils [req-9e585c4f-4bf0-41e7-9f1f-adb17a4f5335 req-c909e852-421b-46de-a79f-e81a8c00ca15 service nova] Acquired lock "refresh_cache-b6cf7f10-d3ce-4ce6-9dc5-618973de5c69" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.191746] env[69186]: DEBUG nova.network.neutron [req-9e585c4f-4bf0-41e7-9f1f-adb17a4f5335 req-c909e852-421b-46de-a79f-e81a8c00ca15 service nova] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Refreshing network info cache for port c5031c80-65f1-4f78-8d55-188c93c59fc5 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.216822] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.217411] env[69186]: DEBUG nova.compute.manager [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.219869] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.973s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.220092] env[69186]: DEBUG nova.objects.instance [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lazy-loading 'resources' on Instance uuid f503d73d-b6a6-49cb-9c4c-ece76e61ff8e {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.277961] env[69186]: DEBUG nova.objects.instance [None req-dfabceb9-4f60-41d2-97a7-770dd9c2b722 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lazy-loading 'flavor' on Instance uuid f74ad208-443c-4d76-9ec3-9f26af98152d {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.314074] env[69186]: INFO nova.compute.manager [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Took 40.36 seconds to build instance. [ 1021.629439] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635523, 'name': CreateVM_Task, 'duration_secs': 0.368065} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.629624] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.630417] env[69186]: DEBUG oslo_concurrency.lockutils [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.630575] env[69186]: DEBUG oslo_concurrency.lockutils [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.630882] env[69186]: DEBUG oslo_concurrency.lockutils [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.631206] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa693245-e342-4e6c-928b-d2905fedc953 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.635794] env[69186]: DEBUG oslo_vmware.api [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1021.635794] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bfd9ac-1774-1c30-4c59-e0e09eae18ad" [ 1021.635794] env[69186]: _type = "Task" [ 1021.635794] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.643581] env[69186]: DEBUG oslo_vmware.api [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bfd9ac-1774-1c30-4c59-e0e09eae18ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.727065] env[69186]: DEBUG nova.compute.utils [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.728657] env[69186]: DEBUG nova.compute.manager [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Not allocating networking since 'none' was specified. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1021.819260] env[69186]: DEBUG oslo_concurrency.lockutils [None req-49a2eb43-5b24-4eaf-831b-1152ca569815 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "51a8437d-4790-4ba9-a676-2f2e3ea28133" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.874s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.094392] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b90337e-58d0-4216-b5c3-8d5aa183440c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.102312] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e59237e-77b6-4814-a666-588972f7245d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.136754] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4217ccaa-867c-4204-9743-1d23436ed80f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.151152] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50713db9-84d8-4e06-a2c5-c05af00a543d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.155130] env[69186]: DEBUG oslo_vmware.api [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bfd9ac-1774-1c30-4c59-e0e09eae18ad, 'name': SearchDatastore_Task, 'duration_secs': 0.012414} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.157958] env[69186]: DEBUG oslo_concurrency.lockutils [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.158230] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.158463] env[69186]: DEBUG oslo_concurrency.lockutils [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.158613] env[69186]: DEBUG oslo_concurrency.lockutils [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.158792] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.159480] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b87d7c0-30cf-4dac-98b5-2fa85408ea8f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.169514] env[69186]: DEBUG nova.compute.provider_tree [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.181171] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.181704] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.182767] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2ee2b84-6ac7-497b-abfe-34adeb1be2e9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.188974] env[69186]: DEBUG oslo_vmware.api [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1022.188974] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524d0b96-83bd-c744-7959-6ee79bfa1f4a" [ 1022.188974] env[69186]: _type = "Task" [ 1022.188974] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.198371] env[69186]: DEBUG oslo_vmware.api [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524d0b96-83bd-c744-7959-6ee79bfa1f4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.230913] env[69186]: DEBUG nova.compute.manager [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.260182] env[69186]: DEBUG nova.network.neutron [req-9e585c4f-4bf0-41e7-9f1f-adb17a4f5335 req-c909e852-421b-46de-a79f-e81a8c00ca15 service nova] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Updated VIF entry in instance network info cache for port c5031c80-65f1-4f78-8d55-188c93c59fc5. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.260575] env[69186]: DEBUG nova.network.neutron [req-9e585c4f-4bf0-41e7-9f1f-adb17a4f5335 req-c909e852-421b-46de-a79f-e81a8c00ca15 service nova] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Updating instance_info_cache with network_info: [{"id": "c5031c80-65f1-4f78-8d55-188c93c59fc5", "address": "fa:16:3e:23:95:7e", "network": {"id": "31bd6c99-6f00-4643-adfe-1f7763b3744b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-588385833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e81341caf41a3a52b5585de23490f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5031c80-65", "ovs_interfaceid": "c5031c80-65f1-4f78-8d55-188c93c59fc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.288131] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dfabceb9-4f60-41d2-97a7-770dd9c2b722 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "f74ad208-443c-4d76-9ec3-9f26af98152d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.262s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.677023] env[69186]: DEBUG nova.scheduler.client.report [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.706021] env[69186]: DEBUG oslo_vmware.api [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524d0b96-83bd-c744-7959-6ee79bfa1f4a, 'name': SearchDatastore_Task, 'duration_secs': 0.033729} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.706021] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fabfb1d-7860-4314-92ff-10e17fffc3b6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.711118] env[69186]: DEBUG oslo_vmware.api [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1022.711118] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bb47ed-bf71-fb57-13b8-abe4bed54f33" [ 1022.711118] env[69186]: _type = "Task" [ 1022.711118] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.721019] env[69186]: DEBUG oslo_vmware.api [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bb47ed-bf71-fb57-13b8-abe4bed54f33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.766035] env[69186]: DEBUG oslo_concurrency.lockutils [req-9e585c4f-4bf0-41e7-9f1f-adb17a4f5335 req-c909e852-421b-46de-a79f-e81a8c00ca15 service nova] Releasing lock "refresh_cache-b6cf7f10-d3ce-4ce6-9dc5-618973de5c69" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.889192] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8823091a-9891-4da6-b649-87d666edb7e5 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "564d3761-06cc-4ef8-baa9-9adc806bf419" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.889192] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8823091a-9891-4da6-b649-87d666edb7e5 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "564d3761-06cc-4ef8-baa9-9adc806bf419" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.015691] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dacdb0b0-1928-4a50-8086-cf628111d532 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "dddaa31b-a7c6-4ec3-8222-fb53eb08ea17" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.015691] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dacdb0b0-1928-4a50-8086-cf628111d532 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "dddaa31b-a7c6-4ec3-8222-fb53eb08ea17" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.186269] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.188569] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.774s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.188569] env[69186]: DEBUG nova.objects.instance [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Lazy-loading 'resources' on Instance uuid 373cd3b4-de0f-450b-a1f5-9b90efc55213 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.207567] env[69186]: INFO nova.scheduler.client.report [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Deleted allocations for instance f503d73d-b6a6-49cb-9c4c-ece76e61ff8e [ 1023.221565] env[69186]: DEBUG oslo_vmware.api [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bb47ed-bf71-fb57-13b8-abe4bed54f33, 'name': SearchDatastore_Task, 'duration_secs': 0.023893} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.221820] env[69186]: DEBUG oslo_concurrency.lockutils [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.222080] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] b6cf7f10-d3ce-4ce6-9dc5-618973de5c69/b6cf7f10-d3ce-4ce6-9dc5-618973de5c69.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.222342] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3258a54-fd15-45b9-b72c-371311a26ac1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.228840] env[69186]: DEBUG oslo_vmware.api [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1023.228840] env[69186]: value = "task-3635524" [ 1023.228840] env[69186]: _type = "Task" [ 1023.228840] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.236403] env[69186]: DEBUG oslo_vmware.api [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.238493] env[69186]: DEBUG nova.compute.manager [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.264764] env[69186]: DEBUG nova.virt.hardware [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.265034] env[69186]: DEBUG nova.virt.hardware [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.265198] env[69186]: DEBUG nova.virt.hardware [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.265383] env[69186]: DEBUG nova.virt.hardware [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.265533] env[69186]: DEBUG nova.virt.hardware [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.265694] env[69186]: DEBUG nova.virt.hardware [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.265909] env[69186]: DEBUG nova.virt.hardware [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.266085] env[69186]: DEBUG nova.virt.hardware [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.266256] env[69186]: DEBUG nova.virt.hardware [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.266421] env[69186]: DEBUG nova.virt.hardware [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.266598] env[69186]: DEBUG nova.virt.hardware [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.267764] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562d2a6c-a943-45f7-906a-81ad3ec81b1c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.278737] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c322985-7d95-4ed0-94fd-08b935552883 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.292199] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Instance VIF info [] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.298925] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Creating folder: Project (4a2cfba20b0742aa9c00fc24f9ae975d). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.298925] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbe55c0d-ec10-4e37-ae3b-f4ac7f9b235d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.308856] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Created folder: Project (4a2cfba20b0742aa9c00fc24f9ae975d) in parent group-v724677. [ 1023.309089] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Creating folder: Instances. Parent ref: group-v724910. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.309336] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c42df964-6326-4562-b6c4-9f77b3b0a2c7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.318350] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Created folder: Instances in parent group-v724910. [ 1023.318573] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.318741] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.318948] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-976644b9-fdad-4dc4-bbb4-8f248646d36a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.335011] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.335011] env[69186]: value = "task-3635527" [ 1023.335011] env[69186]: _type = "Task" [ 1023.335011] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.343172] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635527, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.393904] env[69186]: DEBUG nova.compute.utils [None req-8823091a-9891-4da6-b649-87d666edb7e5 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.455026] env[69186]: DEBUG oslo_concurrency.lockutils [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "f74ad208-443c-4d76-9ec3-9f26af98152d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.455026] env[69186]: DEBUG oslo_concurrency.lockutils [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "f74ad208-443c-4d76-9ec3-9f26af98152d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.455026] env[69186]: DEBUG oslo_concurrency.lockutils [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "f74ad208-443c-4d76-9ec3-9f26af98152d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.455295] env[69186]: DEBUG oslo_concurrency.lockutils [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "f74ad208-443c-4d76-9ec3-9f26af98152d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.455474] env[69186]: DEBUG oslo_concurrency.lockutils [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "f74ad208-443c-4d76-9ec3-9f26af98152d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.457818] env[69186]: INFO nova.compute.manager [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Terminating instance [ 1023.521646] env[69186]: DEBUG nova.compute.utils [None req-dacdb0b0-1928-4a50-8086-cf628111d532 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.716221] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Lock "f503d73d-b6a6-49cb-9c4c-ece76e61ff8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.426s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.742425] env[69186]: DEBUG oslo_vmware.api [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635524, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.846427] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635527, 'name': CreateVM_Task, 'duration_secs': 0.276828} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.846591] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.847022] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.847623] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.847623] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.847726] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eabe8051-b0ff-404f-b0a2-1db9115ca89b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.854077] env[69186]: DEBUG oslo_vmware.api [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Waiting for the task: (returnval){ [ 1023.854077] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d57cbc-25ce-acdc-cdb8-189434e6f4e7" [ 1023.854077] env[69186]: _type = "Task" [ 1023.854077] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.861708] env[69186]: DEBUG oslo_vmware.api [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d57cbc-25ce-acdc-cdb8-189434e6f4e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.896586] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8823091a-9891-4da6-b649-87d666edb7e5 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "564d3761-06cc-4ef8-baa9-9adc806bf419" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.960172] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f30050-c93f-4a58-8866-e9981462371f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.963567] env[69186]: DEBUG nova.compute.manager [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.963859] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.964838] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cf0ef0-d408-47de-9c6a-7ad918ff4380 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.974198] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835ceed4-259e-4671-a1ac-9980ffccd70f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.977220] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.977444] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-310d99c9-8060-4073-a98e-6e8d091de87d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.007015] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bf5a57-d113-44ef-a7ca-8743c7c3e1d6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.009624] env[69186]: DEBUG oslo_vmware.api [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1024.009624] env[69186]: value = "task-3635528" [ 1024.009624] env[69186]: _type = "Task" [ 1024.009624] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.015882] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34071d3-e7b7-44a7-a5d1-d88dbb38ec78 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.023389] env[69186]: DEBUG oslo_vmware.api [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.024211] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dacdb0b0-1928-4a50-8086-cf628111d532 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "dddaa31b-a7c6-4ec3-8222-fb53eb08ea17" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.032743] env[69186]: DEBUG nova.compute.provider_tree [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.241568] env[69186]: DEBUG oslo_vmware.api [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630138} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.241895] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] b6cf7f10-d3ce-4ce6-9dc5-618973de5c69/b6cf7f10-d3ce-4ce6-9dc5-618973de5c69.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.242141] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.242400] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4401e9b-bb4f-4eed-8684-d9eb8b99e8da {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.248710] env[69186]: DEBUG oslo_vmware.api [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1024.248710] env[69186]: value = "task-3635529" [ 1024.248710] env[69186]: _type = "Task" [ 1024.248710] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.256286] env[69186]: DEBUG oslo_vmware.api [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.364931] env[69186]: DEBUG oslo_vmware.api [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d57cbc-25ce-acdc-cdb8-189434e6f4e7, 'name': SearchDatastore_Task, 'duration_secs': 0.014427} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.365258] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.365501] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.365746] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.365897] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.366090] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.366358] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5312f23c-7c1e-462d-8787-b51e21731eb9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.375864] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.376082] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.376793] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5266c1e5-c6b2-4aa9-b946-d9938ef57e50 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.381629] env[69186]: DEBUG oslo_vmware.api [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Waiting for the task: (returnval){ [ 1024.381629] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5221f98e-864e-61b7-ebe0-dfea425ed6b8" [ 1024.381629] env[69186]: _type = "Task" [ 1024.381629] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.389281] env[69186]: DEBUG oslo_vmware.api [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5221f98e-864e-61b7-ebe0-dfea425ed6b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.520685] env[69186]: DEBUG oslo_vmware.api [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635528, 'name': PowerOffVM_Task, 'duration_secs': 0.509332} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.521317] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.521432] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.521825] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-452d6218-cfc8-4910-a1ed-58c9485cad6b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.535293] env[69186]: DEBUG nova.scheduler.client.report [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.596124] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.596364] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.596547] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Deleting the datastore file [datastore2] f74ad208-443c-4d76-9ec3-9f26af98152d {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.597085] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fac2799e-6e14-486e-b9c3-728cd7e6834b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.605410] env[69186]: DEBUG oslo_vmware.api [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1024.605410] env[69186]: value = "task-3635531" [ 1024.605410] env[69186]: _type = "Task" [ 1024.605410] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.613483] env[69186]: DEBUG oslo_vmware.api [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.720442] env[69186]: DEBUG nova.compute.manager [req-63fc16ba-935c-4832-96d2-5edcc16955f0 req-340641ff-bd92-48ac-84b7-174c21074e6b service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Received event network-changed-466e75d5-4890-4482-82fb-a7614060ea13 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.720705] env[69186]: DEBUG nova.compute.manager [req-63fc16ba-935c-4832-96d2-5edcc16955f0 req-340641ff-bd92-48ac-84b7-174c21074e6b service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Refreshing instance network info cache due to event network-changed-466e75d5-4890-4482-82fb-a7614060ea13. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.720861] env[69186]: DEBUG oslo_concurrency.lockutils [req-63fc16ba-935c-4832-96d2-5edcc16955f0 req-340641ff-bd92-48ac-84b7-174c21074e6b service nova] Acquiring lock "refresh_cache-51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.721010] env[69186]: DEBUG oslo_concurrency.lockutils [req-63fc16ba-935c-4832-96d2-5edcc16955f0 req-340641ff-bd92-48ac-84b7-174c21074e6b service nova] Acquired lock "refresh_cache-51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.722137] env[69186]: DEBUG nova.network.neutron [req-63fc16ba-935c-4832-96d2-5edcc16955f0 req-340641ff-bd92-48ac-84b7-174c21074e6b service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Refreshing network info cache for port 466e75d5-4890-4482-82fb-a7614060ea13 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.761121] env[69186]: DEBUG oslo_vmware.api [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062675} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.761121] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.761906] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d0aac5-4cf7-40a2-8388-ba1e28c695be {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.793461] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] b6cf7f10-d3ce-4ce6-9dc5-618973de5c69/b6cf7f10-d3ce-4ce6-9dc5-618973de5c69.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.794179] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f566ca0-4e82-4ed0-85c3-b1ee3ba2c088 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.814623] env[69186]: DEBUG oslo_vmware.api [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1024.814623] env[69186]: value = "task-3635532" [ 1024.814623] env[69186]: _type = "Task" [ 1024.814623] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.825333] env[69186]: DEBUG oslo_vmware.api [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635532, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.895591] env[69186]: DEBUG oslo_vmware.api [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5221f98e-864e-61b7-ebe0-dfea425ed6b8, 'name': SearchDatastore_Task, 'duration_secs': 0.026898} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.897266] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-324044b0-0a41-429d-b56a-f9d36fc373d8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.904316] env[69186]: DEBUG oslo_vmware.api [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Waiting for the task: (returnval){ [ 1024.904316] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f03e52-0891-b649-975d-b864f7d6e2fa" [ 1024.904316] env[69186]: _type = "Task" [ 1024.904316] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.912980] env[69186]: DEBUG oslo_vmware.api [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f03e52-0891-b649-975d-b864f7d6e2fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.956927] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8823091a-9891-4da6-b649-87d666edb7e5 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "564d3761-06cc-4ef8-baa9-9adc806bf419" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.957267] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8823091a-9891-4da6-b649-87d666edb7e5 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "564d3761-06cc-4ef8-baa9-9adc806bf419" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.957529] env[69186]: INFO nova.compute.manager [None req-8823091a-9891-4da6-b649-87d666edb7e5 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Attaching volume efb5935e-a72b-4d6f-a386-f59a44359fd7 to /dev/sdb [ 1025.000623] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59c44c3-d50e-499e-af94-626c252d7814 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.009026] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7563c504-56d8-43ec-862d-b5e1767209c5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.024906] env[69186]: DEBUG nova.virt.block_device [None req-8823091a-9891-4da6-b649-87d666edb7e5 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Updating existing volume attachment record: 66bfa880-9c21-48d0-99ef-f8de740ec880 {{(pid=69186) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1025.040269] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.042689] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.731s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.043026] env[69186]: DEBUG nova.objects.instance [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lazy-loading 'resources' on Instance uuid 6b8edafd-cb4d-4158-8bba-b521fccba8e4 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.062648] env[69186]: INFO nova.scheduler.client.report [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Deleted allocations for instance 373cd3b4-de0f-450b-a1f5-9b90efc55213 [ 1025.089812] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dacdb0b0-1928-4a50-8086-cf628111d532 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "dddaa31b-a7c6-4ec3-8222-fb53eb08ea17" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.090184] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dacdb0b0-1928-4a50-8086-cf628111d532 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "dddaa31b-a7c6-4ec3-8222-fb53eb08ea17" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.091048] env[69186]: INFO nova.compute.manager [None req-dacdb0b0-1928-4a50-8086-cf628111d532 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Attaching volume 64373594-1342-4c8b-acda-38d36194a20c to /dev/sdb [ 1025.116153] env[69186]: DEBUG oslo_vmware.api [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.126243] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d06ff8a-ea79-4958-8605-dbf079b40f92 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.132836] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79c2d17-a2a5-4c26-a59c-ba6349d24e81 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.146294] env[69186]: DEBUG nova.virt.block_device [None req-dacdb0b0-1928-4a50-8086-cf628111d532 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Updating existing volume attachment record: 9788afe7-175f-4802-b4f6-765c26a3fd97 {{(pid=69186) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1025.324417] env[69186]: DEBUG oslo_vmware.api [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635532, 'name': ReconfigVM_Task, 'duration_secs': 0.311845} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.324735] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Reconfigured VM instance instance-00000051 to attach disk [datastore1] b6cf7f10-d3ce-4ce6-9dc5-618973de5c69/b6cf7f10-d3ce-4ce6-9dc5-618973de5c69.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.325385] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcde6311-da1b-4cb0-b5c1-787d6ae649f5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.331686] env[69186]: DEBUG oslo_vmware.api [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1025.331686] env[69186]: value = "task-3635536" [ 1025.331686] env[69186]: _type = "Task" [ 1025.331686] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.341602] env[69186]: DEBUG oslo_vmware.api [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635536, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.414797] env[69186]: DEBUG oslo_vmware.api [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f03e52-0891-b649-975d-b864f7d6e2fa, 'name': SearchDatastore_Task, 'duration_secs': 0.015937} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.414797] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.414797] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 4648021d-f844-414d-89fb-c1ca28e3ebfe/4648021d-f844-414d-89fb-c1ca28e3ebfe.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.415013] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1695a88-6a39-4824-8427-ef0b6397999e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.420900] env[69186]: DEBUG oslo_vmware.api [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Waiting for the task: (returnval){ [ 1025.420900] env[69186]: value = "task-3635538" [ 1025.420900] env[69186]: _type = "Task" [ 1025.420900] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.429628] env[69186]: DEBUG oslo_vmware.api [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.461352] env[69186]: DEBUG nova.network.neutron [req-63fc16ba-935c-4832-96d2-5edcc16955f0 req-340641ff-bd92-48ac-84b7-174c21074e6b service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Updated VIF entry in instance network info cache for port 466e75d5-4890-4482-82fb-a7614060ea13. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.461746] env[69186]: DEBUG nova.network.neutron [req-63fc16ba-935c-4832-96d2-5edcc16955f0 req-340641ff-bd92-48ac-84b7-174c21074e6b service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Updating instance_info_cache with network_info: [{"id": "466e75d5-4890-4482-82fb-a7614060ea13", "address": "fa:16:3e:7e:07:d0", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap466e75d5-48", "ovs_interfaceid": "466e75d5-4890-4482-82fb-a7614060ea13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.572850] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6beef40-8149-487e-af3f-b369f6d7960e tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Lock "373cd3b4-de0f-450b-a1f5-9b90efc55213" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.602s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.617321] env[69186]: DEBUG oslo_vmware.api [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.522294} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.617579] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.617769] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.617954] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.618151] env[69186]: INFO nova.compute.manager [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1025.618405] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.618602] env[69186]: DEBUG nova.compute.manager [-] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.618699] env[69186]: DEBUG nova.network.neutron [-] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.845810] env[69186]: DEBUG oslo_vmware.api [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635536, 'name': Rename_Task, 'duration_secs': 0.137249} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.846151] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.846388] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cebcc175-53fc-4a82-9c1a-2b448841311d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.860793] env[69186]: DEBUG oslo_vmware.api [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1025.860793] env[69186]: value = "task-3635539" [ 1025.860793] env[69186]: _type = "Task" [ 1025.860793] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.872281] env[69186]: DEBUG oslo_vmware.api [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635539, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.912206] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829611ea-3683-463c-99a3-e071eebdeae6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.919405] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf66ba5e-ad47-49a3-a2a5-c68e68c9c975 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.963686] env[69186]: DEBUG oslo_vmware.api [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489736} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.964510] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b27b07a-8068-4e20-9e85-389509d92c56 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.967551] env[69186]: DEBUG oslo_concurrency.lockutils [req-63fc16ba-935c-4832-96d2-5edcc16955f0 req-340641ff-bd92-48ac-84b7-174c21074e6b service nova] Releasing lock "refresh_cache-51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.967999] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 4648021d-f844-414d-89fb-c1ca28e3ebfe/4648021d-f844-414d-89fb-c1ca28e3ebfe.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.968369] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.968743] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4dd2b255-0218-4c99-967a-d7d5eb9f97f2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.980988] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da90a7f1-a224-4e32-89a1-9545dff23b48 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.985215] env[69186]: DEBUG oslo_vmware.api [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Waiting for the task: (returnval){ [ 1025.985215] env[69186]: value = "task-3635540" [ 1025.985215] env[69186]: _type = "Task" [ 1025.985215] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.997477] env[69186]: DEBUG nova.compute.provider_tree [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1026.003957] env[69186]: DEBUG oslo_vmware.api [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.370445] env[69186]: DEBUG oslo_vmware.api [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635539, 'name': PowerOnVM_Task, 'duration_secs': 0.509395} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.370902] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.371228] env[69186]: INFO nova.compute.manager [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Took 7.63 seconds to spawn the instance on the hypervisor. [ 1026.371228] env[69186]: DEBUG nova.compute.manager [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.372723] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bc5cba-0bd2-47f3-97fc-4b3d20afcffe {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.499062] env[69186]: DEBUG oslo_vmware.api [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07969} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.499410] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.500243] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79dbfb2-35db-48f0-b612-7eec1f83d9bb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.535019] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 4648021d-f844-414d-89fb-c1ca28e3ebfe/4648021d-f844-414d-89fb-c1ca28e3ebfe.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.535019] env[69186]: ERROR nova.scheduler.client.report [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [req-87641251-02ee-4518-a319-de2b3cbb31b6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 236fcb92-b429-42b8-bc28-b1c93f3ba708. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-87641251-02ee-4518-a319-de2b3cbb31b6"}]} [ 1026.535019] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-243a4ab5-38f7-4c88-bca1-7b1701c4fc98 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.560149] env[69186]: DEBUG oslo_vmware.api [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Waiting for the task: (returnval){ [ 1026.560149] env[69186]: value = "task-3635541" [ 1026.560149] env[69186]: _type = "Task" [ 1026.560149] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.568900] env[69186]: DEBUG oslo_vmware.api [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.576135] env[69186]: DEBUG nova.scheduler.client.report [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Refreshing inventories for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1026.593142] env[69186]: DEBUG nova.scheduler.client.report [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Updating ProviderTree inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1026.594243] env[69186]: DEBUG nova.compute.provider_tree [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1026.604624] env[69186]: DEBUG nova.scheduler.client.report [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Refreshing aggregate associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, aggregates: None {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1026.626410] env[69186]: DEBUG nova.scheduler.client.report [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Refreshing trait associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1026.776704] env[69186]: DEBUG nova.network.neutron [-] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.795390] env[69186]: DEBUG nova.compute.manager [req-5c30e6d1-63b3-4cb2-a7d6-49cb2b700ca2 req-28509c35-1f19-4125-afd1-f894b7c744f0 service nova] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Received event network-vif-deleted-c45df457-64dd-45ab-be35-43200560d4ec {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.795390] env[69186]: INFO nova.compute.manager [req-5c30e6d1-63b3-4cb2-a7d6-49cb2b700ca2 req-28509c35-1f19-4125-afd1-f894b7c744f0 service nova] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Neutron deleted interface c45df457-64dd-45ab-be35-43200560d4ec; detaching it from the instance and deleting it from the info cache [ 1026.795390] env[69186]: DEBUG nova.network.neutron [req-5c30e6d1-63b3-4cb2-a7d6-49cb2b700ca2 req-28509c35-1f19-4125-afd1-f894b7c744f0 service nova] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.894196] env[69186]: INFO nova.compute.manager [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Took 41.43 seconds to build instance. [ 1026.982792] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c34e0b8-b8da-4829-a1a0-dbac2ebceac7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.991094] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8171048c-ff41-4b36-88d7-6be12ef9c889 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.022947] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e248408c-8e30-4a2d-b86c-d11dd362684b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.030978] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957421bc-4c6b-418d-9db2-399ef0f8d743 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.044511] env[69186]: DEBUG nova.compute.provider_tree [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1027.070843] env[69186]: DEBUG oslo_vmware.api [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.280010] env[69186]: INFO nova.compute.manager [-] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Took 1.66 seconds to deallocate network for instance. [ 1027.299130] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70f68717-1a7c-4abf-8936-616c154a79c7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.308241] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5def024d-582e-4b6c-9443-fd36ac6eea4e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.342152] env[69186]: DEBUG nova.compute.manager [req-5c30e6d1-63b3-4cb2-a7d6-49cb2b700ca2 req-28509c35-1f19-4125-afd1-f894b7c744f0 service nova] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Detach interface failed, port_id=c45df457-64dd-45ab-be35-43200560d4ec, reason: Instance f74ad208-443c-4d76-9ec3-9f26af98152d could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1027.398272] env[69186]: DEBUG oslo_concurrency.lockutils [None req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "b6cf7f10-d3ce-4ce6-9dc5-618973de5c69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.945s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.573764] env[69186]: DEBUG oslo_vmware.api [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635541, 'name': ReconfigVM_Task, 'duration_secs': 0.992979} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.574200] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 4648021d-f844-414d-89fb-c1ca28e3ebfe/4648021d-f844-414d-89fb-c1ca28e3ebfe.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.575359] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-079f569e-4b0e-4997-968c-25563584cea0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.581111] env[69186]: DEBUG nova.scheduler.client.report [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Updated inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1027.581486] env[69186]: DEBUG nova.compute.provider_tree [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Updating resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 generation from 114 to 115 during operation: update_inventory {{(pid=69186) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1027.581760] env[69186]: DEBUG nova.compute.provider_tree [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1027.588552] env[69186]: DEBUG oslo_vmware.api [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Waiting for the task: (returnval){ [ 1027.588552] env[69186]: value = "task-3635544" [ 1027.588552] env[69186]: _type = "Task" [ 1027.588552] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.602621] env[69186]: DEBUG oslo_vmware.api [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635544, 'name': Rename_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.787934] env[69186]: DEBUG oslo_concurrency.lockutils [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.093394] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.048s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.096299] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.004s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.096299] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.002s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.096299] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69186) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1028.096299] env[69186]: DEBUG oslo_concurrency.lockutils [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.234s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.096299] env[69186]: DEBUG nova.objects.instance [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lazy-loading 'resources' on Instance uuid 53956b02-beb3-4c8c-b876-5d24e95f7508 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.105022] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9fae3e-e04c-43d4-a229-712ee6e8329c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.114229] env[69186]: DEBUG oslo_vmware.api [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635544, 'name': Rename_Task, 'duration_secs': 0.223727} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.116962] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.117440] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8c8d45e-a5ad-48cb-b12e-269b02cbb284 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.122599] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4485d135-7192-4681-bb80-edf3c8399e87 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.138089] env[69186]: INFO nova.scheduler.client.report [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Deleted allocations for instance 6b8edafd-cb4d-4158-8bba-b521fccba8e4 [ 1028.142084] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0731d0-9672-496e-8549-bb48dd408ec5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.146481] env[69186]: DEBUG oslo_vmware.api [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Waiting for the task: (returnval){ [ 1028.146481] env[69186]: value = "task-3635545" [ 1028.146481] env[69186]: _type = "Task" [ 1028.146481] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.160611] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2b9b7b-bbff-4f84-9535-8475f3b5648d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.168265] env[69186]: DEBUG oslo_vmware.api [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635545, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.198973] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178755MB free_disk=73GB free_vcpus=48 pci_devices=None {{(pid=69186) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1028.199146] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.661870] env[69186]: DEBUG oslo_vmware.api [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635545, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.665143] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "6b8edafd-cb4d-4158-8bba-b521fccba8e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.948s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.867637] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab849c3-bdf0-4828-9c35-3f98e1bfbe5c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.876727] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35060bd-18f1-461f-89cc-95ac50833e59 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.909337] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980b34b1-c6c9-4338-8de6-cefa9c45568c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.917849] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62401dfa-b807-46c1-b2b2-0f79c3a786da {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.931505] env[69186]: DEBUG nova.compute.provider_tree [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.161159] env[69186]: DEBUG oslo_vmware.api [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635545, 'name': PowerOnVM_Task, 'duration_secs': 0.817043} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.161443] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.161639] env[69186]: INFO nova.compute.manager [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Took 5.92 seconds to spawn the instance on the hypervisor. [ 1029.161912] env[69186]: DEBUG nova.compute.manager [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.162699] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31e6fe3-05f0-4228-91ba-e7e89c57b2f2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.441028] env[69186]: DEBUG nova.scheduler.client.report [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.579158] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8823091a-9891-4da6-b649-87d666edb7e5 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Volume attach. Driver type: vmdk {{(pid=69186) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1029.579158] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8823091a-9891-4da6-b649-87d666edb7e5 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724913', 'volume_id': 'efb5935e-a72b-4d6f-a386-f59a44359fd7', 'name': 'volume-efb5935e-a72b-4d6f-a386-f59a44359fd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '564d3761-06cc-4ef8-baa9-9adc806bf419', 'attached_at': '', 'detached_at': '', 'volume_id': 'efb5935e-a72b-4d6f-a386-f59a44359fd7', 'serial': 'efb5935e-a72b-4d6f-a386-f59a44359fd7'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1029.579754] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82009cc1-f84a-4524-9a42-598f6c07186d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.597814] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040e56eb-7a66-4c92-945d-7542a7711d46 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.624957] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8823091a-9891-4da6-b649-87d666edb7e5 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] volume-efb5935e-a72b-4d6f-a386-f59a44359fd7/volume-efb5935e-a72b-4d6f-a386-f59a44359fd7.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.625820] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f568511f-5257-436c-81a7-92985065b4aa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.646223] env[69186]: DEBUG oslo_vmware.api [None req-8823091a-9891-4da6-b649-87d666edb7e5 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 1029.646223] env[69186]: value = "task-3635546" [ 1029.646223] env[69186]: _type = "Task" [ 1029.646223] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.655938] env[69186]: DEBUG oslo_vmware.api [None req-8823091a-9891-4da6-b649-87d666edb7e5 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635546, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.679936] env[69186]: INFO nova.compute.manager [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Took 42.70 seconds to build instance. [ 1029.700388] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-dacdb0b0-1928-4a50-8086-cf628111d532 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Volume attach. Driver type: vmdk {{(pid=69186) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1029.700633] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-dacdb0b0-1928-4a50-8086-cf628111d532 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724915', 'volume_id': '64373594-1342-4c8b-acda-38d36194a20c', 'name': 'volume-64373594-1342-4c8b-acda-38d36194a20c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dddaa31b-a7c6-4ec3-8222-fb53eb08ea17', 'attached_at': '', 'detached_at': '', 'volume_id': '64373594-1342-4c8b-acda-38d36194a20c', 'serial': '64373594-1342-4c8b-acda-38d36194a20c'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1029.701806] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22670cf-e38b-4758-9c57-517e5a0eaf21 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.719735] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b4c727-14c1-497e-8688-ea9b8cf7bc72 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.745597] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-dacdb0b0-1928-4a50-8086-cf628111d532 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] volume-64373594-1342-4c8b-acda-38d36194a20c/volume-64373594-1342-4c8b-acda-38d36194a20c.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.746340] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95fc6624-dae5-44f1-9dea-2dbfeb91ca6f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.764763] env[69186]: DEBUG oslo_vmware.api [None req-dacdb0b0-1928-4a50-8086-cf628111d532 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1029.764763] env[69186]: value = "task-3635547" [ 1029.764763] env[69186]: _type = "Task" [ 1029.764763] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.774878] env[69186]: DEBUG oslo_vmware.api [None req-dacdb0b0-1928-4a50-8086-cf628111d532 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.945139] env[69186]: DEBUG oslo_concurrency.lockutils [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.953322] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.901s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.954987] env[69186]: INFO nova.compute.claims [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.976026] env[69186]: DEBUG oslo_concurrency.lockutils [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "b4c72f06-e9a4-41e4-8725-d5101ae2aca0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.976026] env[69186]: DEBUG oslo_concurrency.lockutils [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "b4c72f06-e9a4-41e4-8725-d5101ae2aca0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.976026] env[69186]: DEBUG oslo_concurrency.lockutils [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "b4c72f06-e9a4-41e4-8725-d5101ae2aca0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.976026] env[69186]: DEBUG oslo_concurrency.lockutils [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "b4c72f06-e9a4-41e4-8725-d5101ae2aca0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.976026] env[69186]: DEBUG oslo_concurrency.lockutils [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "b4c72f06-e9a4-41e4-8725-d5101ae2aca0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.979393] env[69186]: INFO nova.compute.manager [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Terminating instance [ 1029.985196] env[69186]: INFO nova.scheduler.client.report [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Deleted allocations for instance 53956b02-beb3-4c8c-b876-5d24e95f7508 [ 1030.157521] env[69186]: DEBUG oslo_vmware.api [None req-8823091a-9891-4da6-b649-87d666edb7e5 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.182109] env[69186]: DEBUG oslo_concurrency.lockutils [None req-22196c33-ec62-4655-971a-139dfbc92746 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Lock "4648021d-f844-414d-89fb-c1ca28e3ebfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.211s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.274826] env[69186]: DEBUG oslo_vmware.api [None req-dacdb0b0-1928-4a50-8086-cf628111d532 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635547, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.485057] env[69186]: DEBUG nova.compute.manager [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.485286] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.486411] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f057e2-16b3-46a1-8607-7fd8b36f2f00 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.497325] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.497835] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82077d5d-7f32-4ffc-b234-8b690dce57f7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.500548] env[69186]: DEBUG oslo_concurrency.lockutils [None req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "53956b02-beb3-4c8c-b876-5d24e95f7508" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.201s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.505901] env[69186]: DEBUG oslo_vmware.api [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 1030.505901] env[69186]: value = "task-3635548" [ 1030.505901] env[69186]: _type = "Task" [ 1030.505901] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.522959] env[69186]: DEBUG oslo_vmware.api [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.662219] env[69186]: DEBUG oslo_vmware.api [None req-8823091a-9891-4da6-b649-87d666edb7e5 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635546, 'name': ReconfigVM_Task, 'duration_secs': 0.604856} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.662621] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8823091a-9891-4da6-b649-87d666edb7e5 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Reconfigured VM instance instance-0000004c to attach disk [datastore1] volume-efb5935e-a72b-4d6f-a386-f59a44359fd7/volume-efb5935e-a72b-4d6f-a386-f59a44359fd7.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.671057] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a66b715-94f6-40fe-9637-fb38d20c4194 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.686532] env[69186]: DEBUG oslo_vmware.api [None req-8823091a-9891-4da6-b649-87d666edb7e5 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 1030.686532] env[69186]: value = "task-3635549" [ 1030.686532] env[69186]: _type = "Task" [ 1030.686532] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.696545] env[69186]: DEBUG oslo_vmware.api [None req-8823091a-9891-4da6-b649-87d666edb7e5 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635549, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.779122] env[69186]: DEBUG oslo_vmware.api [None req-dacdb0b0-1928-4a50-8086-cf628111d532 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635547, 'name': ReconfigVM_Task, 'duration_secs': 0.522035} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.779582] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-dacdb0b0-1928-4a50-8086-cf628111d532 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Reconfigured VM instance instance-00000049 to attach disk [datastore1] volume-64373594-1342-4c8b-acda-38d36194a20c/volume-64373594-1342-4c8b-acda-38d36194a20c.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.784672] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1992dc06-ee4a-4286-b9a5-39b6b4661e71 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.803160] env[69186]: DEBUG oslo_vmware.api [None req-dacdb0b0-1928-4a50-8086-cf628111d532 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1030.803160] env[69186]: value = "task-3635550" [ 1030.803160] env[69186]: _type = "Task" [ 1030.803160] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.811407] env[69186]: DEBUG oslo_vmware.api [None req-dacdb0b0-1928-4a50-8086-cf628111d532 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.981979] env[69186]: INFO nova.compute.manager [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Rebuilding instance [ 1031.764643] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "2287411d-3e06-41e3-b5d9-c1469711f108" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.764643] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "2287411d-3e06-41e3-b5d9-c1469711f108" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.764643] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "2287411d-3e06-41e3-b5d9-c1469711f108-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.764643] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "2287411d-3e06-41e3-b5d9-c1469711f108-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.764643] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "2287411d-3e06-41e3-b5d9-c1469711f108-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.766983] env[69186]: DEBUG oslo_vmware.api [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635548, 'name': PowerOffVM_Task, 'duration_secs': 0.263544} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.770940] env[69186]: INFO nova.compute.manager [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Terminating instance [ 1031.781018] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.781209] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.784673] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.784912] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.785892] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-016aed2c-310b-43be-9922-df8c85c28685 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.787747] env[69186]: DEBUG nova.compute.manager [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.788967] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7f23dab3-9cfe-4e8e-bb18-abc80f8c2a26 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "b6cf7f10-d3ce-4ce6-9dc5-618973de5c69" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.789200] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7f23dab3-9cfe-4e8e-bb18-abc80f8c2a26 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "b6cf7f10-d3ce-4ce6-9dc5-618973de5c69" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.791326] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4b6094-8c4e-43b4-b367-7dfad5d4a0e8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.801381] env[69186]: DEBUG oslo_vmware.api [None req-dacdb0b0-1928-4a50-8086-cf628111d532 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635550, 'name': ReconfigVM_Task, 'duration_secs': 0.17804} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.801381] env[69186]: DEBUG oslo_vmware.api [None req-8823091a-9891-4da6-b649-87d666edb7e5 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635549, 'name': ReconfigVM_Task, 'duration_secs': 0.143031} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.804295] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-dacdb0b0-1928-4a50-8086-cf628111d532 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724915', 'volume_id': '64373594-1342-4c8b-acda-38d36194a20c', 'name': 'volume-64373594-1342-4c8b-acda-38d36194a20c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dddaa31b-a7c6-4ec3-8222-fb53eb08ea17', 'attached_at': '', 'detached_at': '', 'volume_id': '64373594-1342-4c8b-acda-38d36194a20c', 'serial': '64373594-1342-4c8b-acda-38d36194a20c'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1031.805743] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8823091a-9891-4da6-b649-87d666edb7e5 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724913', 'volume_id': 'efb5935e-a72b-4d6f-a386-f59a44359fd7', 'name': 'volume-efb5935e-a72b-4d6f-a386-f59a44359fd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '564d3761-06cc-4ef8-baa9-9adc806bf419', 'attached_at': '', 'detached_at': '', 'volume_id': 'efb5935e-a72b-4d6f-a386-f59a44359fd7', 'serial': 'efb5935e-a72b-4d6f-a386-f59a44359fd7'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1031.889401] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.889611] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.889804] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Deleting the datastore file [datastore1] b4c72f06-e9a4-41e4-8725-d5101ae2aca0 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.890066] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-015dc55f-70c2-4e7d-9048-54ae0c518b45 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.896476] env[69186]: DEBUG oslo_vmware.api [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for the task: (returnval){ [ 1031.896476] env[69186]: value = "task-3635552" [ 1031.896476] env[69186]: _type = "Task" [ 1031.896476] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.906446] env[69186]: DEBUG oslo_vmware.api [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.011201] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a9bb63-7d89-468a-9612-4e0870481491 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.018377] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4606eca-9948-4b38-b777-09b6b1117fdc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.049798] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce106a2-ba0d-4d33-abee-a42f41ad8673 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.057346] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce87e3c0-cd3d-493e-8d20-964805dd0580 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.071569] env[69186]: DEBUG nova.compute.provider_tree [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1032.157401] env[69186]: DEBUG oslo_concurrency.lockutils [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Acquiring lock "f53f3df5-c66d-4872-bf7a-159dea6f00fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.157649] env[69186]: DEBUG oslo_concurrency.lockutils [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Lock "f53f3df5-c66d-4872-bf7a-159dea6f00fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.292733] env[69186]: DEBUG nova.compute.manager [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.292733] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.292733] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ba330e-3bf0-4d19-8f68-79671f8840b8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.296056] env[69186]: DEBUG nova.compute.manager [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.302028] env[69186]: DEBUG nova.compute.utils [None req-7f23dab3-9cfe-4e8e-bb18-abc80f8c2a26 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.310639] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.314012] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-713c46ea-a673-49b6-ae47-92a6411bf20f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.326843] env[69186]: DEBUG oslo_vmware.api [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 1032.326843] env[69186]: value = "task-3635553" [ 1032.326843] env[69186]: _type = "Task" [ 1032.326843] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.335778] env[69186]: DEBUG oslo_vmware.api [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.407203] env[69186]: DEBUG oslo_vmware.api [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Task: {'id': task-3635552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139145} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.407464] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.407663] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.407832] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.408017] env[69186]: INFO nova.compute.manager [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Took 1.92 seconds to destroy the instance on the hypervisor. [ 1032.408278] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.408516] env[69186]: DEBUG nova.compute.manager [-] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.408571] env[69186]: DEBUG nova.network.neutron [-] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.592271] env[69186]: ERROR nova.scheduler.client.report [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [req-c53a879c-cafb-46e3-be3e-4d9c8c93b2e3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 236fcb92-b429-42b8-bc28-b1c93f3ba708. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c53a879c-cafb-46e3-be3e-4d9c8c93b2e3"}]} [ 1032.611200] env[69186]: DEBUG nova.scheduler.client.report [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Refreshing inventories for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1032.629748] env[69186]: DEBUG nova.scheduler.client.report [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Updating ProviderTree inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1032.630025] env[69186]: DEBUG nova.compute.provider_tree [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1032.649392] env[69186]: DEBUG nova.scheduler.client.report [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Refreshing aggregate associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, aggregates: None {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1032.660119] env[69186]: DEBUG nova.compute.manager [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.672679] env[69186]: DEBUG nova.scheduler.client.report [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Refreshing trait associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1032.795904] env[69186]: DEBUG nova.compute.manager [req-f308ec02-9c30-491d-99c7-bdeb6e93e346 req-98395bba-5dca-4b73-8b2e-302edc9843ad service nova] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Received event network-vif-deleted-bafdd795-09a2-4e4b-9e36-31726b2432c6 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.795904] env[69186]: INFO nova.compute.manager [req-f308ec02-9c30-491d-99c7-bdeb6e93e346 req-98395bba-5dca-4b73-8b2e-302edc9843ad service nova] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Neutron deleted interface bafdd795-09a2-4e4b-9e36-31726b2432c6; detaching it from the instance and deleting it from the info cache [ 1032.795904] env[69186]: DEBUG nova.network.neutron [req-f308ec02-9c30-491d-99c7-bdeb6e93e346 req-98395bba-5dca-4b73-8b2e-302edc9843ad service nova] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.808330] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7f23dab3-9cfe-4e8e-bb18-abc80f8c2a26 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "b6cf7f10-d3ce-4ce6-9dc5-618973de5c69" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.822924] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.824634] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.824893] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2ef60ac-5686-4fcd-b99c-43fc5fd35394 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.842413] env[69186]: DEBUG oslo_vmware.api [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635553, 'name': PowerOffVM_Task, 'duration_secs': 0.169496} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.842413] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Waiting for the task: (returnval){ [ 1032.842413] env[69186]: value = "task-3635554" [ 1032.842413] env[69186]: _type = "Task" [ 1032.842413] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.842413] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.842413] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.842413] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9079c9cd-e5b0-4ad5-9012-5ae347716207 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.853687] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.862614] env[69186]: DEBUG nova.objects.instance [None req-8823091a-9891-4da6-b649-87d666edb7e5 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lazy-loading 'flavor' on Instance uuid 564d3761-06cc-4ef8-baa9-9adc806bf419 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.872665] env[69186]: DEBUG nova.objects.instance [None req-dacdb0b0-1928-4a50-8086-cf628111d532 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lazy-loading 'flavor' on Instance uuid dddaa31b-a7c6-4ec3-8222-fb53eb08ea17 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.907778] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.908088] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.909024] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Deleting the datastore file [datastore2] 2287411d-3e06-41e3-b5d9-c1469711f108 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.909024] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fe0b72b-ea5a-4f03-b84f-4173efcb9d6e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.918028] env[69186]: DEBUG oslo_vmware.api [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 1032.918028] env[69186]: value = "task-3635556" [ 1032.918028] env[69186]: _type = "Task" [ 1032.918028] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.932706] env[69186]: DEBUG oslo_vmware.api [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.047629] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ef6cd8-fffa-4da0-9094-9ccf7fb6b162 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.055856] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798b0d99-0793-47d7-9747-03b3b4a9b68c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.088078] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bff5788-431a-4067-897e-d5b0c53235a5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.096432] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6a3bc2-a9cd-4bd1-9c3f-1319046c2fc2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.111430] env[69186]: DEBUG nova.compute.provider_tree [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1033.180844] env[69186]: DEBUG oslo_concurrency.lockutils [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.243412] env[69186]: DEBUG nova.network.neutron [-] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.300628] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3f7b67b-a01c-4f2f-9e46-43b12673d176 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.313178] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b08786-51c2-48f3-bae8-e34a50cde391 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.341051] env[69186]: DEBUG nova.compute.manager [req-f308ec02-9c30-491d-99c7-bdeb6e93e346 req-98395bba-5dca-4b73-8b2e-302edc9843ad service nova] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Detach interface failed, port_id=bafdd795-09a2-4e4b-9e36-31726b2432c6, reason: Instance b4c72f06-e9a4-41e4-8725-d5101ae2aca0 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1033.351411] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635554, 'name': PowerOffVM_Task, 'duration_secs': 0.182584} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.351719] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.352418] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.353193] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07dcf84d-55e3-4ff0-b51d-8234135bb778 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.364600] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.364735] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b039340-2c02-4eea-a719-b8b1747ce159 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.369060] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8823091a-9891-4da6-b649-87d666edb7e5 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "564d3761-06cc-4ef8-baa9-9adc806bf419" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.412s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.378278] env[69186]: DEBUG oslo_concurrency.lockutils [None req-dacdb0b0-1928-4a50-8086-cf628111d532 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "dddaa31b-a7c6-4ec3-8222-fb53eb08ea17" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.288s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.391806] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.391976] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.392195] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Deleting the datastore file [datastore1] 4648021d-f844-414d-89fb-c1ca28e3ebfe {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.393544] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fd5a2f2-4bf1-4b47-a1ef-a5b4aade562b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.400865] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Waiting for the task: (returnval){ [ 1033.400865] env[69186]: value = "task-3635558" [ 1033.400865] env[69186]: _type = "Task" [ 1033.400865] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.410096] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.424648] env[69186]: DEBUG oslo_vmware.api [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13677} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.424926] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.425124] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.425300] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.425471] env[69186]: INFO nova.compute.manager [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1033.425700] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.425876] env[69186]: DEBUG nova.compute.manager [-] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.425967] env[69186]: DEBUG nova.network.neutron [-] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.630607] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7f23dab3-9cfe-4e8e-bb18-abc80f8c2a26 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "b6cf7f10-d3ce-4ce6-9dc5-618973de5c69" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.631295] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7f23dab3-9cfe-4e8e-bb18-abc80f8c2a26 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "b6cf7f10-d3ce-4ce6-9dc5-618973de5c69" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.631295] env[69186]: INFO nova.compute.manager [None req-7f23dab3-9cfe-4e8e-bb18-abc80f8c2a26 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Attaching volume 32f7b852-84cd-4504-80f3-22c988d04d4a to /dev/sdb [ 1033.647494] env[69186]: DEBUG nova.scheduler.client.report [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Updated inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1033.647814] env[69186]: DEBUG nova.compute.provider_tree [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Updating resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 generation from 117 to 118 during operation: update_inventory {{(pid=69186) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1033.648029] env[69186]: DEBUG nova.compute.provider_tree [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1033.674433] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d90d7b-615a-4688-b626-f89cf73850b4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.684499] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d49476-cf6e-4b07-8bbe-32c388145876 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.702539] env[69186]: DEBUG nova.virt.block_device [None req-7f23dab3-9cfe-4e8e-bb18-abc80f8c2a26 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Updating existing volume attachment record: 307b873f-f97e-4b28-af85-1bbf1b1289c5 {{(pid=69186) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1033.749044] env[69186]: INFO nova.compute.manager [-] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Took 1.34 seconds to deallocate network for instance. [ 1033.911456] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172803} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.911828] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.912056] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.912239] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.154121] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.200s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.154311] env[69186]: DEBUG nova.compute.manager [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.157311] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.072s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.158292] env[69186]: INFO nova.compute.claims [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.192535] env[69186]: DEBUG nova.network.neutron [-] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.255272] env[69186]: DEBUG oslo_concurrency.lockutils [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.402993] env[69186]: DEBUG oslo_concurrency.lockutils [None req-027b419c-14ce-49a4-ad98-55641f3750cd tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "564d3761-06cc-4ef8-baa9-9adc806bf419" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.403282] env[69186]: DEBUG oslo_concurrency.lockutils [None req-027b419c-14ce-49a4-ad98-55641f3750cd tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "564d3761-06cc-4ef8-baa9-9adc806bf419" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.662503] env[69186]: DEBUG nova.compute.utils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.665998] env[69186]: DEBUG nova.compute.manager [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.666196] env[69186]: DEBUG nova.network.neutron [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.699346] env[69186]: INFO nova.compute.manager [-] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Took 1.27 seconds to deallocate network for instance. [ 1034.703509] env[69186]: DEBUG oslo_concurrency.lockutils [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "20d5a338-f29d-439a-bd22-9110abac32bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.703767] env[69186]: DEBUG oslo_concurrency.lockutils [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "20d5a338-f29d-439a-bd22-9110abac32bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.718206] env[69186]: DEBUG nova.policy [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '684c9a856e064340a8831d615f26bdc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8c2a0a4db3d45528c9e27f46f156419', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.853958] env[69186]: DEBUG nova.compute.manager [req-09791e33-ca47-4d73-8242-38230cd278ad req-87a8b91c-7f80-4c34-a3dc-52a746158688 service nova] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Received event network-vif-deleted-18ec7272-5958-4f2b-b8a4-93e30249df14 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.906545] env[69186]: DEBUG nova.compute.utils [None req-027b419c-14ce-49a4-ad98-55641f3750cd tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.952233] env[69186]: DEBUG nova.virt.hardware [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.952649] env[69186]: DEBUG nova.virt.hardware [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.952649] env[69186]: DEBUG nova.virt.hardware [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.952848] env[69186]: DEBUG nova.virt.hardware [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.952989] env[69186]: DEBUG nova.virt.hardware [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.953853] env[69186]: DEBUG nova.virt.hardware [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.954153] env[69186]: DEBUG nova.virt.hardware [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.954370] env[69186]: DEBUG nova.virt.hardware [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.954592] env[69186]: DEBUG nova.virt.hardware [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.954796] env[69186]: DEBUG nova.virt.hardware [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.955022] env[69186]: DEBUG nova.virt.hardware [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.956213] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb5721e-a0f4-4780-80df-4cede9eb9f73 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.966584] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee220c7-476d-4073-887d-9f0342470f72 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.981379] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Instance VIF info [] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.987172] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.988030] env[69186]: DEBUG nova.network.neutron [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Successfully created port: 977b5f12-0f55-44bb-9414-b4ba9d37e916 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.990191] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.990752] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5708fbd-4079-440e-a551-704966d32392 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.008430] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.008430] env[69186]: value = "task-3635562" [ 1035.008430] env[69186]: _type = "Task" [ 1035.008430] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.015955] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635562, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.170023] env[69186]: DEBUG nova.compute.manager [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.211025] env[69186]: DEBUG nova.compute.manager [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.213026] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.409571] env[69186]: DEBUG oslo_concurrency.lockutils [None req-027b419c-14ce-49a4-ad98-55641f3750cd tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "564d3761-06cc-4ef8-baa9-9adc806bf419" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.467497] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ea944c-adb5-4a01-acdb-dc5627e62c14 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.474989] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011e0819-2ac2-44d2-b3b8-b400859e4a33 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.505971] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba0b15b-eaa2-42f3-ba2f-7eaeea2d543c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.517701] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f961ddc8-e5ba-42a8-8ad5-ac475afb5112 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.526549] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635562, 'name': CreateVM_Task, 'duration_secs': 0.454401} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.527248] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.527895] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.527895] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.528518] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.537577] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6385eda-950d-441a-9b96-2902cf06ec25 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.539579] env[69186]: DEBUG nova.compute.provider_tree [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.544803] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Waiting for the task: (returnval){ [ 1035.544803] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525634b4-3d55-7740-4069-08abc8688e5f" [ 1035.544803] env[69186]: _type = "Task" [ 1035.544803] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.553790] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525634b4-3d55-7740-4069-08abc8688e5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.733634] env[69186]: DEBUG oslo_concurrency.lockutils [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.043064] env[69186]: DEBUG nova.scheduler.client.report [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.056083] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525634b4-3d55-7740-4069-08abc8688e5f, 'name': SearchDatastore_Task, 'duration_secs': 0.009412} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.056390] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.056613] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.056861] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.057025] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.057197] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.057456] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53ef4bbd-efb8-49f4-8dd0-7ea826496f21 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.074040] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.074231] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.074952] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d5a89d4-3f6f-4600-9cb6-7fd0bec51b5f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.080313] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Waiting for the task: (returnval){ [ 1036.080313] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5237eb9e-7943-147a-8e34-e2bc4e6ce5f5" [ 1036.080313] env[69186]: _type = "Task" [ 1036.080313] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.087930] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5237eb9e-7943-147a-8e34-e2bc4e6ce5f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.180710] env[69186]: DEBUG nova.compute.manager [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.205828] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.206121] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.206281] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.206465] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.206611] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.206758] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.206958] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.207128] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.207295] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.207480] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.207653] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.208554] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d89ef94-39ab-40e5-8618-178914217c9b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.216108] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1faeed9-0b84-4647-8c84-0ab5394b2d09 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.477214] env[69186]: DEBUG oslo_concurrency.lockutils [None req-027b419c-14ce-49a4-ad98-55641f3750cd tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "564d3761-06cc-4ef8-baa9-9adc806bf419" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.477501] env[69186]: DEBUG oslo_concurrency.lockutils [None req-027b419c-14ce-49a4-ad98-55641f3750cd tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "564d3761-06cc-4ef8-baa9-9adc806bf419" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.477762] env[69186]: INFO nova.compute.manager [None req-027b419c-14ce-49a4-ad98-55641f3750cd tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Attaching volume 9ba16d98-69df-417d-9600-d3d53eda7d30 to /dev/sdc [ 1036.486459] env[69186]: DEBUG nova.network.neutron [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Successfully updated port: 977b5f12-0f55-44bb-9414-b4ba9d37e916 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.510649] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2786ba5c-f729-48f6-a166-656cefa4a829 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.519964] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8817ad4-c32c-46c3-98ba-dfe7abcab763 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.533482] env[69186]: DEBUG nova.virt.block_device [None req-027b419c-14ce-49a4-ad98-55641f3750cd tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Updating existing volume attachment record: 2f7a1b96-4549-4597-bd56-058ecb186f96 {{(pid=69186) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1036.552086] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.552665] env[69186]: DEBUG nova.compute.manager [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.555345] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.405s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.556685] env[69186]: INFO nova.compute.claims [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.591624] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5237eb9e-7943-147a-8e34-e2bc4e6ce5f5, 'name': SearchDatastore_Task, 'duration_secs': 0.023873} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.592532] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a5d3286-549a-4ee0-b904-88677a423d37 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.599910] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Waiting for the task: (returnval){ [ 1036.599910] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5270630a-792b-982f-1814-d4513ea257ee" [ 1036.599910] env[69186]: _type = "Task" [ 1036.599910] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.608930] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5270630a-792b-982f-1814-d4513ea257ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.881143] env[69186]: DEBUG nova.compute.manager [req-87bc3784-1152-473f-a4ca-a6b722697d6c req-e24dfeb1-61f0-427b-88bd-f822a37ba821 service nova] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Received event network-vif-plugged-977b5f12-0f55-44bb-9414-b4ba9d37e916 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.881504] env[69186]: DEBUG oslo_concurrency.lockutils [req-87bc3784-1152-473f-a4ca-a6b722697d6c req-e24dfeb1-61f0-427b-88bd-f822a37ba821 service nova] Acquiring lock "7db077e2-bdc2-4568-ae13-c6fec2c1318e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.881838] env[69186]: DEBUG oslo_concurrency.lockutils [req-87bc3784-1152-473f-a4ca-a6b722697d6c req-e24dfeb1-61f0-427b-88bd-f822a37ba821 service nova] Lock "7db077e2-bdc2-4568-ae13-c6fec2c1318e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.882139] env[69186]: DEBUG oslo_concurrency.lockutils [req-87bc3784-1152-473f-a4ca-a6b722697d6c req-e24dfeb1-61f0-427b-88bd-f822a37ba821 service nova] Lock "7db077e2-bdc2-4568-ae13-c6fec2c1318e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.882420] env[69186]: DEBUG nova.compute.manager [req-87bc3784-1152-473f-a4ca-a6b722697d6c req-e24dfeb1-61f0-427b-88bd-f822a37ba821 service nova] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] No waiting events found dispatching network-vif-plugged-977b5f12-0f55-44bb-9414-b4ba9d37e916 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1036.882707] env[69186]: WARNING nova.compute.manager [req-87bc3784-1152-473f-a4ca-a6b722697d6c req-e24dfeb1-61f0-427b-88bd-f822a37ba821 service nova] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Received unexpected event network-vif-plugged-977b5f12-0f55-44bb-9414-b4ba9d37e916 for instance with vm_state building and task_state spawning. [ 1036.883010] env[69186]: DEBUG nova.compute.manager [req-87bc3784-1152-473f-a4ca-a6b722697d6c req-e24dfeb1-61f0-427b-88bd-f822a37ba821 service nova] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Received event network-changed-977b5f12-0f55-44bb-9414-b4ba9d37e916 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.883265] env[69186]: DEBUG nova.compute.manager [req-87bc3784-1152-473f-a4ca-a6b722697d6c req-e24dfeb1-61f0-427b-88bd-f822a37ba821 service nova] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Refreshing instance network info cache due to event network-changed-977b5f12-0f55-44bb-9414-b4ba9d37e916. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.883480] env[69186]: DEBUG oslo_concurrency.lockutils [req-87bc3784-1152-473f-a4ca-a6b722697d6c req-e24dfeb1-61f0-427b-88bd-f822a37ba821 service nova] Acquiring lock "refresh_cache-7db077e2-bdc2-4568-ae13-c6fec2c1318e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.883675] env[69186]: DEBUG oslo_concurrency.lockutils [req-87bc3784-1152-473f-a4ca-a6b722697d6c req-e24dfeb1-61f0-427b-88bd-f822a37ba821 service nova] Acquired lock "refresh_cache-7db077e2-bdc2-4568-ae13-c6fec2c1318e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.883861] env[69186]: DEBUG nova.network.neutron [req-87bc3784-1152-473f-a4ca-a6b722697d6c req-e24dfeb1-61f0-427b-88bd-f822a37ba821 service nova] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Refreshing network info cache for port 977b5f12-0f55-44bb-9414-b4ba9d37e916 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.987619] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquiring lock "refresh_cache-7db077e2-bdc2-4568-ae13-c6fec2c1318e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.061534] env[69186]: DEBUG nova.compute.utils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.066508] env[69186]: DEBUG nova.compute.manager [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.066750] env[69186]: DEBUG nova.network.neutron [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.110866] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5270630a-792b-982f-1814-d4513ea257ee, 'name': SearchDatastore_Task, 'duration_secs': 0.01196} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.111168] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.111427] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 4648021d-f844-414d-89fb-c1ca28e3ebfe/4648021d-f844-414d-89fb-c1ca28e3ebfe.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.111705] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76577581-900c-468c-b345-dad3747d1ff9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.115656] env[69186]: DEBUG nova.policy [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '684c9a856e064340a8831d615f26bdc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8c2a0a4db3d45528c9e27f46f156419', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.122788] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Waiting for the task: (returnval){ [ 1037.122788] env[69186]: value = "task-3635565" [ 1037.122788] env[69186]: _type = "Task" [ 1037.122788] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.130685] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.365640] env[69186]: DEBUG nova.network.neutron [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Successfully created port: 8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.418451] env[69186]: DEBUG nova.network.neutron [req-87bc3784-1152-473f-a4ca-a6b722697d6c req-e24dfeb1-61f0-427b-88bd-f822a37ba821 service nova] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.547233] env[69186]: DEBUG nova.network.neutron [req-87bc3784-1152-473f-a4ca-a6b722697d6c req-e24dfeb1-61f0-427b-88bd-f822a37ba821 service nova] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.572670] env[69186]: DEBUG nova.compute.manager [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.641989] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50104} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.642573] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 4648021d-f844-414d-89fb-c1ca28e3ebfe/4648021d-f844-414d-89fb-c1ca28e3ebfe.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.643279] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.644316] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccd65bc3-c562-445d-98d8-370dd10fc20c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.652212] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Waiting for the task: (returnval){ [ 1037.652212] env[69186]: value = "task-3635566" [ 1037.652212] env[69186]: _type = "Task" [ 1037.652212] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.663484] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.868573] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf481181-f52f-4c00-8763-c3eb47ea265c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.876152] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6cc78c-f6ce-43b3-910f-b34fa66de426 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.905797] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba18bfa-f48a-4edd-b4b6-dc926e970774 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.912939] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745bd200-0bbd-4914-ba4d-5cc6bdf00b17 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.925854] env[69186]: DEBUG nova.compute.provider_tree [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.053789] env[69186]: DEBUG oslo_concurrency.lockutils [req-87bc3784-1152-473f-a4ca-a6b722697d6c req-e24dfeb1-61f0-427b-88bd-f822a37ba821 service nova] Releasing lock "refresh_cache-7db077e2-bdc2-4568-ae13-c6fec2c1318e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.054192] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquired lock "refresh_cache-7db077e2-bdc2-4568-ae13-c6fec2c1318e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.054357] env[69186]: DEBUG nova.network.neutron [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.161489] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063802} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.161830] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.162507] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd313476-632f-49b2-a605-aa8745196b35 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.181800] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 4648021d-f844-414d-89fb-c1ca28e3ebfe/4648021d-f844-414d-89fb-c1ca28e3ebfe.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.182077] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d7e3248-6508-443f-9800-46522b4fbdaa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.200984] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Waiting for the task: (returnval){ [ 1038.200984] env[69186]: value = "task-3635567" [ 1038.200984] env[69186]: _type = "Task" [ 1038.200984] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.208657] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.428892] env[69186]: DEBUG nova.scheduler.client.report [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.582598] env[69186]: DEBUG nova.compute.manager [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.589192] env[69186]: DEBUG nova.network.neutron [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.617910] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.617910] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.617910] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.617910] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.617910] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.617910] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.617910] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.617910] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.617910] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.617910] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.617910] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.618607] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a01f41-fbfd-4bfc-8677-905d1be481c3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.626142] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed78548-c8be-4b6f-b88b-be5326ad9c4c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.710975] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635567, 'name': ReconfigVM_Task, 'duration_secs': 0.266362} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.711285] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 4648021d-f844-414d-89fb-c1ca28e3ebfe/4648021d-f844-414d-89fb-c1ca28e3ebfe.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.711985] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92f79737-7160-4a09-aa9d-f8e6033da44d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.719015] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Waiting for the task: (returnval){ [ 1038.719015] env[69186]: value = "task-3635568" [ 1038.719015] env[69186]: _type = "Task" [ 1038.719015] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.728724] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635568, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.728724] env[69186]: DEBUG nova.network.neutron [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Updating instance_info_cache with network_info: [{"id": "977b5f12-0f55-44bb-9414-b4ba9d37e916", "address": "fa:16:3e:f5:8a:a9", "network": {"id": "d171ecfb-099a-4197-9c6c-cdb014881a80", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1493796076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2a0a4db3d45528c9e27f46f156419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap977b5f12-0f", "ovs_interfaceid": "977b5f12-0f55-44bb-9414-b4ba9d37e916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.748332] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f23dab3-9cfe-4e8e-bb18-abc80f8c2a26 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Volume attach. Driver type: vmdk {{(pid=69186) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1038.748564] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f23dab3-9cfe-4e8e-bb18-abc80f8c2a26 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724917', 'volume_id': '32f7b852-84cd-4504-80f3-22c988d04d4a', 'name': 'volume-32f7b852-84cd-4504-80f3-22c988d04d4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6cf7f10-d3ce-4ce6-9dc5-618973de5c69', 'attached_at': '', 'detached_at': '', 'volume_id': '32f7b852-84cd-4504-80f3-22c988d04d4a', 'serial': '32f7b852-84cd-4504-80f3-22c988d04d4a'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1038.749486] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b3bf55-58eb-4293-b3b2-4c098320b920 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.765705] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4696ec01-4146-477c-88d6-c2fb344e7c2f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.790193] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f23dab3-9cfe-4e8e-bb18-abc80f8c2a26 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-32f7b852-84cd-4504-80f3-22c988d04d4a/volume-32f7b852-84cd-4504-80f3-22c988d04d4a.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.790530] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d217ba3-4a55-4c47-9fe1-747c8cb47604 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.808613] env[69186]: DEBUG oslo_vmware.api [None req-7f23dab3-9cfe-4e8e-bb18-abc80f8c2a26 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1038.808613] env[69186]: value = "task-3635570" [ 1038.808613] env[69186]: _type = "Task" [ 1038.808613] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.816638] env[69186]: DEBUG oslo_vmware.api [None req-7f23dab3-9cfe-4e8e-bb18-abc80f8c2a26 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.934515] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.935086] env[69186]: DEBUG nova.compute.manager [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.938331] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.230s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.939914] env[69186]: INFO nova.compute.claims [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.030224] env[69186]: DEBUG nova.compute.manager [req-b8ed0566-6e91-4cc4-aa25-c752c52d0819 req-e1b9af4e-c716-4d13-8a0a-23ec995397fe service nova] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Received event network-vif-plugged-8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.030224] env[69186]: DEBUG oslo_concurrency.lockutils [req-b8ed0566-6e91-4cc4-aa25-c752c52d0819 req-e1b9af4e-c716-4d13-8a0a-23ec995397fe service nova] Acquiring lock "b2a1953d-7c0e-44a4-928d-60ce0515692a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.030224] env[69186]: DEBUG oslo_concurrency.lockutils [req-b8ed0566-6e91-4cc4-aa25-c752c52d0819 req-e1b9af4e-c716-4d13-8a0a-23ec995397fe service nova] Lock "b2a1953d-7c0e-44a4-928d-60ce0515692a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.030224] env[69186]: DEBUG oslo_concurrency.lockutils [req-b8ed0566-6e91-4cc4-aa25-c752c52d0819 req-e1b9af4e-c716-4d13-8a0a-23ec995397fe service nova] Lock "b2a1953d-7c0e-44a4-928d-60ce0515692a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.030224] env[69186]: DEBUG nova.compute.manager [req-b8ed0566-6e91-4cc4-aa25-c752c52d0819 req-e1b9af4e-c716-4d13-8a0a-23ec995397fe service nova] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] No waiting events found dispatching network-vif-plugged-8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.030224] env[69186]: WARNING nova.compute.manager [req-b8ed0566-6e91-4cc4-aa25-c752c52d0819 req-e1b9af4e-c716-4d13-8a0a-23ec995397fe service nova] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Received unexpected event network-vif-plugged-8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6 for instance with vm_state building and task_state spawning. [ 1039.135679] env[69186]: DEBUG nova.network.neutron [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Successfully updated port: 8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.229200] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635568, 'name': Rename_Task, 'duration_secs': 0.160355} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.229912] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Releasing lock "refresh_cache-7db077e2-bdc2-4568-ae13-c6fec2c1318e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.230401] env[69186]: DEBUG nova.compute.manager [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Instance network_info: |[{"id": "977b5f12-0f55-44bb-9414-b4ba9d37e916", "address": "fa:16:3e:f5:8a:a9", "network": {"id": "d171ecfb-099a-4197-9c6c-cdb014881a80", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1493796076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2a0a4db3d45528c9e27f46f156419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap977b5f12-0f", "ovs_interfaceid": "977b5f12-0f55-44bb-9414-b4ba9d37e916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.231943] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.231943] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:8a:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '977b5f12-0f55-44bb-9414-b4ba9d37e916', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.238877] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Creating folder: Project (a8c2a0a4db3d45528c9e27f46f156419). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.239187] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f8e277d-bb92-4348-9567-3f7c2dd91a54 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.240833] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19c6931b-6972-4898-841e-44f1afbf0b88 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.248755] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Waiting for the task: (returnval){ [ 1039.248755] env[69186]: value = "task-3635571" [ 1039.248755] env[69186]: _type = "Task" [ 1039.248755] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.253293] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Created folder: Project (a8c2a0a4db3d45528c9e27f46f156419) in parent group-v724677. [ 1039.253293] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Creating folder: Instances. Parent ref: group-v724920. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.253743] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97516438-0d0e-40c6-89ee-e4e517af2e19 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.258266] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.264388] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Created folder: Instances in parent group-v724920. [ 1039.264626] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.264811] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.265152] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efc51972-8af5-4f47-8981-f853751aa4a8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.283826] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.283826] env[69186]: value = "task-3635574" [ 1039.283826] env[69186]: _type = "Task" [ 1039.283826] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.290955] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635574, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.318359] env[69186]: DEBUG oslo_vmware.api [None req-7f23dab3-9cfe-4e8e-bb18-abc80f8c2a26 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635570, 'name': ReconfigVM_Task, 'duration_secs': 0.335638} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.318651] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f23dab3-9cfe-4e8e-bb18-abc80f8c2a26 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-32f7b852-84cd-4504-80f3-22c988d04d4a/volume-32f7b852-84cd-4504-80f3-22c988d04d4a.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.323987] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1b2bcb9-7165-4d73-accb-d90bd1450464 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.339169] env[69186]: DEBUG oslo_vmware.api [None req-7f23dab3-9cfe-4e8e-bb18-abc80f8c2a26 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1039.339169] env[69186]: value = "task-3635575" [ 1039.339169] env[69186]: _type = "Task" [ 1039.339169] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.348538] env[69186]: DEBUG oslo_vmware.api [None req-7f23dab3-9cfe-4e8e-bb18-abc80f8c2a26 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635575, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.445183] env[69186]: DEBUG nova.compute.utils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.448923] env[69186]: DEBUG nova.compute.manager [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.448923] env[69186]: DEBUG nova.network.neutron [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.503059] env[69186]: DEBUG nova.policy [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '684c9a856e064340a8831d615f26bdc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8c2a0a4db3d45528c9e27f46f156419', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.638247] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquiring lock "refresh_cache-b2a1953d-7c0e-44a4-928d-60ce0515692a" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.638247] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquired lock "refresh_cache-b2a1953d-7c0e-44a4-928d-60ce0515692a" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.638247] env[69186]: DEBUG nova.network.neutron [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.760637] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635571, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.771755] env[69186]: DEBUG nova.network.neutron [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Successfully created port: 9712c7c6-0732-484b-802a-7af0a36259a5 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.795579] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635574, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.851089] env[69186]: DEBUG oslo_vmware.api [None req-7f23dab3-9cfe-4e8e-bb18-abc80f8c2a26 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635575, 'name': ReconfigVM_Task, 'duration_secs': 0.178703} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.851089] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f23dab3-9cfe-4e8e-bb18-abc80f8c2a26 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724917', 'volume_id': '32f7b852-84cd-4504-80f3-22c988d04d4a', 'name': 'volume-32f7b852-84cd-4504-80f3-22c988d04d4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6cf7f10-d3ce-4ce6-9dc5-618973de5c69', 'attached_at': '', 'detached_at': '', 'volume_id': '32f7b852-84cd-4504-80f3-22c988d04d4a', 'serial': '32f7b852-84cd-4504-80f3-22c988d04d4a'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1039.949400] env[69186]: DEBUG nova.compute.manager [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.182186] env[69186]: DEBUG nova.network.neutron [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.202092] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1c3f11-2a88-4ffc-ad58-c74789a3a371 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.209716] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b1aa9c-5a79-4245-978e-537f0183c91a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.240969] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9940e94f-8e01-4342-a982-0d55ef9df1bb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.248601] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbb0864-b3b5-48ec-8ea0-3bc864790a27 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.263489] env[69186]: DEBUG nova.compute.provider_tree [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.268012] env[69186]: DEBUG oslo_vmware.api [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635571, 'name': PowerOnVM_Task, 'duration_secs': 0.542269} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.270354] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.270566] env[69186]: DEBUG nova.compute.manager [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.271789] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6340c0-7afc-46fd-8768-94f0aa5c8a3c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.293893] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635574, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.332900] env[69186]: DEBUG nova.network.neutron [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Updating instance_info_cache with network_info: [{"id": "8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6", "address": "fa:16:3e:ff:26:bd", "network": {"id": "d171ecfb-099a-4197-9c6c-cdb014881a80", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1493796076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2a0a4db3d45528c9e27f46f156419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f8a8e4e-c1", "ovs_interfaceid": "8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.766493] env[69186]: DEBUG nova.scheduler.client.report [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.787396] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.796540] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635574, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.834877] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Releasing lock "refresh_cache-b2a1953d-7c0e-44a4-928d-60ce0515692a" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.837720] env[69186]: DEBUG nova.compute.manager [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Instance network_info: |[{"id": "8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6", "address": "fa:16:3e:ff:26:bd", "network": {"id": "d171ecfb-099a-4197-9c6c-cdb014881a80", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1493796076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2a0a4db3d45528c9e27f46f156419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f8a8e4e-c1", "ovs_interfaceid": "8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.837720] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:26:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.843461] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.843779] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.844041] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95ba062c-8d42-44cb-9ed8-fb54cffb4235 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.863570] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.863570] env[69186]: value = "task-3635576" [ 1040.863570] env[69186]: _type = "Task" [ 1040.863570] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.870892] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635576, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.888098] env[69186]: DEBUG nova.objects.instance [None req-7f23dab3-9cfe-4e8e-bb18-abc80f8c2a26 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lazy-loading 'flavor' on Instance uuid b6cf7f10-d3ce-4ce6-9dc5-618973de5c69 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.963558] env[69186]: DEBUG nova.compute.manager [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.991290] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.991290] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.991290] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.991290] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.991290] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.991290] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.991741] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.991741] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.991741] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.991980] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.992159] env[69186]: DEBUG nova.virt.hardware [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.993200] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb46ecb1-b65e-4f99-a69c-605d5872abd8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.002134] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99882e32-bfa8-4c8d-9147-09a7594b133b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.083021] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-027b419c-14ce-49a4-ad98-55641f3750cd tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Volume attach. Driver type: vmdk {{(pid=69186) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1041.083021] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-027b419c-14ce-49a4-ad98-55641f3750cd tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724919', 'volume_id': '9ba16d98-69df-417d-9600-d3d53eda7d30', 'name': 'volume-9ba16d98-69df-417d-9600-d3d53eda7d30', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '564d3761-06cc-4ef8-baa9-9adc806bf419', 'attached_at': '', 'detached_at': '', 'volume_id': '9ba16d98-69df-417d-9600-d3d53eda7d30', 'serial': '9ba16d98-69df-417d-9600-d3d53eda7d30'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1041.083021] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81849b1-7a1d-480b-97ea-e58cda950625 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.115355] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4388e19-f30d-421a-8787-6a0ca13784e6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.156805] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-027b419c-14ce-49a4-ad98-55641f3750cd tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] volume-9ba16d98-69df-417d-9600-d3d53eda7d30/volume-9ba16d98-69df-417d-9600-d3d53eda7d30.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.158408] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ff537f6-22ce-4db3-9435-1cd0a6aad8bf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.173469] env[69186]: DEBUG nova.compute.manager [req-c09274a7-dd9e-458e-815b-faaeedbb15b5 req-003e2638-fc15-4e07-90f6-2d31b8b9e438 service nova] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Received event network-changed-8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.173779] env[69186]: DEBUG nova.compute.manager [req-c09274a7-dd9e-458e-815b-faaeedbb15b5 req-003e2638-fc15-4e07-90f6-2d31b8b9e438 service nova] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Refreshing instance network info cache due to event network-changed-8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.174085] env[69186]: DEBUG oslo_concurrency.lockutils [req-c09274a7-dd9e-458e-815b-faaeedbb15b5 req-003e2638-fc15-4e07-90f6-2d31b8b9e438 service nova] Acquiring lock "refresh_cache-b2a1953d-7c0e-44a4-928d-60ce0515692a" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.174309] env[69186]: DEBUG oslo_concurrency.lockutils [req-c09274a7-dd9e-458e-815b-faaeedbb15b5 req-003e2638-fc15-4e07-90f6-2d31b8b9e438 service nova] Acquired lock "refresh_cache-b2a1953d-7c0e-44a4-928d-60ce0515692a" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.174525] env[69186]: DEBUG nova.network.neutron [req-c09274a7-dd9e-458e-815b-faaeedbb15b5 req-003e2638-fc15-4e07-90f6-2d31b8b9e438 service nova] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Refreshing network info cache for port 8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.184467] env[69186]: DEBUG oslo_vmware.api [None req-027b419c-14ce-49a4-ad98-55641f3750cd tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 1041.184467] env[69186]: value = "task-3635577" [ 1041.184467] env[69186]: _type = "Task" [ 1041.184467] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.194170] env[69186]: DEBUG oslo_vmware.api [None req-027b419c-14ce-49a4-ad98-55641f3750cd tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.272320] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.272902] env[69186]: DEBUG nova.compute.manager [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1041.276259] env[69186]: DEBUG oslo_concurrency.lockutils [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.800s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.277084] env[69186]: DEBUG nova.objects.instance [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Lazy-loading 'resources' on Instance uuid 9c83d2ce-408e-4c21-a503-44b7a6c01aed {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.296945] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635574, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.342383] env[69186]: DEBUG nova.network.neutron [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Successfully updated port: 9712c7c6-0732-484b-802a-7af0a36259a5 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.373192] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635576, 'name': CreateVM_Task, 'duration_secs': 0.274155} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.373192] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.373915] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.374118] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.374433] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.374682] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95c0fbc5-2596-44b6-8873-b33d2dd5c4f0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.378921] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1041.378921] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ab2f33-92cd-0524-40ff-45c90349c1ea" [ 1041.378921] env[69186]: _type = "Task" [ 1041.378921] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.386928] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ab2f33-92cd-0524-40ff-45c90349c1ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.392776] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7f23dab3-9cfe-4e8e-bb18-abc80f8c2a26 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "b6cf7f10-d3ce-4ce6-9dc5-618973de5c69" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.762s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.469650] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "b6cf7f10-d3ce-4ce6-9dc5-618973de5c69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.470010] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "b6cf7f10-d3ce-4ce6-9dc5-618973de5c69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.470305] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "b6cf7f10-d3ce-4ce6-9dc5-618973de5c69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.470543] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "b6cf7f10-d3ce-4ce6-9dc5-618973de5c69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.470761] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "b6cf7f10-d3ce-4ce6-9dc5-618973de5c69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.473460] env[69186]: INFO nova.compute.manager [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Terminating instance [ 1041.680978] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Acquiring lock "4648021d-f844-414d-89fb-c1ca28e3ebfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.681241] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Lock "4648021d-f844-414d-89fb-c1ca28e3ebfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.681442] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Acquiring lock "4648021d-f844-414d-89fb-c1ca28e3ebfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.681651] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Lock "4648021d-f844-414d-89fb-c1ca28e3ebfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.681855] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Lock "4648021d-f844-414d-89fb-c1ca28e3ebfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.683900] env[69186]: INFO nova.compute.manager [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Terminating instance [ 1041.694657] env[69186]: DEBUG oslo_vmware.api [None req-027b419c-14ce-49a4-ad98-55641f3750cd tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635577, 'name': ReconfigVM_Task, 'duration_secs': 0.3518} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.695607] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-027b419c-14ce-49a4-ad98-55641f3750cd tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Reconfigured VM instance instance-0000004c to attach disk [datastore1] volume-9ba16d98-69df-417d-9600-d3d53eda7d30/volume-9ba16d98-69df-417d-9600-d3d53eda7d30.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.700573] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a72330e6-a683-4bba-92f0-9ef0ee79522f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.716698] env[69186]: DEBUG oslo_vmware.api [None req-027b419c-14ce-49a4-ad98-55641f3750cd tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 1041.716698] env[69186]: value = "task-3635578" [ 1041.716698] env[69186]: _type = "Task" [ 1041.716698] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.727885] env[69186]: DEBUG oslo_vmware.api [None req-027b419c-14ce-49a4-ad98-55641f3750cd tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635578, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.782390] env[69186]: DEBUG nova.compute.utils [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.786139] env[69186]: DEBUG nova.compute.manager [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.786310] env[69186]: DEBUG nova.network.neutron [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.798269] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635574, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.830438] env[69186]: DEBUG nova.policy [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '698e2b2429c14aa3bdec66a58cea1a4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e80bb6addba4ec2bf4e4aedd75153c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.846599] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquiring lock "refresh_cache-d2630da7-721d-4f82-a9c6-49dc74d61b8c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.846757] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquired lock "refresh_cache-d2630da7-721d-4f82-a9c6-49dc74d61b8c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.846909] env[69186]: DEBUG nova.network.neutron [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.888866] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ab2f33-92cd-0524-40ff-45c90349c1ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009578} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.891362] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.891720] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.891942] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.892101] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.892303] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.893846] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52287015-51ba-4f12-82f2-70eb6f5ea8f7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.901854] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.902044] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.902764] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcd20673-8ea3-4c74-a9a1-40fbb93e3593 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.907848] env[69186]: DEBUG nova.network.neutron [req-c09274a7-dd9e-458e-815b-faaeedbb15b5 req-003e2638-fc15-4e07-90f6-2d31b8b9e438 service nova] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Updated VIF entry in instance network info cache for port 8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.908203] env[69186]: DEBUG nova.network.neutron [req-c09274a7-dd9e-458e-815b-faaeedbb15b5 req-003e2638-fc15-4e07-90f6-2d31b8b9e438 service nova] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Updating instance_info_cache with network_info: [{"id": "8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6", "address": "fa:16:3e:ff:26:bd", "network": {"id": "d171ecfb-099a-4197-9c6c-cdb014881a80", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1493796076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2a0a4db3d45528c9e27f46f156419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f8a8e4e-c1", "ovs_interfaceid": "8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.912838] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1041.912838] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52be3a7d-2dfc-012d-6b2a-daed5d6b8916" [ 1041.912838] env[69186]: _type = "Task" [ 1041.912838] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.922783] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52be3a7d-2dfc-012d-6b2a-daed5d6b8916, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.977273] env[69186]: DEBUG nova.compute.manager [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.977922] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.977922] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1384ffc0-637d-4e41-bba3-4bc536435c9a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.986914] env[69186]: DEBUG oslo_vmware.api [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1041.986914] env[69186]: value = "task-3635579" [ 1041.986914] env[69186]: _type = "Task" [ 1041.986914] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.996270] env[69186]: DEBUG oslo_vmware.api [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.093029] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe3409b-6dbd-4fb4-8f62-8281d8059f2b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.101117] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ea8471-6ffa-44d6-810d-0f862b5ccc1d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.131844] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e244848-23ee-4665-8bcf-a193d9c35419 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.139726] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e724c2a-dab4-41ce-8d94-9517af222ce9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.145341] env[69186]: DEBUG nova.network.neutron [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Successfully created port: ce297642-277c-4af3-8511-b7b5669ad0e7 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.160646] env[69186]: DEBUG nova.compute.provider_tree [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.190620] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Acquiring lock "refresh_cache-4648021d-f844-414d-89fb-c1ca28e3ebfe" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.190818] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Acquired lock "refresh_cache-4648021d-f844-414d-89fb-c1ca28e3ebfe" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.191044] env[69186]: DEBUG nova.network.neutron [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.229821] env[69186]: DEBUG oslo_vmware.api [None req-027b419c-14ce-49a4-ad98-55641f3750cd tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635578, 'name': ReconfigVM_Task, 'duration_secs': 0.138394} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.229821] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-027b419c-14ce-49a4-ad98-55641f3750cd tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724919', 'volume_id': '9ba16d98-69df-417d-9600-d3d53eda7d30', 'name': 'volume-9ba16d98-69df-417d-9600-d3d53eda7d30', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '564d3761-06cc-4ef8-baa9-9adc806bf419', 'attached_at': '', 'detached_at': '', 'volume_id': '9ba16d98-69df-417d-9600-d3d53eda7d30', 'serial': '9ba16d98-69df-417d-9600-d3d53eda7d30'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1042.287747] env[69186]: DEBUG nova.compute.manager [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1042.303680] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635574, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.387152] env[69186]: DEBUG nova.network.neutron [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.411513] env[69186]: DEBUG oslo_concurrency.lockutils [req-c09274a7-dd9e-458e-815b-faaeedbb15b5 req-003e2638-fc15-4e07-90f6-2d31b8b9e438 service nova] Releasing lock "refresh_cache-b2a1953d-7c0e-44a4-928d-60ce0515692a" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.422946] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52be3a7d-2dfc-012d-6b2a-daed5d6b8916, 'name': SearchDatastore_Task, 'duration_secs': 0.010458} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.424151] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-925db83f-3ee5-4498-9617-3d3505fefa7f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.431310] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1042.431310] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52420395-c596-2bef-dd4e-31abcc183bcf" [ 1042.431310] env[69186]: _type = "Task" [ 1042.431310] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.439432] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52420395-c596-2bef-dd4e-31abcc183bcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.498071] env[69186]: DEBUG oslo_vmware.api [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635579, 'name': PowerOffVM_Task, 'duration_secs': 0.19567} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.498461] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.498744] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Volume detach. Driver type: vmdk {{(pid=69186) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1042.499012] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724917', 'volume_id': '32f7b852-84cd-4504-80f3-22c988d04d4a', 'name': 'volume-32f7b852-84cd-4504-80f3-22c988d04d4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6cf7f10-d3ce-4ce6-9dc5-618973de5c69', 'attached_at': '', 'detached_at': '', 'volume_id': '32f7b852-84cd-4504-80f3-22c988d04d4a', 'serial': '32f7b852-84cd-4504-80f3-22c988d04d4a'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1042.503294] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd0e35b-162a-46c9-bfa3-038730bd6c28 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.525474] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b21c6c-95e3-4344-922b-8441f1dd8138 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.533135] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb533a0c-ca28-4f25-8bce-1fd1a31d8eff {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.553321] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef6d355-c428-4bc7-bc04-133ede455506 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.569839] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] The volume has not been displaced from its original location: [datastore1] volume-32f7b852-84cd-4504-80f3-22c988d04d4a/volume-32f7b852-84cd-4504-80f3-22c988d04d4a.vmdk. No consolidation needed. {{(pid=69186) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1042.575341] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1042.576367] env[69186]: DEBUG nova.network.neutron [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Updating instance_info_cache with network_info: [{"id": "9712c7c6-0732-484b-802a-7af0a36259a5", "address": "fa:16:3e:66:f4:8e", "network": {"id": "d171ecfb-099a-4197-9c6c-cdb014881a80", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1493796076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2a0a4db3d45528c9e27f46f156419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9712c7c6-07", "ovs_interfaceid": "9712c7c6-0732-484b-802a-7af0a36259a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.577564] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-817cb09a-d5ce-41d2-a6a0-c38c58c2fd17 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.595511] env[69186]: DEBUG oslo_vmware.api [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1042.595511] env[69186]: value = "task-3635580" [ 1042.595511] env[69186]: _type = "Task" [ 1042.595511] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.603678] env[69186]: DEBUG oslo_vmware.api [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.686087] env[69186]: ERROR nova.scheduler.client.report [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] [req-d06fdc1e-954b-4090-aa8f-b28806c84eb4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 236fcb92-b429-42b8-bc28-b1c93f3ba708. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d06fdc1e-954b-4090-aa8f-b28806c84eb4"}]} [ 1042.705968] env[69186]: DEBUG nova.scheduler.client.report [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Refreshing inventories for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1042.710610] env[69186]: DEBUG nova.network.neutron [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.722348] env[69186]: DEBUG nova.scheduler.client.report [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Updating ProviderTree inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1042.722589] env[69186]: DEBUG nova.compute.provider_tree [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.735469] env[69186]: DEBUG nova.scheduler.client.report [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Refreshing aggregate associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, aggregates: None {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1042.760929] env[69186]: DEBUG nova.scheduler.client.report [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Refreshing trait associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1042.765355] env[69186]: DEBUG nova.network.neutron [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.804193] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635574, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.943022] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52420395-c596-2bef-dd4e-31abcc183bcf, 'name': SearchDatastore_Task, 'duration_secs': 0.010553} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.944796] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.945078] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] b2a1953d-7c0e-44a4-928d-60ce0515692a/b2a1953d-7c0e-44a4-928d-60ce0515692a.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.945491] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c674379b-4cf6-43b0-a696-7b7d88683e7b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.951553] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1042.951553] env[69186]: value = "task-3635581" [ 1042.951553] env[69186]: _type = "Task" [ 1042.951553] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.961947] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.046836] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612887a7-2248-4d16-8c69-7d32e8953b4e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.053816] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd3b3c2-0a58-4f18-9f9a-896bcf8b5991 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.083491] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7f0d01-33e5-46e4-bf87-715d6fa76a6f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.090267] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da18a3b-061c-47b6-a846-2466f7db8f3e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.095534] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Releasing lock "refresh_cache-d2630da7-721d-4f82-a9c6-49dc74d61b8c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.095831] env[69186]: DEBUG nova.compute.manager [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Instance network_info: |[{"id": "9712c7c6-0732-484b-802a-7af0a36259a5", "address": "fa:16:3e:66:f4:8e", "network": {"id": "d171ecfb-099a-4197-9c6c-cdb014881a80", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1493796076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2a0a4db3d45528c9e27f46f156419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9712c7c6-07", "ovs_interfaceid": "9712c7c6-0732-484b-802a-7af0a36259a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.096315] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:f4:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9712c7c6-0732-484b-802a-7af0a36259a5', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.103511] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.107248] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.115223] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92670d54-a15c-494b-b5c7-870c4bae6412 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.129207] env[69186]: DEBUG nova.compute.provider_tree [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1043.135780] env[69186]: DEBUG oslo_vmware.api [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635580, 'name': ReconfigVM_Task, 'duration_secs': 0.204353} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.136971] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1043.141463] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.141463] env[69186]: value = "task-3635582" [ 1043.141463] env[69186]: _type = "Task" [ 1043.141463] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.142238] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de9ea338-1370-400b-a2a3-2a79755f80d0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.161670] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635582, 'name': CreateVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.162969] env[69186]: DEBUG oslo_vmware.api [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1043.162969] env[69186]: value = "task-3635583" [ 1043.162969] env[69186]: _type = "Task" [ 1043.162969] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.170754] env[69186]: DEBUG oslo_vmware.api [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.180045] env[69186]: DEBUG nova.compute.manager [req-4b9719d2-5865-43fe-9a81-5417a689cbeb req-22f660e5-e0d3-4827-b445-95ac772d61cd service nova] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Received event network-vif-plugged-9712c7c6-0732-484b-802a-7af0a36259a5 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.180278] env[69186]: DEBUG oslo_concurrency.lockutils [req-4b9719d2-5865-43fe-9a81-5417a689cbeb req-22f660e5-e0d3-4827-b445-95ac772d61cd service nova] Acquiring lock "d2630da7-721d-4f82-a9c6-49dc74d61b8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.180499] env[69186]: DEBUG oslo_concurrency.lockutils [req-4b9719d2-5865-43fe-9a81-5417a689cbeb req-22f660e5-e0d3-4827-b445-95ac772d61cd service nova] Lock "d2630da7-721d-4f82-a9c6-49dc74d61b8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.180674] env[69186]: DEBUG oslo_concurrency.lockutils [req-4b9719d2-5865-43fe-9a81-5417a689cbeb req-22f660e5-e0d3-4827-b445-95ac772d61cd service nova] Lock "d2630da7-721d-4f82-a9c6-49dc74d61b8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.180852] env[69186]: DEBUG nova.compute.manager [req-4b9719d2-5865-43fe-9a81-5417a689cbeb req-22f660e5-e0d3-4827-b445-95ac772d61cd service nova] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] No waiting events found dispatching network-vif-plugged-9712c7c6-0732-484b-802a-7af0a36259a5 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.181131] env[69186]: WARNING nova.compute.manager [req-4b9719d2-5865-43fe-9a81-5417a689cbeb req-22f660e5-e0d3-4827-b445-95ac772d61cd service nova] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Received unexpected event network-vif-plugged-9712c7c6-0732-484b-802a-7af0a36259a5 for instance with vm_state building and task_state spawning. [ 1043.181283] env[69186]: DEBUG nova.compute.manager [req-4b9719d2-5865-43fe-9a81-5417a689cbeb req-22f660e5-e0d3-4827-b445-95ac772d61cd service nova] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Received event network-changed-9712c7c6-0732-484b-802a-7af0a36259a5 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.181530] env[69186]: DEBUG nova.compute.manager [req-4b9719d2-5865-43fe-9a81-5417a689cbeb req-22f660e5-e0d3-4827-b445-95ac772d61cd service nova] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Refreshing instance network info cache due to event network-changed-9712c7c6-0732-484b-802a-7af0a36259a5. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.181785] env[69186]: DEBUG oslo_concurrency.lockutils [req-4b9719d2-5865-43fe-9a81-5417a689cbeb req-22f660e5-e0d3-4827-b445-95ac772d61cd service nova] Acquiring lock "refresh_cache-d2630da7-721d-4f82-a9c6-49dc74d61b8c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.181969] env[69186]: DEBUG oslo_concurrency.lockutils [req-4b9719d2-5865-43fe-9a81-5417a689cbeb req-22f660e5-e0d3-4827-b445-95ac772d61cd service nova] Acquired lock "refresh_cache-d2630da7-721d-4f82-a9c6-49dc74d61b8c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.182191] env[69186]: DEBUG nova.network.neutron [req-4b9719d2-5865-43fe-9a81-5417a689cbeb req-22f660e5-e0d3-4827-b445-95ac772d61cd service nova] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Refreshing network info cache for port 9712c7c6-0732-484b-802a-7af0a36259a5 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.269043] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Releasing lock "refresh_cache-4648021d-f844-414d-89fb-c1ca28e3ebfe" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.269247] env[69186]: DEBUG nova.compute.manager [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.270813] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.270813] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2262de3-bf69-46cb-b4d9-efc57d4db9c2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.279989] env[69186]: DEBUG nova.objects.instance [None req-027b419c-14ce-49a4-ad98-55641f3750cd tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lazy-loading 'flavor' on Instance uuid 564d3761-06cc-4ef8-baa9-9adc806bf419 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.282028] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.282028] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83c840f3-2760-416a-b72d-8f03139ef28d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.289237] env[69186]: DEBUG oslo_vmware.api [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Waiting for the task: (returnval){ [ 1043.289237] env[69186]: value = "task-3635584" [ 1043.289237] env[69186]: _type = "Task" [ 1043.289237] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.305811] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635574, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.306990] env[69186]: DEBUG nova.compute.manager [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.308955] env[69186]: DEBUG oslo_vmware.api [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.343040] env[69186]: DEBUG nova.virt.hardware [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.343749] env[69186]: DEBUG nova.virt.hardware [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.343749] env[69186]: DEBUG nova.virt.hardware [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.343749] env[69186]: DEBUG nova.virt.hardware [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.343982] env[69186]: DEBUG nova.virt.hardware [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.344291] env[69186]: DEBUG nova.virt.hardware [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.344645] env[69186]: DEBUG nova.virt.hardware [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.344872] env[69186]: DEBUG nova.virt.hardware [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.345128] env[69186]: DEBUG nova.virt.hardware [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.345343] env[69186]: DEBUG nova.virt.hardware [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.345558] env[69186]: DEBUG nova.virt.hardware [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.347182] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c48406-f86b-46b7-a19b-c3799893d2f4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.356624] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8dc631-0bc0-417d-a6fb-037b7525953b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.462079] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635581, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.661902] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635582, 'name': CreateVM_Task, 'duration_secs': 0.39991} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.662129] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.662845] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.663037] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.663385] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.663712] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4a2fe1b-b014-4391-babe-c61d779a95a5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.670940] env[69186]: DEBUG nova.scheduler.client.report [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Updated inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1043.674132] env[69186]: DEBUG nova.compute.provider_tree [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Updating resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 generation from 119 to 120 during operation: update_inventory {{(pid=69186) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1043.674132] env[69186]: DEBUG nova.compute.provider_tree [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1043.680909] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1043.680909] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5290f7a1-27f0-e94d-d758-0f0f71730bea" [ 1043.680909] env[69186]: _type = "Task" [ 1043.680909] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.681165] env[69186]: DEBUG oslo_vmware.api [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635583, 'name': ReconfigVM_Task, 'duration_secs': 0.226116} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.681748] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724917', 'volume_id': '32f7b852-84cd-4504-80f3-22c988d04d4a', 'name': 'volume-32f7b852-84cd-4504-80f3-22c988d04d4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6cf7f10-d3ce-4ce6-9dc5-618973de5c69', 'attached_at': '', 'detached_at': '', 'volume_id': '32f7b852-84cd-4504-80f3-22c988d04d4a', 'serial': '32f7b852-84cd-4504-80f3-22c988d04d4a'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1043.682038] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.685758] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0b29f0-a390-4153-9479-e0d77a7876a3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.693105] env[69186]: DEBUG nova.compute.manager [req-6453bcc6-5f94-4b93-be4c-e232815ca872 req-3803836b-042f-4379-895c-1958f0c31a28 service nova] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Received event network-vif-plugged-ce297642-277c-4af3-8511-b7b5669ad0e7 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.693290] env[69186]: DEBUG oslo_concurrency.lockutils [req-6453bcc6-5f94-4b93-be4c-e232815ca872 req-3803836b-042f-4379-895c-1958f0c31a28 service nova] Acquiring lock "9b42ea08-fb07-41c2-aa21-a444e47713ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.693501] env[69186]: DEBUG oslo_concurrency.lockutils [req-6453bcc6-5f94-4b93-be4c-e232815ca872 req-3803836b-042f-4379-895c-1958f0c31a28 service nova] Lock "9b42ea08-fb07-41c2-aa21-a444e47713ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.693664] env[69186]: DEBUG oslo_concurrency.lockutils [req-6453bcc6-5f94-4b93-be4c-e232815ca872 req-3803836b-042f-4379-895c-1958f0c31a28 service nova] Lock "9b42ea08-fb07-41c2-aa21-a444e47713ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.693851] env[69186]: DEBUG nova.compute.manager [req-6453bcc6-5f94-4b93-be4c-e232815ca872 req-3803836b-042f-4379-895c-1958f0c31a28 service nova] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] No waiting events found dispatching network-vif-plugged-ce297642-277c-4af3-8511-b7b5669ad0e7 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.694052] env[69186]: WARNING nova.compute.manager [req-6453bcc6-5f94-4b93-be4c-e232815ca872 req-3803836b-042f-4379-895c-1958f0c31a28 service nova] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Received unexpected event network-vif-plugged-ce297642-277c-4af3-8511-b7b5669ad0e7 for instance with vm_state building and task_state spawning. [ 1043.701025] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5290f7a1-27f0-e94d-d758-0f0f71730bea, 'name': SearchDatastore_Task, 'duration_secs': 0.0111} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.701335] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.701595] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.701822] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.702264] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.702264] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.702399] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.702869] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2f68541-66d3-473d-b50d-fb1533d3c119 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.704476] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a03f4c5-fc56-4d8e-bf9b-5390a659ab93 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.712199] env[69186]: DEBUG oslo_concurrency.lockutils [None req-70fbf65b-d105-48fc-8692-0d0af0f68df4 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "564d3761-06cc-4ef8-baa9-9adc806bf419" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.714449] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.714658] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.715445] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5faa08b-2fb6-409f-b769-768e5f9469fa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.721054] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1043.721054] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527b7a56-9cb3-7d34-497c-3f0aa4b702e7" [ 1043.721054] env[69186]: _type = "Task" [ 1043.721054] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.732308] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527b7a56-9cb3-7d34-497c-3f0aa4b702e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.764163] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.764163] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.764163] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Deleting the datastore file [datastore1] b6cf7f10-d3ce-4ce6-9dc5-618973de5c69 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.764163] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be73d847-9633-4b2a-bc61-11b574f8e459 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.770964] env[69186]: DEBUG oslo_vmware.api [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1043.770964] env[69186]: value = "task-3635586" [ 1043.770964] env[69186]: _type = "Task" [ 1043.770964] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.782512] env[69186]: DEBUG oslo_vmware.api [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.787823] env[69186]: DEBUG oslo_concurrency.lockutils [None req-027b419c-14ce-49a4-ad98-55641f3750cd tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "564d3761-06cc-4ef8-baa9-9adc806bf419" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.308s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.787823] env[69186]: DEBUG oslo_concurrency.lockutils [None req-70fbf65b-d105-48fc-8692-0d0af0f68df4 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "564d3761-06cc-4ef8-baa9-9adc806bf419" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.075s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.802926] env[69186]: DEBUG oslo_vmware.api [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635584, 'name': PowerOffVM_Task, 'duration_secs': 0.464352} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.804409] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.804733] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.805805] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1cbd8fc-427b-4200-91ed-bfa7a4ba73a7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.812502] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635574, 'name': CreateVM_Task, 'duration_secs': 4.025192} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.812502] env[69186]: DEBUG nova.network.neutron [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Successfully updated port: ce297642-277c-4af3-8511-b7b5669ad0e7 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.813707] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.815235] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.815325] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.816142] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.816142] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44a35c14-263a-4328-915d-0925a238d160 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.820275] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1043.820275] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520b4e74-e978-ff24-3843-496bfad4ff94" [ 1043.820275] env[69186]: _type = "Task" [ 1043.820275] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.828844] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520b4e74-e978-ff24-3843-496bfad4ff94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.842604] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.842763] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.842941] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Deleting the datastore file [datastore1] 4648021d-f844-414d-89fb-c1ca28e3ebfe {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.843201] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d0a9cbd-5683-4467-99f3-738e1bc7a2dc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.849086] env[69186]: DEBUG oslo_vmware.api [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Waiting for the task: (returnval){ [ 1043.849086] env[69186]: value = "task-3635588" [ 1043.849086] env[69186]: _type = "Task" [ 1043.849086] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.856649] env[69186]: DEBUG oslo_vmware.api [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.929326] env[69186]: DEBUG nova.network.neutron [req-4b9719d2-5865-43fe-9a81-5417a689cbeb req-22f660e5-e0d3-4827-b445-95ac772d61cd service nova] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Updated VIF entry in instance network info cache for port 9712c7c6-0732-484b-802a-7af0a36259a5. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.929741] env[69186]: DEBUG nova.network.neutron [req-4b9719d2-5865-43fe-9a81-5417a689cbeb req-22f660e5-e0d3-4827-b445-95ac772d61cd service nova] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Updating instance_info_cache with network_info: [{"id": "9712c7c6-0732-484b-802a-7af0a36259a5", "address": "fa:16:3e:66:f4:8e", "network": {"id": "d171ecfb-099a-4197-9c6c-cdb014881a80", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1493796076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2a0a4db3d45528c9e27f46f156419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9712c7c6-07", "ovs_interfaceid": "9712c7c6-0732-484b-802a-7af0a36259a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.962859] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742081} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.963153] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] b2a1953d-7c0e-44a4-928d-60ce0515692a/b2a1953d-7c0e-44a4-928d-60ce0515692a.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.963366] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.963911] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bf274b8-db5b-4de0-9693-3b99e5a75260 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.969656] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1043.969656] env[69186]: value = "task-3635589" [ 1043.969656] env[69186]: _type = "Task" [ 1043.969656] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.978913] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.183268] env[69186]: DEBUG oslo_concurrency.lockutils [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.907s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.185828] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.315s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.186135] env[69186]: DEBUG nova.objects.instance [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Lazy-loading 'resources' on Instance uuid fca7e7e8-a8a0-4948-a839-d3a8ef1131bf {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.203173] env[69186]: INFO nova.scheduler.client.report [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Deleted allocations for instance 9c83d2ce-408e-4c21-a503-44b7a6c01aed [ 1044.230724] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527b7a56-9cb3-7d34-497c-3f0aa4b702e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009335} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.231530] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42f73e8b-9596-4708-ae53-62569ad816da {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.236423] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1044.236423] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522475b1-3f7a-d0fb-15bf-cf7781ff6fc6" [ 1044.236423] env[69186]: _type = "Task" [ 1044.236423] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.243968] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522475b1-3f7a-d0fb-15bf-cf7781ff6fc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.280041] env[69186]: DEBUG oslo_vmware.api [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144152} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.280302] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.280483] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.280657] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.280866] env[69186]: INFO nova.compute.manager [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1044.281234] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.281461] env[69186]: DEBUG nova.compute.manager [-] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.281558] env[69186]: DEBUG nova.network.neutron [-] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.290111] env[69186]: INFO nova.compute.manager [None req-70fbf65b-d105-48fc-8692-0d0af0f68df4 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Detaching volume efb5935e-a72b-4d6f-a386-f59a44359fd7 [ 1044.315638] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Acquiring lock "refresh_cache-9b42ea08-fb07-41c2-aa21-a444e47713ae" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.315839] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Acquired lock "refresh_cache-9b42ea08-fb07-41c2-aa21-a444e47713ae" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.316072] env[69186]: DEBUG nova.network.neutron [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.318967] env[69186]: INFO nova.virt.block_device [None req-70fbf65b-d105-48fc-8692-0d0af0f68df4 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Attempting to driver detach volume efb5935e-a72b-4d6f-a386-f59a44359fd7 from mountpoint /dev/sdb [ 1044.319254] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-70fbf65b-d105-48fc-8692-0d0af0f68df4 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Volume detach. Driver type: vmdk {{(pid=69186) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1044.319477] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-70fbf65b-d105-48fc-8692-0d0af0f68df4 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724913', 'volume_id': 'efb5935e-a72b-4d6f-a386-f59a44359fd7', 'name': 'volume-efb5935e-a72b-4d6f-a386-f59a44359fd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '564d3761-06cc-4ef8-baa9-9adc806bf419', 'attached_at': '', 'detached_at': '', 'volume_id': 'efb5935e-a72b-4d6f-a386-f59a44359fd7', 'serial': 'efb5935e-a72b-4d6f-a386-f59a44359fd7'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1044.320366] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65eed629-d67c-4d69-bed0-77eaf41e3837 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.332308] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520b4e74-e978-ff24-3843-496bfad4ff94, 'name': SearchDatastore_Task, 'duration_secs': 0.009367} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.352661] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.352860] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.353086] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.356983] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb785fc3-711d-47c0-b863-4a5cdc632dde {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.364567] env[69186]: DEBUG oslo_vmware.api [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Task: {'id': task-3635588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.087167} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.366124] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.366277] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.366498] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.366614] env[69186]: INFO nova.compute.manager [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1044.366848] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.367183] env[69186]: DEBUG nova.compute.manager [-] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.367271] env[69186]: DEBUG nova.network.neutron [-] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.369157] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78af27b7-46de-4139-a877-e1d01e3bb88b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.395050] env[69186]: DEBUG nova.network.neutron [-] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.395889] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f38d71d-d6b0-49fb-a079-a6ab41f6980a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.411200] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-70fbf65b-d105-48fc-8692-0d0af0f68df4 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] The volume has not been displaced from its original location: [datastore1] volume-efb5935e-a72b-4d6f-a386-f59a44359fd7/volume-efb5935e-a72b-4d6f-a386-f59a44359fd7.vmdk. No consolidation needed. {{(pid=69186) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1044.416476] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-70fbf65b-d105-48fc-8692-0d0af0f68df4 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1044.417330] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc53c94e-ea1b-40fa-8966-d490e94b612f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.433087] env[69186]: DEBUG oslo_concurrency.lockutils [req-4b9719d2-5865-43fe-9a81-5417a689cbeb req-22f660e5-e0d3-4827-b445-95ac772d61cd service nova] Releasing lock "refresh_cache-d2630da7-721d-4f82-a9c6-49dc74d61b8c" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.435758] env[69186]: DEBUG oslo_vmware.api [None req-70fbf65b-d105-48fc-8692-0d0af0f68df4 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 1044.435758] env[69186]: value = "task-3635590" [ 1044.435758] env[69186]: _type = "Task" [ 1044.435758] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.444235] env[69186]: DEBUG oslo_vmware.api [None req-70fbf65b-d105-48fc-8692-0d0af0f68df4 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.479835] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070372} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.480175] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.481013] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f4bd8c-3c4a-4f5e-adf6-8d1a8ec02287 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.503487] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] b2a1953d-7c0e-44a4-928d-60ce0515692a/b2a1953d-7c0e-44a4-928d-60ce0515692a.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.504192] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f21701f-52db-4649-9376-f56a6ac4fcbf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.524029] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1044.524029] env[69186]: value = "task-3635591" [ 1044.524029] env[69186]: _type = "Task" [ 1044.524029] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.532817] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.713786] env[69186]: DEBUG oslo_concurrency.lockutils [None req-920eb440-ca65-4baa-9a94-04be4db6c237 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Lock "9c83d2ce-408e-4c21-a503-44b7a6c01aed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.431s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.751177] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]522475b1-3f7a-d0fb-15bf-cf7781ff6fc6, 'name': SearchDatastore_Task, 'duration_secs': 0.008693} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.753980] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.754239] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] d2630da7-721d-4f82-a9c6-49dc74d61b8c/d2630da7-721d-4f82-a9c6-49dc74d61b8c.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.754850] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.755593] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.755593] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0758439-58b8-46fc-aa30-c95c1e99221d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.757276] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-149d17d1-1046-4c99-93c6-df750ce22945 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.763908] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1044.763908] env[69186]: value = "task-3635592" [ 1044.763908] env[69186]: _type = "Task" [ 1044.763908] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.771427] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.771427] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.772569] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61139f91-835b-4a4b-926d-2bd0980e47a2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.778526] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.781865] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1044.781865] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d565f8-1629-af46-7aaf-1df9f56f1a8a" [ 1044.781865] env[69186]: _type = "Task" [ 1044.781865] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.791566] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d565f8-1629-af46-7aaf-1df9f56f1a8a, 'name': SearchDatastore_Task, 'duration_secs': 0.008161} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.792329] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e339e1f2-75fc-4ec6-9f9f-13b97bde8d3e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.799821] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1044.799821] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52426b70-f72f-bf9c-5927-72fdbee66853" [ 1044.799821] env[69186]: _type = "Task" [ 1044.799821] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.807767] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52426b70-f72f-bf9c-5927-72fdbee66853, 'name': SearchDatastore_Task, 'duration_secs': 0.008027} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.807895] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.808181] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 7db077e2-bdc2-4568-ae13-c6fec2c1318e/7db077e2-bdc2-4568-ae13-c6fec2c1318e.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.808423] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebad78de-8eaa-4baa-b17c-0a6ed863f9c4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.815156] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1044.815156] env[69186]: value = "task-3635593" [ 1044.815156] env[69186]: _type = "Task" [ 1044.815156] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.824686] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.849762] env[69186]: DEBUG nova.network.neutron [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.899514] env[69186]: DEBUG nova.network.neutron [-] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.945814] env[69186]: DEBUG oslo_vmware.api [None req-70fbf65b-d105-48fc-8692-0d0af0f68df4 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635590, 'name': ReconfigVM_Task, 'duration_secs': 0.225007} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.948398] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-70fbf65b-d105-48fc-8692-0d0af0f68df4 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1044.955329] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-102e719f-c41c-49a8-acae-99be945ec930 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.972339] env[69186]: DEBUG oslo_vmware.api [None req-70fbf65b-d105-48fc-8692-0d0af0f68df4 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 1044.972339] env[69186]: value = "task-3635594" [ 1044.972339] env[69186]: _type = "Task" [ 1044.972339] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.977635] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d14110-1e2c-4e57-b5b3-1f0dc3122f13 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.982918] env[69186]: DEBUG oslo_vmware.api [None req-70fbf65b-d105-48fc-8692-0d0af0f68df4 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.987550] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45173cd7-97ce-43f1-a595-32832bd9999f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.017523] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb2b605-67ba-4acb-ace0-a1bbbdf3b7ea {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.020662] env[69186]: DEBUG nova.network.neutron [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Updating instance_info_cache with network_info: [{"id": "ce297642-277c-4af3-8511-b7b5669ad0e7", "address": "fa:16:3e:29:dd:49", "network": {"id": "4c77122d-ea82-4168-8278-f3ad926aa733", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-132707827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e80bb6addba4ec2bf4e4aedd75153c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce297642-27", "ovs_interfaceid": "ce297642-277c-4af3-8511-b7b5669ad0e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.029058] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b229ad05-f6bc-4bf5-811f-03e895eec9ff {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.038232] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635591, 'name': ReconfigVM_Task, 'duration_secs': 0.261895} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.047279] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Reconfigured VM instance instance-00000054 to attach disk [datastore1] b2a1953d-7c0e-44a4-928d-60ce0515692a/b2a1953d-7c0e-44a4-928d-60ce0515692a.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.048296] env[69186]: DEBUG nova.compute.provider_tree [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1045.049482] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bfd6f25-ca09-4756-aa98-9411825c7d4d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.055226] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1045.055226] env[69186]: value = "task-3635595" [ 1045.055226] env[69186]: _type = "Task" [ 1045.055226] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.062941] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635595, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.123404] env[69186]: DEBUG nova.network.neutron [-] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.207724] env[69186]: DEBUG nova.compute.manager [req-05abedc9-ae7e-4364-801c-9ce867e76b89 req-8a63e178-d757-471c-841f-4a11e8434741 service nova] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Received event network-vif-deleted-c5031c80-65f1-4f78-8d55-188c93c59fc5 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.274177] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.325109] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.401485] env[69186]: INFO nova.compute.manager [-] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Took 1.03 seconds to deallocate network for instance. [ 1045.483459] env[69186]: DEBUG oslo_vmware.api [None req-70fbf65b-d105-48fc-8692-0d0af0f68df4 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.526016] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Releasing lock "refresh_cache-9b42ea08-fb07-41c2-aa21-a444e47713ae" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.526016] env[69186]: DEBUG nova.compute.manager [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Instance network_info: |[{"id": "ce297642-277c-4af3-8511-b7b5669ad0e7", "address": "fa:16:3e:29:dd:49", "network": {"id": "4c77122d-ea82-4168-8278-f3ad926aa733", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-132707827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e80bb6addba4ec2bf4e4aedd75153c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce297642-27", "ovs_interfaceid": "ce297642-277c-4af3-8511-b7b5669ad0e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.526016] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:dd:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce297642-277c-4af3-8511-b7b5669ad0e7', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.531821] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Creating folder: Project (0e80bb6addba4ec2bf4e4aedd75153c3). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.532241] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1f3b3a2-b53e-4b46-a7ed-bdf021bef677 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.563507] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635595, 'name': Rename_Task, 'duration_secs': 0.133612} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.564643] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.564643] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d9eb7d1-857b-44d8-bf1f-4ac70a3c91db {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.577341] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1045.577341] env[69186]: value = "task-3635597" [ 1045.577341] env[69186]: _type = "Task" [ 1045.577341] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.582751] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Created folder: Project (0e80bb6addba4ec2bf4e4aedd75153c3) in parent group-v724677. [ 1045.582997] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Creating folder: Instances. Parent ref: group-v724925. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.583191] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-001cd9e2-9008-4f56-a8ec-ef48c190a39b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.588517] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.589390] env[69186]: DEBUG nova.scheduler.client.report [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Updated inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with generation 120 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1045.589611] env[69186]: DEBUG nova.compute.provider_tree [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Updating resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 generation from 120 to 121 during operation: update_inventory {{(pid=69186) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1045.589787] env[69186]: DEBUG nova.compute.provider_tree [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1045.596764] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Created folder: Instances in parent group-v724925. [ 1045.596764] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.596764] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.596764] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-931d6268-f55e-43f6-97d3-8dd91981a945 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.614951] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.614951] env[69186]: value = "task-3635599" [ 1045.614951] env[69186]: _type = "Task" [ 1045.614951] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.628104] env[69186]: INFO nova.compute.manager [-] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Took 1.35 seconds to deallocate network for instance. [ 1045.628104] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635599, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.745866] env[69186]: DEBUG nova.compute.manager [req-27151870-7ef2-4900-941b-5eddd7eee093 req-3d829c29-211c-4c43-a2d1-4a8846015d53 service nova] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Received event network-changed-ce297642-277c-4af3-8511-b7b5669ad0e7 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.745954] env[69186]: DEBUG nova.compute.manager [req-27151870-7ef2-4900-941b-5eddd7eee093 req-3d829c29-211c-4c43-a2d1-4a8846015d53 service nova] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Refreshing instance network info cache due to event network-changed-ce297642-277c-4af3-8511-b7b5669ad0e7. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.746184] env[69186]: DEBUG oslo_concurrency.lockutils [req-27151870-7ef2-4900-941b-5eddd7eee093 req-3d829c29-211c-4c43-a2d1-4a8846015d53 service nova] Acquiring lock "refresh_cache-9b42ea08-fb07-41c2-aa21-a444e47713ae" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.746334] env[69186]: DEBUG oslo_concurrency.lockutils [req-27151870-7ef2-4900-941b-5eddd7eee093 req-3d829c29-211c-4c43-a2d1-4a8846015d53 service nova] Acquired lock "refresh_cache-9b42ea08-fb07-41c2-aa21-a444e47713ae" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.746511] env[69186]: DEBUG nova.network.neutron [req-27151870-7ef2-4900-941b-5eddd7eee093 req-3d829c29-211c-4c43-a2d1-4a8846015d53 service nova] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Refreshing network info cache for port ce297642-277c-4af3-8511-b7b5669ad0e7 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.776803] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635592, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.831157] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635593, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.907582] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.983944] env[69186]: DEBUG oslo_vmware.api [None req-70fbf65b-d105-48fc-8692-0d0af0f68df4 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635594, 'name': ReconfigVM_Task, 'duration_secs': 0.815875} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.984436] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-70fbf65b-d105-48fc-8692-0d0af0f68df4 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724913', 'volume_id': 'efb5935e-a72b-4d6f-a386-f59a44359fd7', 'name': 'volume-efb5935e-a72b-4d6f-a386-f59a44359fd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '564d3761-06cc-4ef8-baa9-9adc806bf419', 'attached_at': '', 'detached_at': '', 'volume_id': 'efb5935e-a72b-4d6f-a386-f59a44359fd7', 'serial': 'efb5935e-a72b-4d6f-a386-f59a44359fd7'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1046.087780] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635597, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.095896] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.098369] env[69186]: DEBUG oslo_concurrency.lockutils [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.621s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.099985] env[69186]: INFO nova.compute.claims [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.129133] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635599, 'name': CreateVM_Task, 'duration_secs': 0.349766} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.129307] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.129987] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.130194] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.130549] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.130849] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bcdb8fe-0346-435b-9918-bc01d7c7a86a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.135619] env[69186]: INFO nova.scheduler.client.report [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Deleted allocations for instance fca7e7e8-a8a0-4948-a839-d3a8ef1131bf [ 1046.141315] env[69186]: DEBUG oslo_vmware.api [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Waiting for the task: (returnval){ [ 1046.141315] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d5d546-cb03-ea51-4b94-3f02456e89ab" [ 1046.141315] env[69186]: _type = "Task" [ 1046.141315] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.153204] env[69186]: DEBUG oslo_vmware.api [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d5d546-cb03-ea51-4b94-3f02456e89ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.181342] env[69186]: INFO nova.compute.manager [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Took 0.55 seconds to detach 1 volumes for instance. [ 1046.275851] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635592, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.326694] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635593, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.480139} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.326988] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 7db077e2-bdc2-4568-ae13-c6fec2c1318e/7db077e2-bdc2-4568-ae13-c6fec2c1318e.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.327178] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.327437] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77418cd3-1805-49f5-94ff-cc9977f2f42c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.342297] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1046.342297] env[69186]: value = "task-3635600" [ 1046.342297] env[69186]: _type = "Task" [ 1046.342297] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.352576] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.462457] env[69186]: DEBUG nova.network.neutron [req-27151870-7ef2-4900-941b-5eddd7eee093 req-3d829c29-211c-4c43-a2d1-4a8846015d53 service nova] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Updated VIF entry in instance network info cache for port ce297642-277c-4af3-8511-b7b5669ad0e7. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.462813] env[69186]: DEBUG nova.network.neutron [req-27151870-7ef2-4900-941b-5eddd7eee093 req-3d829c29-211c-4c43-a2d1-4a8846015d53 service nova] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Updating instance_info_cache with network_info: [{"id": "ce297642-277c-4af3-8511-b7b5669ad0e7", "address": "fa:16:3e:29:dd:49", "network": {"id": "4c77122d-ea82-4168-8278-f3ad926aa733", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-132707827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e80bb6addba4ec2bf4e4aedd75153c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce297642-27", "ovs_interfaceid": "ce297642-277c-4af3-8511-b7b5669ad0e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.529732] env[69186]: DEBUG nova.objects.instance [None req-70fbf65b-d105-48fc-8692-0d0af0f68df4 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lazy-loading 'flavor' on Instance uuid 564d3761-06cc-4ef8-baa9-9adc806bf419 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.587412] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635597, 'name': PowerOnVM_Task, 'duration_secs': 0.569533} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.587721] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.587959] env[69186]: INFO nova.compute.manager [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1046.588198] env[69186]: DEBUG nova.compute.manager [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.588964] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5f06ba-ea39-4057-8b37-d6643919b891 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.648657] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80cb75ed-1e7d-430f-909b-bf8861569ada tempest-ServerShowV247Test-1598849704 tempest-ServerShowV247Test-1598849704-project-member] Lock "fca7e7e8-a8a0-4948-a839-d3a8ef1131bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.016s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.657332] env[69186]: DEBUG oslo_vmware.api [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d5d546-cb03-ea51-4b94-3f02456e89ab, 'name': SearchDatastore_Task, 'duration_secs': 0.088485} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.657711] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.657869] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.658262] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.658480] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.658638] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.658890] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24220ebb-5c1c-4a2b-b6e0-356b5c201bcc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.667774] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.667987] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.669361] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ced54e5-1552-465f-b411-35f3d06db4ec {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.674984] env[69186]: DEBUG oslo_vmware.api [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Waiting for the task: (returnval){ [ 1046.674984] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528fed2b-67cd-fde0-5502-025d12ecc184" [ 1046.674984] env[69186]: _type = "Task" [ 1046.674984] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.683476] env[69186]: DEBUG oslo_vmware.api [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528fed2b-67cd-fde0-5502-025d12ecc184, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.690445] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.777073] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635592, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.534637} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.777367] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] d2630da7-721d-4f82-a9c6-49dc74d61b8c/d2630da7-721d-4f82-a9c6-49dc74d61b8c.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.777576] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.777832] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95aea9b5-c3fa-467d-82a5-ae28fc569bcc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.785768] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1046.785768] env[69186]: value = "task-3635601" [ 1046.785768] env[69186]: _type = "Task" [ 1046.785768] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.796125] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.853643] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078934} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.853953] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.854861] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b431fff2-427a-480c-b32c-17a6b661955e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.878132] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 7db077e2-bdc2-4568-ae13-c6fec2c1318e/7db077e2-bdc2-4568-ae13-c6fec2c1318e.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.878446] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d579caae-69c9-4385-b643-906e64622e75 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.901903] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1046.901903] env[69186]: value = "task-3635602" [ 1046.901903] env[69186]: _type = "Task" [ 1046.901903] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.909021] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.966793] env[69186]: DEBUG oslo_concurrency.lockutils [req-27151870-7ef2-4900-941b-5eddd7eee093 req-3d829c29-211c-4c43-a2d1-4a8846015d53 service nova] Releasing lock "refresh_cache-9b42ea08-fb07-41c2-aa21-a444e47713ae" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.109209] env[69186]: INFO nova.compute.manager [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Took 40.04 seconds to build instance. [ 1047.189885] env[69186]: DEBUG oslo_vmware.api [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528fed2b-67cd-fde0-5502-025d12ecc184, 'name': SearchDatastore_Task, 'duration_secs': 0.008581} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.190760] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3b701a4-e3b4-4293-abb4-64f61125ac91 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.196032] env[69186]: DEBUG oslo_vmware.api [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Waiting for the task: (returnval){ [ 1047.196032] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524026e2-6fd4-9ef1-7a7b-3a3b22785103" [ 1047.196032] env[69186]: _type = "Task" [ 1047.196032] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.209237] env[69186]: DEBUG oslo_vmware.api [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524026e2-6fd4-9ef1-7a7b-3a3b22785103, 'name': SearchDatastore_Task, 'duration_secs': 0.009345} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.209576] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.209984] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 9b42ea08-fb07-41c2-aa21-a444e47713ae/9b42ea08-fb07-41c2-aa21-a444e47713ae.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.213452] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e222b5b5-afbb-40c1-bf5e-8d1a76393dcd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.220721] env[69186]: DEBUG oslo_vmware.api [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Waiting for the task: (returnval){ [ 1047.220721] env[69186]: value = "task-3635603" [ 1047.220721] env[69186]: _type = "Task" [ 1047.220721] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.235250] env[69186]: DEBUG oslo_vmware.api [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Task: {'id': task-3635603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.299571] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068032} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.299571] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.300079] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f260b4ea-fe93-4f28-90ef-c65bff02b02f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.328222] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] d2630da7-721d-4f82-a9c6-49dc74d61b8c/d2630da7-721d-4f82-a9c6-49dc74d61b8c.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.332231] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f487401-cb06-4ccc-94f6-c0080659f4b9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.357816] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1047.357816] env[69186]: value = "task-3635604" [ 1047.357816] env[69186]: _type = "Task" [ 1047.357816] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.372917] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635604, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.413976] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635602, 'name': ReconfigVM_Task, 'duration_secs': 0.249743} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.414294] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 7db077e2-bdc2-4568-ae13-c6fec2c1318e/7db077e2-bdc2-4568-ae13-c6fec2c1318e.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.414949] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79ae1b79-755f-4507-9ebe-4366fd0fa2b7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.423602] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1047.423602] env[69186]: value = "task-3635605" [ 1047.423602] env[69186]: _type = "Task" [ 1047.423602] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.432103] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635605, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.491993] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcd0c8f-45cb-46e0-b418-9f0b5b16bd44 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.499573] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a56c37-a2e0-49e0-9d0c-1aa7c8a10edd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.535408] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d179392-c034-4abf-8cc4-d4aa63124235 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.538742] env[69186]: DEBUG oslo_concurrency.lockutils [None req-70fbf65b-d105-48fc-8692-0d0af0f68df4 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "564d3761-06cc-4ef8-baa9-9adc806bf419" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.752s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.545451] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aece1a76-14db-4975-a028-bb717532ec91 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.563759] env[69186]: DEBUG nova.compute.provider_tree [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1047.613907] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "b2a1953d-7c0e-44a4-928d-60ce0515692a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.557s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.730416] env[69186]: DEBUG oslo_vmware.api [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Task: {'id': task-3635603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480758} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.730686] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 9b42ea08-fb07-41c2-aa21-a444e47713ae/9b42ea08-fb07-41c2-aa21-a444e47713ae.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.731043] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.731182] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35e3a772-9b28-4043-8f88-e9ca60caed33 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.737991] env[69186]: DEBUG oslo_vmware.api [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Waiting for the task: (returnval){ [ 1047.737991] env[69186]: value = "task-3635606" [ 1047.737991] env[69186]: _type = "Task" [ 1047.737991] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.747190] env[69186]: DEBUG oslo_vmware.api [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Task: {'id': task-3635606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.869607] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635604, 'name': ReconfigVM_Task, 'duration_secs': 0.470746} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.870784] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Reconfigured VM instance instance-00000055 to attach disk [datastore1] d2630da7-721d-4f82-a9c6-49dc74d61b8c/d2630da7-721d-4f82-a9c6-49dc74d61b8c.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.871807] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f61aa4eb-52e7-4db9-a0b6-a29a78d5cf7e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.878930] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1047.878930] env[69186]: value = "task-3635607" [ 1047.878930] env[69186]: _type = "Task" [ 1047.878930] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.890316] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635607, 'name': Rename_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.934105] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635605, 'name': Rename_Task, 'duration_secs': 0.356899} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.934396] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.934675] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a59feba8-7845-47e1-943e-462f94846866 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.942422] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1047.942422] env[69186]: value = "task-3635608" [ 1047.942422] env[69186]: _type = "Task" [ 1047.942422] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.957354] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.087259] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2ad5585e-27bf-46da-8d57-50ca29d12907 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "564d3761-06cc-4ef8-baa9-9adc806bf419" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.087259] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2ad5585e-27bf-46da-8d57-50ca29d12907 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "564d3761-06cc-4ef8-baa9-9adc806bf419" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.099978] env[69186]: DEBUG nova.scheduler.client.report [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Updated inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with generation 121 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1048.100260] env[69186]: DEBUG nova.compute.provider_tree [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Updating resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 generation from 121 to 122 during operation: update_inventory {{(pid=69186) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1048.100458] env[69186]: DEBUG nova.compute.provider_tree [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1048.249750] env[69186]: DEBUG oslo_vmware.api [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Task: {'id': task-3635606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063403} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.249934] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.251011] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a9f1cf-55dc-482c-8d36-e278e52f679c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.278111] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 9b42ea08-fb07-41c2-aa21-a444e47713ae/9b42ea08-fb07-41c2-aa21-a444e47713ae.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.278429] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bfe2465-bec8-41db-b623-c84ff229217a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.298886] env[69186]: DEBUG oslo_vmware.api [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Waiting for the task: (returnval){ [ 1048.298886] env[69186]: value = "task-3635609" [ 1048.298886] env[69186]: _type = "Task" [ 1048.298886] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.309682] env[69186]: DEBUG oslo_vmware.api [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Task: {'id': task-3635609, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.393872] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635607, 'name': Rename_Task, 'duration_secs': 0.144886} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.393872] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.393872] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8803b43c-efd7-4108-832b-2a4ab4b01067 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.401563] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1048.401563] env[69186]: value = "task-3635610" [ 1048.401563] env[69186]: _type = "Task" [ 1048.401563] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.409270] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.452823] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635608, 'name': PowerOnVM_Task, 'duration_secs': 0.482921} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.453287] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.453525] env[69186]: INFO nova.compute.manager [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Took 12.27 seconds to spawn the instance on the hypervisor. [ 1048.453707] env[69186]: DEBUG nova.compute.manager [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.458025] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f062d8-edb8-4806-8e07-5883ace59da8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.589915] env[69186]: INFO nova.compute.manager [None req-2ad5585e-27bf-46da-8d57-50ca29d12907 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Detaching volume 9ba16d98-69df-417d-9600-d3d53eda7d30 [ 1048.606668] env[69186]: DEBUG oslo_concurrency.lockutils [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.607211] env[69186]: DEBUG nova.compute.manager [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.614676] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.671s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.614887] env[69186]: INFO nova.compute.claims [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.636435] env[69186]: INFO nova.virt.block_device [None req-2ad5585e-27bf-46da-8d57-50ca29d12907 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Attempting to driver detach volume 9ba16d98-69df-417d-9600-d3d53eda7d30 from mountpoint /dev/sdc [ 1048.636681] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ad5585e-27bf-46da-8d57-50ca29d12907 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Volume detach. Driver type: vmdk {{(pid=69186) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1048.636945] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ad5585e-27bf-46da-8d57-50ca29d12907 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724919', 'volume_id': '9ba16d98-69df-417d-9600-d3d53eda7d30', 'name': 'volume-9ba16d98-69df-417d-9600-d3d53eda7d30', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '564d3761-06cc-4ef8-baa9-9adc806bf419', 'attached_at': '', 'detached_at': '', 'volume_id': '9ba16d98-69df-417d-9600-d3d53eda7d30', 'serial': '9ba16d98-69df-417d-9600-d3d53eda7d30'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1048.638174] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac38b4c-0262-4082-85b0-9aa235f653f3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.665546] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40595d2-e43f-486c-b344-bfb656470e6a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.673512] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b809c5-ea40-4329-a3aa-b973f3eccc15 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.701532] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb12ab04-d4a9-44de-ac38-a94e07cf9813 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.717811] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ad5585e-27bf-46da-8d57-50ca29d12907 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] The volume has not been displaced from its original location: [datastore1] volume-9ba16d98-69df-417d-9600-d3d53eda7d30/volume-9ba16d98-69df-417d-9600-d3d53eda7d30.vmdk. No consolidation needed. {{(pid=69186) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1048.723560] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ad5585e-27bf-46da-8d57-50ca29d12907 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Reconfiguring VM instance instance-0000004c to detach disk 2002 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1048.723959] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c58cb05c-9376-44c4-83cf-d08e18d9da8d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.743140] env[69186]: DEBUG oslo_vmware.api [None req-2ad5585e-27bf-46da-8d57-50ca29d12907 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 1048.743140] env[69186]: value = "task-3635611" [ 1048.743140] env[69186]: _type = "Task" [ 1048.743140] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.750997] env[69186]: DEBUG oslo_vmware.api [None req-2ad5585e-27bf-46da-8d57-50ca29d12907 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.809768] env[69186]: DEBUG oslo_vmware.api [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Task: {'id': task-3635609, 'name': ReconfigVM_Task, 'duration_secs': 0.480354} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.810102] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 9b42ea08-fb07-41c2-aa21-a444e47713ae/9b42ea08-fb07-41c2-aa21-a444e47713ae.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.810818] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ea847f0-fea9-4d62-86ef-d417e0d0cf33 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.817912] env[69186]: DEBUG oslo_vmware.api [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Waiting for the task: (returnval){ [ 1048.817912] env[69186]: value = "task-3635612" [ 1048.817912] env[69186]: _type = "Task" [ 1048.817912] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.826303] env[69186]: DEBUG oslo_vmware.api [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Task: {'id': task-3635612, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.912224] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635610, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.974021] env[69186]: INFO nova.compute.manager [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Took 41.94 seconds to build instance. [ 1049.121022] env[69186]: DEBUG nova.compute.utils [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.124067] env[69186]: DEBUG nova.compute.manager [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.124464] env[69186]: DEBUG nova.network.neutron [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.200440] env[69186]: DEBUG nova.policy [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fd1e2346d784567b4effd1ab16b8be9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '702ffef9375c432ab93a912c6d3f1a47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.258702] env[69186]: DEBUG oslo_vmware.api [None req-2ad5585e-27bf-46da-8d57-50ca29d12907 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635611, 'name': ReconfigVM_Task, 'duration_secs': 0.391046} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.258702] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ad5585e-27bf-46da-8d57-50ca29d12907 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Reconfigured VM instance instance-0000004c to detach disk 2002 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1049.262365] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5cf84b9-7122-45b5-94dc-2a66ef5d500a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.279060] env[69186]: DEBUG oslo_vmware.api [None req-2ad5585e-27bf-46da-8d57-50ca29d12907 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 1049.279060] env[69186]: value = "task-3635613" [ 1049.279060] env[69186]: _type = "Task" [ 1049.279060] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.288542] env[69186]: DEBUG oslo_vmware.api [None req-2ad5585e-27bf-46da-8d57-50ca29d12907 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635613, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.327740] env[69186]: DEBUG oslo_vmware.api [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Task: {'id': task-3635612, 'name': Rename_Task, 'duration_secs': 0.301508} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.328030] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.328202] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82c8719b-1a93-48c8-af9d-2663b4a63562 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.333602] env[69186]: DEBUG oslo_vmware.api [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Waiting for the task: (returnval){ [ 1049.333602] env[69186]: value = "task-3635614" [ 1049.333602] env[69186]: _type = "Task" [ 1049.333602] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.341892] env[69186]: DEBUG oslo_vmware.api [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Task: {'id': task-3635614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.413274] env[69186]: DEBUG oslo_vmware.api [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635610, 'name': PowerOnVM_Task, 'duration_secs': 0.696908} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.415427] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.415427] env[69186]: INFO nova.compute.manager [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1049.415427] env[69186]: DEBUG nova.compute.manager [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.415938] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769553cc-b2b1-42a1-a389-c2f1c320f10b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.476574] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "7db077e2-bdc2-4568-ae13-c6fec2c1318e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.460s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.532306] env[69186]: DEBUG nova.network.neutron [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Successfully created port: 55944de6-045d-46eb-aacb-70e1ccf938a4 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.624714] env[69186]: DEBUG nova.compute.manager [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.791183] env[69186]: DEBUG oslo_vmware.api [None req-2ad5585e-27bf-46da-8d57-50ca29d12907 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635613, 'name': ReconfigVM_Task, 'duration_secs': 0.148049} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.793489] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ad5585e-27bf-46da-8d57-50ca29d12907 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724919', 'volume_id': '9ba16d98-69df-417d-9600-d3d53eda7d30', 'name': 'volume-9ba16d98-69df-417d-9600-d3d53eda7d30', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '564d3761-06cc-4ef8-baa9-9adc806bf419', 'attached_at': '', 'detached_at': '', 'volume_id': '9ba16d98-69df-417d-9600-d3d53eda7d30', 'serial': '9ba16d98-69df-417d-9600-d3d53eda7d30'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1049.844159] env[69186]: DEBUG oslo_vmware.api [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Task: {'id': task-3635614, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.940021] env[69186]: INFO nova.compute.manager [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Took 42.80 seconds to build instance. [ 1049.944505] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c7cd9e-12a0-45d7-b105-11b61f7de152 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.954117] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8d365f-30c9-4a8e-ad9f-8002947cdab4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.986295] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1052d56-07f6-431d-beb4-87487325fd1c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.993571] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7e38f1-ac2f-4b0b-b671-91f0a4b719a8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.006821] env[69186]: DEBUG nova.compute.provider_tree [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.347956] env[69186]: DEBUG oslo_vmware.api [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Task: {'id': task-3635614, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.349300] env[69186]: DEBUG nova.objects.instance [None req-2ad5585e-27bf-46da-8d57-50ca29d12907 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lazy-loading 'flavor' on Instance uuid 564d3761-06cc-4ef8-baa9-9adc806bf419 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.440688] env[69186]: DEBUG oslo_concurrency.lockutils [None req-933d0f98-2d83-42dc-90f4-9d983b396071 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "d2630da7-721d-4f82-a9c6-49dc74d61b8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.319s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.510425] env[69186]: DEBUG nova.scheduler.client.report [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.633948] env[69186]: DEBUG nova.compute.manager [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.659840] env[69186]: DEBUG nova.virt.hardware [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.660144] env[69186]: DEBUG nova.virt.hardware [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.660378] env[69186]: DEBUG nova.virt.hardware [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.660502] env[69186]: DEBUG nova.virt.hardware [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.660647] env[69186]: DEBUG nova.virt.hardware [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.660821] env[69186]: DEBUG nova.virt.hardware [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.661086] env[69186]: DEBUG nova.virt.hardware [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.661208] env[69186]: DEBUG nova.virt.hardware [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.661387] env[69186]: DEBUG nova.virt.hardware [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.661576] env[69186]: DEBUG nova.virt.hardware [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.661754] env[69186]: DEBUG nova.virt.hardware [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.662629] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa877f65-b245-4501-b8e9-8f5a89ebc70d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.671636] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc47463-d5c2-421f-896f-4deb52d3f97b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.846598] env[69186]: DEBUG oslo_vmware.api [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Task: {'id': task-3635614, 'name': PowerOnVM_Task, 'duration_secs': 1.194313} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.846598] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.846598] env[69186]: INFO nova.compute.manager [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1050.846803] env[69186]: DEBUG nova.compute.manager [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.847605] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdad62b-8560-4de0-9517-cb548175f731 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.016842] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.017551] env[69186]: DEBUG nova.compute.manager [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.020958] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.826s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.025846] env[69186]: INFO nova.compute.claims [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.070481] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquiring lock "7db077e2-bdc2-4568-ae13-c6fec2c1318e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.070751] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "7db077e2-bdc2-4568-ae13-c6fec2c1318e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.070960] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquiring lock "7db077e2-bdc2-4568-ae13-c6fec2c1318e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.071165] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "7db077e2-bdc2-4568-ae13-c6fec2c1318e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.071334] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "7db077e2-bdc2-4568-ae13-c6fec2c1318e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.076612] env[69186]: INFO nova.compute.manager [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Terminating instance [ 1051.192387] env[69186]: DEBUG nova.compute.manager [req-f1a55e70-281d-4dde-94cf-d35271520799 req-6583514e-b752-4ab0-9cf4-dc6d58a72b9e service nova] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Received event network-vif-plugged-55944de6-045d-46eb-aacb-70e1ccf938a4 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.192603] env[69186]: DEBUG oslo_concurrency.lockutils [req-f1a55e70-281d-4dde-94cf-d35271520799 req-6583514e-b752-4ab0-9cf4-dc6d58a72b9e service nova] Acquiring lock "e00fcf04-0c49-4088-9b43-72bad844fc45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.192819] env[69186]: DEBUG oslo_concurrency.lockutils [req-f1a55e70-281d-4dde-94cf-d35271520799 req-6583514e-b752-4ab0-9cf4-dc6d58a72b9e service nova] Lock "e00fcf04-0c49-4088-9b43-72bad844fc45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.193014] env[69186]: DEBUG oslo_concurrency.lockutils [req-f1a55e70-281d-4dde-94cf-d35271520799 req-6583514e-b752-4ab0-9cf4-dc6d58a72b9e service nova] Lock "e00fcf04-0c49-4088-9b43-72bad844fc45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.193164] env[69186]: DEBUG nova.compute.manager [req-f1a55e70-281d-4dde-94cf-d35271520799 req-6583514e-b752-4ab0-9cf4-dc6d58a72b9e service nova] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] No waiting events found dispatching network-vif-plugged-55944de6-045d-46eb-aacb-70e1ccf938a4 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.193330] env[69186]: WARNING nova.compute.manager [req-f1a55e70-281d-4dde-94cf-d35271520799 req-6583514e-b752-4ab0-9cf4-dc6d58a72b9e service nova] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Received unexpected event network-vif-plugged-55944de6-045d-46eb-aacb-70e1ccf938a4 for instance with vm_state building and task_state spawning. [ 1051.359480] env[69186]: DEBUG nova.network.neutron [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Successfully updated port: 55944de6-045d-46eb-aacb-70e1ccf938a4 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.371802] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2ad5585e-27bf-46da-8d57-50ca29d12907 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "564d3761-06cc-4ef8-baa9-9adc806bf419" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.278s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.372828] env[69186]: INFO nova.compute.manager [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Took 42.68 seconds to build instance. [ 1051.533610] env[69186]: DEBUG nova.compute.utils [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.535709] env[69186]: DEBUG nova.compute.manager [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.535709] env[69186]: DEBUG nova.network.neutron [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.575885] env[69186]: DEBUG nova.policy [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fd1e2346d784567b4effd1ab16b8be9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '702ffef9375c432ab93a912c6d3f1a47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.577767] env[69186]: DEBUG nova.compute.manager [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.577966] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.578837] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aea12c0-93e8-4e60-a442-b91540564a4e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.586778] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.587049] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-188e3fa5-1b5e-43f9-a9f3-b73fc8e0184e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.592875] env[69186]: DEBUG oslo_vmware.api [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1051.592875] env[69186]: value = "task-3635615" [ 1051.592875] env[69186]: _type = "Task" [ 1051.592875] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.601243] env[69186]: DEBUG oslo_vmware.api [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.869675] env[69186]: DEBUG oslo_concurrency.lockutils [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "refresh_cache-e00fcf04-0c49-4088-9b43-72bad844fc45" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.869675] env[69186]: DEBUG oslo_concurrency.lockutils [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquired lock "refresh_cache-e00fcf04-0c49-4088-9b43-72bad844fc45" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.869675] env[69186]: DEBUG nova.network.neutron [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.874727] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Lock "9b42ea08-fb07-41c2-aa21-a444e47713ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.209s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.888385] env[69186]: DEBUG nova.network.neutron [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Successfully created port: 91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.039000] env[69186]: DEBUG nova.compute.manager [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.107190] env[69186]: DEBUG oslo_vmware.api [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635615, 'name': PowerOffVM_Task, 'duration_secs': 0.202693} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.107458] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.107636] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.110311] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71e51058-a39d-4305-a90a-f48fa7de32de {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.179351] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.179580] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.179761] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Deleting the datastore file [datastore1] 7db077e2-bdc2-4568-ae13-c6fec2c1318e {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.180047] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d99eff0-39a3-4712-b879-af00c3ac3d64 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.188631] env[69186]: DEBUG oslo_vmware.api [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1052.188631] env[69186]: value = "task-3635617" [ 1052.188631] env[69186]: _type = "Task" [ 1052.188631] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.200470] env[69186]: DEBUG oslo_vmware.api [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.402188] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d7f9a0-6607-4886-8dfb-733ff6e86202 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.411158] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30436ee9-d44d-4eeb-841a-4a453e946595 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.417171] env[69186]: DEBUG nova.network.neutron [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.458423] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c17b1a-7c8f-4a4c-834e-0a5b3ac7149b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.466268] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07e2677-fc82-42f5-97ff-a71b317baace {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.474364] env[69186]: DEBUG oslo_concurrency.lockutils [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.474592] env[69186]: DEBUG oslo_concurrency.lockutils [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.484628] env[69186]: DEBUG nova.compute.provider_tree [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.604012] env[69186]: DEBUG nova.network.neutron [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Updating instance_info_cache with network_info: [{"id": "55944de6-045d-46eb-aacb-70e1ccf938a4", "address": "fa:16:3e:0a:19:66", "network": {"id": "6c10ee8a-9bc5-4697-a309-b7dcffaaa4db", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1356679091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702ffef9375c432ab93a912c6d3f1a47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55944de6-04", "ovs_interfaceid": "55944de6-045d-46eb-aacb-70e1ccf938a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.700712] env[69186]: DEBUG oslo_vmware.api [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433948} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.700962] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.701363] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.701790] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.702763] env[69186]: INFO nova.compute.manager [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1052.703163] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.703580] env[69186]: DEBUG nova.compute.manager [-] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.703647] env[69186]: DEBUG nova.network.neutron [-] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.857794] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "564d3761-06cc-4ef8-baa9-9adc806bf419" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.857794] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "564d3761-06cc-4ef8-baa9-9adc806bf419" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.857794] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "564d3761-06cc-4ef8-baa9-9adc806bf419-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.857794] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "564d3761-06cc-4ef8-baa9-9adc806bf419-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.857794] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "564d3761-06cc-4ef8-baa9-9adc806bf419-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.859066] env[69186]: INFO nova.compute.manager [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Terminating instance [ 1052.938738] env[69186]: DEBUG nova.compute.manager [req-5083f41e-fe07-47cb-ae2e-54af006b465d req-64f1828d-e4f4-4da7-bd9f-3fad37dc5dc3 service nova] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Received event network-vif-deleted-977b5f12-0f55-44bb-9414-b4ba9d37e916 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.938738] env[69186]: INFO nova.compute.manager [req-5083f41e-fe07-47cb-ae2e-54af006b465d req-64f1828d-e4f4-4da7-bd9f-3fad37dc5dc3 service nova] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Neutron deleted interface 977b5f12-0f55-44bb-9414-b4ba9d37e916; detaching it from the instance and deleting it from the info cache [ 1052.938738] env[69186]: DEBUG nova.network.neutron [req-5083f41e-fe07-47cb-ae2e-54af006b465d req-64f1828d-e4f4-4da7-bd9f-3fad37dc5dc3 service nova] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.987424] env[69186]: DEBUG nova.compute.manager [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.991383] env[69186]: DEBUG nova.scheduler.client.report [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.051952] env[69186]: DEBUG nova.compute.manager [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.075568] env[69186]: DEBUG nova.virt.hardware [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.075568] env[69186]: DEBUG nova.virt.hardware [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.075568] env[69186]: DEBUG nova.virt.hardware [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.075843] env[69186]: DEBUG nova.virt.hardware [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.075880] env[69186]: DEBUG nova.virt.hardware [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.076143] env[69186]: DEBUG nova.virt.hardware [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.076380] env[69186]: DEBUG nova.virt.hardware [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.076537] env[69186]: DEBUG nova.virt.hardware [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.076698] env[69186]: DEBUG nova.virt.hardware [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.076849] env[69186]: DEBUG nova.virt.hardware [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.077020] env[69186]: DEBUG nova.virt.hardware [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.077871] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b84c3c-28a2-4a91-ba55-80e78271a830 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.086111] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4041dab6-5125-4dc1-8f04-3f796b5f5edb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.108731] env[69186]: DEBUG oslo_concurrency.lockutils [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Releasing lock "refresh_cache-e00fcf04-0c49-4088-9b43-72bad844fc45" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.108731] env[69186]: DEBUG nova.compute.manager [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Instance network_info: |[{"id": "55944de6-045d-46eb-aacb-70e1ccf938a4", "address": "fa:16:3e:0a:19:66", "network": {"id": "6c10ee8a-9bc5-4697-a309-b7dcffaaa4db", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1356679091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702ffef9375c432ab93a912c6d3f1a47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55944de6-04", "ovs_interfaceid": "55944de6-045d-46eb-aacb-70e1ccf938a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1053.108731] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:19:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b67e519-46cf-44ce-b670-4ba4c0c5b658', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55944de6-045d-46eb-aacb-70e1ccf938a4', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.115124] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Creating folder: Project (702ffef9375c432ab93a912c6d3f1a47). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.115430] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f2647a0-9a37-4078-a9d4-f63f5505f138 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.126162] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Created folder: Project (702ffef9375c432ab93a912c6d3f1a47) in parent group-v724677. [ 1053.126290] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Creating folder: Instances. Parent ref: group-v724928. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.126505] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d156e735-91ac-4182-9006-ec250b2a276d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.136076] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Created folder: Instances in parent group-v724928. [ 1053.136341] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.136554] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.136793] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b136a287-7cf5-427d-be53-1f98060a184d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.156347] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.156347] env[69186]: value = "task-3635620" [ 1053.156347] env[69186]: _type = "Task" [ 1053.156347] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.164482] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635620, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.222473] env[69186]: DEBUG nova.compute.manager [req-49c27dcf-e8f0-4a28-ac5f-aaa72661e297 req-38917e26-97b3-4b88-85fc-8c66d85b4932 service nova] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Received event network-changed-55944de6-045d-46eb-aacb-70e1ccf938a4 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.223836] env[69186]: DEBUG nova.compute.manager [req-49c27dcf-e8f0-4a28-ac5f-aaa72661e297 req-38917e26-97b3-4b88-85fc-8c66d85b4932 service nova] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Refreshing instance network info cache due to event network-changed-55944de6-045d-46eb-aacb-70e1ccf938a4. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.223836] env[69186]: DEBUG oslo_concurrency.lockutils [req-49c27dcf-e8f0-4a28-ac5f-aaa72661e297 req-38917e26-97b3-4b88-85fc-8c66d85b4932 service nova] Acquiring lock "refresh_cache-e00fcf04-0c49-4088-9b43-72bad844fc45" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.223836] env[69186]: DEBUG oslo_concurrency.lockutils [req-49c27dcf-e8f0-4a28-ac5f-aaa72661e297 req-38917e26-97b3-4b88-85fc-8c66d85b4932 service nova] Acquired lock "refresh_cache-e00fcf04-0c49-4088-9b43-72bad844fc45" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.223836] env[69186]: DEBUG nova.network.neutron [req-49c27dcf-e8f0-4a28-ac5f-aaa72661e297 req-38917e26-97b3-4b88-85fc-8c66d85b4932 service nova] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Refreshing network info cache for port 55944de6-045d-46eb-aacb-70e1ccf938a4 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.363673] env[69186]: DEBUG nova.compute.manager [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.363989] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.364967] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b1ee6d-970f-4db7-b870-4dd61c6d909a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.373127] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.373393] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f949454-15fb-4ca7-8ef2-e7cea86c14d4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.379617] env[69186]: DEBUG oslo_vmware.api [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 1053.379617] env[69186]: value = "task-3635621" [ 1053.379617] env[69186]: _type = "Task" [ 1053.379617] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.387716] env[69186]: DEBUG oslo_vmware.api [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.410279] env[69186]: DEBUG nova.network.neutron [-] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.442546] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-557bfec8-d44e-4140-ba62-54a9174b8ebe {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.452932] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7560f7cb-423d-427e-bdec-378ed9fb0ca7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.488227] env[69186]: DEBUG nova.compute.manager [req-5083f41e-fe07-47cb-ae2e-54af006b465d req-64f1828d-e4f4-4da7-bd9f-3fad37dc5dc3 service nova] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Detach interface failed, port_id=977b5f12-0f55-44bb-9414-b4ba9d37e916, reason: Instance 7db077e2-bdc2-4568-ae13-c6fec2c1318e could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1053.501973] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.502417] env[69186]: DEBUG nova.compute.manager [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.507522] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.710s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.507816] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.510155] env[69186]: DEBUG oslo_concurrency.lockutils [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.722s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.510155] env[69186]: DEBUG nova.objects.instance [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lazy-loading 'resources' on Instance uuid f74ad208-443c-4d76-9ec3-9f26af98152d {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.530111] env[69186]: DEBUG oslo_concurrency.lockutils [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.542400] env[69186]: INFO nova.scheduler.client.report [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Deleted allocations for instance 885daa09-2a66-45f1-90ec-bb393c8188d4 [ 1053.666536] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635620, 'name': CreateVM_Task, 'duration_secs': 0.33513} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.666831] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.667456] env[69186]: DEBUG oslo_concurrency.lockutils [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.667622] env[69186]: DEBUG oslo_concurrency.lockutils [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.667949] env[69186]: DEBUG oslo_concurrency.lockutils [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.668563] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6341e87-7181-4ff5-a8ec-fe93a4d39dc1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.673246] env[69186]: DEBUG oslo_vmware.api [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1053.673246] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52eafc7d-0889-b2ab-7cbc-4bc98359abec" [ 1053.673246] env[69186]: _type = "Task" [ 1053.673246] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.683488] env[69186]: DEBUG oslo_vmware.api [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52eafc7d-0889-b2ab-7cbc-4bc98359abec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.784885] env[69186]: DEBUG nova.network.neutron [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Successfully updated port: 91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.890202] env[69186]: DEBUG oslo_vmware.api [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635621, 'name': PowerOffVM_Task, 'duration_secs': 0.208194} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.890493] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.890712] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.891014] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9450500-8f10-41fd-a3da-cbb79110f98e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.913276] env[69186]: INFO nova.compute.manager [-] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Took 1.21 seconds to deallocate network for instance. [ 1053.952191] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.952331] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.952517] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Deleting the datastore file [datastore2] 564d3761-06cc-4ef8-baa9-9adc806bf419 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.952818] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4a2cd15-88e5-4184-9391-b78b06092e5d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.961770] env[69186]: DEBUG oslo_vmware.api [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for the task: (returnval){ [ 1053.961770] env[69186]: value = "task-3635623" [ 1053.961770] env[69186]: _type = "Task" [ 1053.961770] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.971519] env[69186]: DEBUG oslo_vmware.api [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.993140] env[69186]: DEBUG nova.network.neutron [req-49c27dcf-e8f0-4a28-ac5f-aaa72661e297 req-38917e26-97b3-4b88-85fc-8c66d85b4932 service nova] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Updated VIF entry in instance network info cache for port 55944de6-045d-46eb-aacb-70e1ccf938a4. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.993583] env[69186]: DEBUG nova.network.neutron [req-49c27dcf-e8f0-4a28-ac5f-aaa72661e297 req-38917e26-97b3-4b88-85fc-8c66d85b4932 service nova] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Updating instance_info_cache with network_info: [{"id": "55944de6-045d-46eb-aacb-70e1ccf938a4", "address": "fa:16:3e:0a:19:66", "network": {"id": "6c10ee8a-9bc5-4697-a309-b7dcffaaa4db", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1356679091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702ffef9375c432ab93a912c6d3f1a47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55944de6-04", "ovs_interfaceid": "55944de6-045d-46eb-aacb-70e1ccf938a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.013273] env[69186]: DEBUG nova.compute.utils [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.017626] env[69186]: DEBUG nova.compute.manager [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.017870] env[69186]: DEBUG nova.network.neutron [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.051202] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4732a151-4398-44e3-95de-4f2389eecd37 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "885daa09-2a66-45f1-90ec-bb393c8188d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.307s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.065088] env[69186]: DEBUG nova.policy [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e999269f9024e1b9c55c8ec393bb391', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfd91ddcb62c48dba383798a87da8a37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.185668] env[69186]: DEBUG oslo_vmware.api [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52eafc7d-0889-b2ab-7cbc-4bc98359abec, 'name': SearchDatastore_Task, 'duration_secs': 0.016421} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.188185] env[69186]: DEBUG oslo_concurrency.lockutils [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.188428] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.188660] env[69186]: DEBUG oslo_concurrency.lockutils [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.188807] env[69186]: DEBUG oslo_concurrency.lockutils [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.189015] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.189457] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-662b30a4-21a4-49b9-a53f-090a95467ddb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.205571] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.206565] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.206672] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64e470b2-4be3-4ba4-9602-b42820592924 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.212548] env[69186]: DEBUG oslo_vmware.api [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1054.212548] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524cef25-5887-bf40-b844-21357c714071" [ 1054.212548] env[69186]: _type = "Task" [ 1054.212548] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.225359] env[69186]: DEBUG oslo_vmware.api [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524cef25-5887-bf40-b844-21357c714071, 'name': SearchDatastore_Task, 'duration_secs': 0.009875} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.228371] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8897dd30-a2bd-4726-8a59-02a939aa1002 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.233241] env[69186]: DEBUG oslo_vmware.api [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1054.233241] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5217e4b3-28ad-7618-b3f9-fbfc16f17982" [ 1054.233241] env[69186]: _type = "Task" [ 1054.233241] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.241491] env[69186]: DEBUG oslo_vmware.api [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5217e4b3-28ad-7618-b3f9-fbfc16f17982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.290075] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "refresh_cache-fa4f9a75-c2c0-4601-a68b-6179edea5745" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.290236] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquired lock "refresh_cache-fa4f9a75-c2c0-4601-a68b-6179edea5745" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.290389] env[69186]: DEBUG nova.network.neutron [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.302718] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e23fc94-0d46-4335-976c-978311e9b7ea {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.318020] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bec5646-5138-4b37-bb3a-5a5a1770258d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.347041] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0930460f-45ce-466f-8f61-26ce4fd82bf6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.355201] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ecc206-32d9-46b0-b412-62d3f76b900a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.360953] env[69186]: DEBUG nova.network.neutron [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Successfully created port: 04ce1674-60c8-43ec-8c4e-45760d565573 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.372362] env[69186]: DEBUG nova.compute.provider_tree [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1054.420488] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.472435] env[69186]: DEBUG oslo_vmware.api [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Task: {'id': task-3635623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145228} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.472690] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.472875] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.473065] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.473238] env[69186]: INFO nova.compute.manager [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1054.473479] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.473662] env[69186]: DEBUG nova.compute.manager [-] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.473753] env[69186]: DEBUG nova.network.neutron [-] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.497083] env[69186]: DEBUG oslo_concurrency.lockutils [req-49c27dcf-e8f0-4a28-ac5f-aaa72661e297 req-38917e26-97b3-4b88-85fc-8c66d85b4932 service nova] Releasing lock "refresh_cache-e00fcf04-0c49-4088-9b43-72bad844fc45" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.497339] env[69186]: DEBUG nova.compute.manager [req-49c27dcf-e8f0-4a28-ac5f-aaa72661e297 req-38917e26-97b3-4b88-85fc-8c66d85b4932 service nova] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Received event network-changed-ce297642-277c-4af3-8511-b7b5669ad0e7 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.497505] env[69186]: DEBUG nova.compute.manager [req-49c27dcf-e8f0-4a28-ac5f-aaa72661e297 req-38917e26-97b3-4b88-85fc-8c66d85b4932 service nova] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Refreshing instance network info cache due to event network-changed-ce297642-277c-4af3-8511-b7b5669ad0e7. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.497714] env[69186]: DEBUG oslo_concurrency.lockutils [req-49c27dcf-e8f0-4a28-ac5f-aaa72661e297 req-38917e26-97b3-4b88-85fc-8c66d85b4932 service nova] Acquiring lock "refresh_cache-9b42ea08-fb07-41c2-aa21-a444e47713ae" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.497856] env[69186]: DEBUG oslo_concurrency.lockutils [req-49c27dcf-e8f0-4a28-ac5f-aaa72661e297 req-38917e26-97b3-4b88-85fc-8c66d85b4932 service nova] Acquired lock "refresh_cache-9b42ea08-fb07-41c2-aa21-a444e47713ae" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.498026] env[69186]: DEBUG nova.network.neutron [req-49c27dcf-e8f0-4a28-ac5f-aaa72661e297 req-38917e26-97b3-4b88-85fc-8c66d85b4932 service nova] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Refreshing network info cache for port ce297642-277c-4af3-8511-b7b5669ad0e7 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.521403] env[69186]: DEBUG nova.compute.manager [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.749381] env[69186]: DEBUG oslo_vmware.api [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5217e4b3-28ad-7618-b3f9-fbfc16f17982, 'name': SearchDatastore_Task, 'duration_secs': 0.01061} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.749831] env[69186]: DEBUG oslo_concurrency.lockutils [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.750025] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] e00fcf04-0c49-4088-9b43-72bad844fc45/e00fcf04-0c49-4088-9b43-72bad844fc45.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.750475] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6f95819-fc15-42bf-b45d-6931194b7d32 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.757794] env[69186]: DEBUG oslo_vmware.api [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1054.757794] env[69186]: value = "task-3635624" [ 1054.757794] env[69186]: _type = "Task" [ 1054.757794] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.765600] env[69186]: DEBUG oslo_vmware.api [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.832214] env[69186]: DEBUG nova.network.neutron [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.903938] env[69186]: ERROR nova.scheduler.client.report [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [req-f9e0eb4d-49ff-4378-946c-2618293bfd25] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 236fcb92-b429-42b8-bc28-b1c93f3ba708. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f9e0eb4d-49ff-4378-946c-2618293bfd25"}]} [ 1054.919480] env[69186]: DEBUG nova.scheduler.client.report [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Refreshing inventories for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1054.935085] env[69186]: DEBUG nova.scheduler.client.report [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Updating ProviderTree inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1054.935345] env[69186]: DEBUG nova.compute.provider_tree [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1054.948469] env[69186]: DEBUG nova.scheduler.client.report [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Refreshing aggregate associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, aggregates: None {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1054.967131] env[69186]: DEBUG nova.scheduler.client.report [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Refreshing trait associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1055.051593] env[69186]: DEBUG nova.network.neutron [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Updating instance_info_cache with network_info: [{"id": "91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a", "address": "fa:16:3e:d8:17:c7", "network": {"id": "6c10ee8a-9bc5-4697-a309-b7dcffaaa4db", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1356679091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702ffef9375c432ab93a912c6d3f1a47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91fbb560-bd", "ovs_interfaceid": "91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.257575] env[69186]: DEBUG nova.compute.manager [req-c705e38d-c75e-413b-bbfb-1a51a58b9ba1 req-83a90c83-bdbc-4419-9272-874af2b19f5d service nova] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Received event network-vif-plugged-91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.257921] env[69186]: DEBUG oslo_concurrency.lockutils [req-c705e38d-c75e-413b-bbfb-1a51a58b9ba1 req-83a90c83-bdbc-4419-9272-874af2b19f5d service nova] Acquiring lock "fa4f9a75-c2c0-4601-a68b-6179edea5745-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.258026] env[69186]: DEBUG oslo_concurrency.lockutils [req-c705e38d-c75e-413b-bbfb-1a51a58b9ba1 req-83a90c83-bdbc-4419-9272-874af2b19f5d service nova] Lock "fa4f9a75-c2c0-4601-a68b-6179edea5745-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.258169] env[69186]: DEBUG oslo_concurrency.lockutils [req-c705e38d-c75e-413b-bbfb-1a51a58b9ba1 req-83a90c83-bdbc-4419-9272-874af2b19f5d service nova] Lock "fa4f9a75-c2c0-4601-a68b-6179edea5745-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.258338] env[69186]: DEBUG nova.compute.manager [req-c705e38d-c75e-413b-bbfb-1a51a58b9ba1 req-83a90c83-bdbc-4419-9272-874af2b19f5d service nova] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] No waiting events found dispatching network-vif-plugged-91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1055.258569] env[69186]: WARNING nova.compute.manager [req-c705e38d-c75e-413b-bbfb-1a51a58b9ba1 req-83a90c83-bdbc-4419-9272-874af2b19f5d service nova] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Received unexpected event network-vif-plugged-91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a for instance with vm_state building and task_state spawning. [ 1055.258757] env[69186]: DEBUG nova.compute.manager [req-c705e38d-c75e-413b-bbfb-1a51a58b9ba1 req-83a90c83-bdbc-4419-9272-874af2b19f5d service nova] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Received event network-changed-91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.258912] env[69186]: DEBUG nova.compute.manager [req-c705e38d-c75e-413b-bbfb-1a51a58b9ba1 req-83a90c83-bdbc-4419-9272-874af2b19f5d service nova] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Refreshing instance network info cache due to event network-changed-91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.263246] env[69186]: DEBUG oslo_concurrency.lockutils [req-c705e38d-c75e-413b-bbfb-1a51a58b9ba1 req-83a90c83-bdbc-4419-9272-874af2b19f5d service nova] Acquiring lock "refresh_cache-fa4f9a75-c2c0-4601-a68b-6179edea5745" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.272357] env[69186]: DEBUG nova.network.neutron [req-49c27dcf-e8f0-4a28-ac5f-aaa72661e297 req-38917e26-97b3-4b88-85fc-8c66d85b4932 service nova] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Updated VIF entry in instance network info cache for port ce297642-277c-4af3-8511-b7b5669ad0e7. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.272735] env[69186]: DEBUG nova.network.neutron [req-49c27dcf-e8f0-4a28-ac5f-aaa72661e297 req-38917e26-97b3-4b88-85fc-8c66d85b4932 service nova] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Updating instance_info_cache with network_info: [{"id": "ce297642-277c-4af3-8511-b7b5669ad0e7", "address": "fa:16:3e:29:dd:49", "network": {"id": "4c77122d-ea82-4168-8278-f3ad926aa733", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-132707827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e80bb6addba4ec2bf4e4aedd75153c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce297642-27", "ovs_interfaceid": "ce297642-277c-4af3-8511-b7b5669ad0e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.278489] env[69186]: DEBUG oslo_vmware.api [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635624, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.301010] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b72c826-e37c-4904-a5e5-96c2dfa742a7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.310564] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7286d3d9-6505-46a9-8fb5-51a40c0e4a5e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.345237] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb52406-e0fd-454a-acb7-75d12aa38c03 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.355084] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45eeb676-afda-4ac6-9716-2012698c4f31 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.371588] env[69186]: DEBUG nova.compute.provider_tree [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1055.532836] env[69186]: DEBUG nova.compute.manager [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.546328] env[69186]: DEBUG nova.network.neutron [-] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.556461] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Releasing lock "refresh_cache-fa4f9a75-c2c0-4601-a68b-6179edea5745" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.556864] env[69186]: DEBUG nova.compute.manager [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Instance network_info: |[{"id": "91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a", "address": "fa:16:3e:d8:17:c7", "network": {"id": "6c10ee8a-9bc5-4697-a309-b7dcffaaa4db", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1356679091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702ffef9375c432ab93a912c6d3f1a47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91fbb560-bd", "ovs_interfaceid": "91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.557789] env[69186]: DEBUG oslo_concurrency.lockutils [req-c705e38d-c75e-413b-bbfb-1a51a58b9ba1 req-83a90c83-bdbc-4419-9272-874af2b19f5d service nova] Acquired lock "refresh_cache-fa4f9a75-c2c0-4601-a68b-6179edea5745" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.558223] env[69186]: DEBUG nova.network.neutron [req-c705e38d-c75e-413b-bbfb-1a51a58b9ba1 req-83a90c83-bdbc-4419-9272-874af2b19f5d service nova] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Refreshing network info cache for port 91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.559533] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:17:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b67e519-46cf-44ce-b670-4ba4c0c5b658', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.568543] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.570762] env[69186]: DEBUG nova.virt.hardware [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.570970] env[69186]: DEBUG nova.virt.hardware [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.571146] env[69186]: DEBUG nova.virt.hardware [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.571318] env[69186]: DEBUG nova.virt.hardware [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.571676] env[69186]: DEBUG nova.virt.hardware [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.571676] env[69186]: DEBUG nova.virt.hardware [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.571851] env[69186]: DEBUG nova.virt.hardware [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.571954] env[69186]: DEBUG nova.virt.hardware [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.572132] env[69186]: DEBUG nova.virt.hardware [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.572296] env[69186]: DEBUG nova.virt.hardware [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.572468] env[69186]: DEBUG nova.virt.hardware [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.573647] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.574401] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c77970-2dc7-458f-9b59-df9d2f0855b2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.576950] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa8e1082-f453-469c-a68a-2411816b55d8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.598017] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500c7a74-8abd-49a7-9c12-9eaeb3374b97 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.601957] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.601957] env[69186]: value = "task-3635625" [ 1055.601957] env[69186]: _type = "Task" [ 1055.601957] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.617824] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635625, 'name': CreateVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.773526] env[69186]: DEBUG oslo_vmware.api [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749927} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.773801] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] e00fcf04-0c49-4088-9b43-72bad844fc45/e00fcf04-0c49-4088-9b43-72bad844fc45.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.774150] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.774415] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-114e5a2a-62e7-44a7-91a4-1830ccb80393 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.780906] env[69186]: DEBUG oslo_vmware.api [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1055.780906] env[69186]: value = "task-3635626" [ 1055.780906] env[69186]: _type = "Task" [ 1055.780906] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.781315] env[69186]: DEBUG oslo_concurrency.lockutils [req-49c27dcf-e8f0-4a28-ac5f-aaa72661e297 req-38917e26-97b3-4b88-85fc-8c66d85b4932 service nova] Releasing lock "refresh_cache-9b42ea08-fb07-41c2-aa21-a444e47713ae" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.788823] env[69186]: DEBUG oslo_vmware.api [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.836372] env[69186]: DEBUG nova.compute.manager [req-722f6eb8-3f64-4c7c-baa5-2b79cabbea39 req-fc8a8921-2a43-46b3-b04c-0626f378e2ca service nova] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Received event network-vif-plugged-04ce1674-60c8-43ec-8c4e-45760d565573 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.836701] env[69186]: DEBUG oslo_concurrency.lockutils [req-722f6eb8-3f64-4c7c-baa5-2b79cabbea39 req-fc8a8921-2a43-46b3-b04c-0626f378e2ca service nova] Acquiring lock "9931a0cb-d7af-43ab-bfa2-de010754f7d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.837036] env[69186]: DEBUG oslo_concurrency.lockutils [req-722f6eb8-3f64-4c7c-baa5-2b79cabbea39 req-fc8a8921-2a43-46b3-b04c-0626f378e2ca service nova] Lock "9931a0cb-d7af-43ab-bfa2-de010754f7d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.838500] env[69186]: DEBUG oslo_concurrency.lockutils [req-722f6eb8-3f64-4c7c-baa5-2b79cabbea39 req-fc8a8921-2a43-46b3-b04c-0626f378e2ca service nova] Lock "9931a0cb-d7af-43ab-bfa2-de010754f7d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.838910] env[69186]: DEBUG nova.compute.manager [req-722f6eb8-3f64-4c7c-baa5-2b79cabbea39 req-fc8a8921-2a43-46b3-b04c-0626f378e2ca service nova] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] No waiting events found dispatching network-vif-plugged-04ce1674-60c8-43ec-8c4e-45760d565573 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1055.839159] env[69186]: WARNING nova.compute.manager [req-722f6eb8-3f64-4c7c-baa5-2b79cabbea39 req-fc8a8921-2a43-46b3-b04c-0626f378e2ca service nova] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Received unexpected event network-vif-plugged-04ce1674-60c8-43ec-8c4e-45760d565573 for instance with vm_state building and task_state spawning. [ 1055.908071] env[69186]: DEBUG nova.network.neutron [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Successfully updated port: 04ce1674-60c8-43ec-8c4e-45760d565573 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.916081] env[69186]: DEBUG nova.scheduler.client.report [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Updated inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1055.916433] env[69186]: DEBUG nova.compute.provider_tree [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Updating resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 generation from 123 to 124 during operation: update_inventory {{(pid=69186) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1055.916650] env[69186]: DEBUG nova.compute.provider_tree [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1056.051689] env[69186]: INFO nova.compute.manager [-] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Took 1.58 seconds to deallocate network for instance. [ 1056.112679] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635625, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.291628] env[69186]: DEBUG oslo_vmware.api [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063387} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.291921] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.295676] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bcf332-272f-4ff6-b48d-2f65b406eeca {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.317436] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] e00fcf04-0c49-4088-9b43-72bad844fc45/e00fcf04-0c49-4088-9b43-72bad844fc45.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.318413] env[69186]: DEBUG nova.network.neutron [req-c705e38d-c75e-413b-bbfb-1a51a58b9ba1 req-83a90c83-bdbc-4419-9272-874af2b19f5d service nova] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Updated VIF entry in instance network info cache for port 91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.318703] env[69186]: DEBUG nova.network.neutron [req-c705e38d-c75e-413b-bbfb-1a51a58b9ba1 req-83a90c83-bdbc-4419-9272-874af2b19f5d service nova] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Updating instance_info_cache with network_info: [{"id": "91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a", "address": "fa:16:3e:d8:17:c7", "network": {"id": "6c10ee8a-9bc5-4697-a309-b7dcffaaa4db", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1356679091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702ffef9375c432ab93a912c6d3f1a47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91fbb560-bd", "ovs_interfaceid": "91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.319904] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5fa2b1e-38fa-44b2-8d3c-860e3262de36 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.340567] env[69186]: DEBUG oslo_concurrency.lockutils [req-c705e38d-c75e-413b-bbfb-1a51a58b9ba1 req-83a90c83-bdbc-4419-9272-874af2b19f5d service nova] Releasing lock "refresh_cache-fa4f9a75-c2c0-4601-a68b-6179edea5745" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.340808] env[69186]: DEBUG nova.compute.manager [req-c705e38d-c75e-413b-bbfb-1a51a58b9ba1 req-83a90c83-bdbc-4419-9272-874af2b19f5d service nova] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Received event network-vif-deleted-523f294d-b46a-4df5-9b3e-2f68ed305099 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.340979] env[69186]: INFO nova.compute.manager [req-c705e38d-c75e-413b-bbfb-1a51a58b9ba1 req-83a90c83-bdbc-4419-9272-874af2b19f5d service nova] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Neutron deleted interface 523f294d-b46a-4df5-9b3e-2f68ed305099; detaching it from the instance and deleting it from the info cache [ 1056.341156] env[69186]: DEBUG nova.network.neutron [req-c705e38d-c75e-413b-bbfb-1a51a58b9ba1 req-83a90c83-bdbc-4419-9272-874af2b19f5d service nova] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.349207] env[69186]: DEBUG oslo_vmware.api [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1056.349207] env[69186]: value = "task-3635627" [ 1056.349207] env[69186]: _type = "Task" [ 1056.349207] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.360249] env[69186]: DEBUG oslo_vmware.api [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.411146] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "refresh_cache-9931a0cb-d7af-43ab-bfa2-de010754f7d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.411430] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired lock "refresh_cache-9931a0cb-d7af-43ab-bfa2-de010754f7d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.411564] env[69186]: DEBUG nova.network.neutron [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.422484] env[69186]: DEBUG oslo_concurrency.lockutils [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.913s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.426228] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.226s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.444620] env[69186]: INFO nova.scheduler.client.report [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Deleted allocations for instance f74ad208-443c-4d76-9ec3-9f26af98152d [ 1056.559992] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.613127] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635625, 'name': CreateVM_Task, 'duration_secs': 0.914761} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.613370] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.614020] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.614213] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.614564] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.614792] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d08be44b-34d2-457a-bccb-0aeb550f9e34 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.619610] env[69186]: DEBUG oslo_vmware.api [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1056.619610] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5280d6c8-d520-f557-c464-ef96a43c96b6" [ 1056.619610] env[69186]: _type = "Task" [ 1056.619610] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.627382] env[69186]: DEBUG oslo_vmware.api [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5280d6c8-d520-f557-c464-ef96a43c96b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.844453] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec68edc6-d752-4df5-ae86-39eced9bbca1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.858282] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07285d5f-dc59-4274-a7f0-9b2e2c4104de {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.874770] env[69186]: DEBUG oslo_vmware.api [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635627, 'name': ReconfigVM_Task, 'duration_secs': 0.311401} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.875107] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Reconfigured VM instance instance-00000057 to attach disk [datastore2] e00fcf04-0c49-4088-9b43-72bad844fc45/e00fcf04-0c49-4088-9b43-72bad844fc45.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.875749] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-928dd017-aec3-46f1-a2ae-949533c059ff {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.888285] env[69186]: DEBUG nova.compute.manager [req-c705e38d-c75e-413b-bbfb-1a51a58b9ba1 req-83a90c83-bdbc-4419-9272-874af2b19f5d service nova] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Detach interface failed, port_id=523f294d-b46a-4df5-9b3e-2f68ed305099, reason: Instance 564d3761-06cc-4ef8-baa9-9adc806bf419 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1056.890388] env[69186]: DEBUG oslo_vmware.api [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1056.890388] env[69186]: value = "task-3635628" [ 1056.890388] env[69186]: _type = "Task" [ 1056.890388] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.898467] env[69186]: DEBUG oslo_vmware.api [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635628, 'name': Rename_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.952037] env[69186]: DEBUG nova.network.neutron [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.956033] env[69186]: DEBUG oslo_concurrency.lockutils [None req-24417bb0-cb26-4650-a1da-7ed8f057b5bf tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "f74ad208-443c-4d76-9ec3-9f26af98152d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.500s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.131693] env[69186]: DEBUG oslo_vmware.api [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5280d6c8-d520-f557-c464-ef96a43c96b6, 'name': SearchDatastore_Task, 'duration_secs': 0.008685} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.131693] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.131922] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.132198] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.132352] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.133921] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.133921] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72050d7d-0f50-4043-a8b5-7597e6c27555 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.135782] env[69186]: DEBUG nova.network.neutron [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Updating instance_info_cache with network_info: [{"id": "04ce1674-60c8-43ec-8c4e-45760d565573", "address": "fa:16:3e:33:b0:d1", "network": {"id": "00dd6897-3c7d-4519-99b4-1d7e73246cdf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870319695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfd91ddcb62c48dba383798a87da8a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04ce1674-60", "ovs_interfaceid": "04ce1674-60c8-43ec-8c4e-45760d565573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.143525] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.143715] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.147436] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0351f02-82c2-42d7-a1cb-6c85425ca62e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.150541] env[69186]: DEBUG oslo_vmware.api [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1057.150541] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52258108-0af2-6271-b2e7-92c6118c79ce" [ 1057.150541] env[69186]: _type = "Task" [ 1057.150541] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.158646] env[69186]: DEBUG oslo_vmware.api [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52258108-0af2-6271-b2e7-92c6118c79ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.400711] env[69186]: DEBUG oslo_vmware.api [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635628, 'name': Rename_Task, 'duration_secs': 0.148061} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.400711] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.400711] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9238568a-ef70-4713-ad49-6669bfef7efd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.406645] env[69186]: DEBUG oslo_vmware.api [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1057.406645] env[69186]: value = "task-3635629" [ 1057.406645] env[69186]: _type = "Task" [ 1057.406645] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.414413] env[69186]: DEBUG oslo_vmware.api [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.459601] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 566f2979-e4dd-4c8d-b76a-cebe43a13af2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1057.459834] env[69186]: WARNING nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance b4c72f06-e9a4-41e4-8725-d5101ae2aca0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1057.459973] env[69186]: WARNING nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 2287411d-3e06-41e3-b5d9-c1469711f108 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1057.460117] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance dddaa31b-a7c6-4ec3-8222-fb53eb08ea17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1057.460250] env[69186]: WARNING nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 564d3761-06cc-4ef8-baa9-9adc806bf419 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1057.460366] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 51a8437d-4790-4ba9-a676-2f2e3ea28133 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1057.460490] env[69186]: WARNING nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance b6cf7f10-d3ce-4ce6-9dc5-618973de5c69 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1057.460616] env[69186]: WARNING nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 4648021d-f844-414d-89fb-c1ca28e3ebfe is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1057.460737] env[69186]: WARNING nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 7db077e2-bdc2-4568-ae13-c6fec2c1318e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1057.460850] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance b2a1953d-7c0e-44a4-928d-60ce0515692a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1057.460962] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance d2630da7-721d-4f82-a9c6-49dc74d61b8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1057.461083] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 9b42ea08-fb07-41c2-aa21-a444e47713ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1057.461194] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance e00fcf04-0c49-4088-9b43-72bad844fc45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1057.461302] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance fa4f9a75-c2c0-4601-a68b-6179edea5745 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1057.461408] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 9931a0cb-d7af-43ab-bfa2-de010754f7d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1057.639072] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Releasing lock "refresh_cache-9931a0cb-d7af-43ab-bfa2-de010754f7d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.639183] env[69186]: DEBUG nova.compute.manager [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Instance network_info: |[{"id": "04ce1674-60c8-43ec-8c4e-45760d565573", "address": "fa:16:3e:33:b0:d1", "network": {"id": "00dd6897-3c7d-4519-99b4-1d7e73246cdf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870319695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfd91ddcb62c48dba383798a87da8a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04ce1674-60", "ovs_interfaceid": "04ce1674-60c8-43ec-8c4e-45760d565573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.639611] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:b0:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04ce1674-60c8-43ec-8c4e-45760d565573', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.650535] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.650798] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.651234] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9781643e-3d2f-4391-8f49-45201aa5af43 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.678897] env[69186]: DEBUG oslo_vmware.api [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52258108-0af2-6271-b2e7-92c6118c79ce, 'name': SearchDatastore_Task, 'duration_secs': 0.008605} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.680906] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.680906] env[69186]: value = "task-3635630" [ 1057.680906] env[69186]: _type = "Task" [ 1057.680906] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.680906] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3492fb7-aef4-459d-88d9-8b778df7c78b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.688982] env[69186]: DEBUG oslo_vmware.api [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1057.688982] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527a416d-914a-e308-687d-eed4dae39926" [ 1057.688982] env[69186]: _type = "Task" [ 1057.688982] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.692291] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635630, 'name': CreateVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.699952] env[69186]: DEBUG oslo_vmware.api [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527a416d-914a-e308-687d-eed4dae39926, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.901111] env[69186]: DEBUG nova.compute.manager [req-5855b1af-593d-49b9-be5a-6e1d2709a25a req-f8c1a2da-e696-4eed-a031-9e932329a683 service nova] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Received event network-changed-04ce1674-60c8-43ec-8c4e-45760d565573 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.901443] env[69186]: DEBUG nova.compute.manager [req-5855b1af-593d-49b9-be5a-6e1d2709a25a req-f8c1a2da-e696-4eed-a031-9e932329a683 service nova] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Refreshing instance network info cache due to event network-changed-04ce1674-60c8-43ec-8c4e-45760d565573. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.901801] env[69186]: DEBUG oslo_concurrency.lockutils [req-5855b1af-593d-49b9-be5a-6e1d2709a25a req-f8c1a2da-e696-4eed-a031-9e932329a683 service nova] Acquiring lock "refresh_cache-9931a0cb-d7af-43ab-bfa2-de010754f7d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.901801] env[69186]: DEBUG oslo_concurrency.lockutils [req-5855b1af-593d-49b9-be5a-6e1d2709a25a req-f8c1a2da-e696-4eed-a031-9e932329a683 service nova] Acquired lock "refresh_cache-9931a0cb-d7af-43ab-bfa2-de010754f7d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.902181] env[69186]: DEBUG nova.network.neutron [req-5855b1af-593d-49b9-be5a-6e1d2709a25a req-f8c1a2da-e696-4eed-a031-9e932329a683 service nova] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Refreshing network info cache for port 04ce1674-60c8-43ec-8c4e-45760d565573 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.917353] env[69186]: DEBUG oslo_vmware.api [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635629, 'name': PowerOnVM_Task, 'duration_secs': 0.475442} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.917590] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.917798] env[69186]: INFO nova.compute.manager [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1057.917978] env[69186]: DEBUG nova.compute.manager [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.918811] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a946c6e9-4c34-4fe2-b9a4-02b00828150f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.964259] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1058.197323] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635630, 'name': CreateVM_Task, 'duration_secs': 0.356987} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.201567] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.202490] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.202729] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.203182] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.203967] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a3a4621-7284-42bc-8d2b-ec34348f8283 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.211291] env[69186]: DEBUG oslo_vmware.api [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527a416d-914a-e308-687d-eed4dae39926, 'name': SearchDatastore_Task, 'duration_secs': 0.011744} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.212049] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.212402] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] fa4f9a75-c2c0-4601-a68b-6179edea5745/fa4f9a75-c2c0-4601-a68b-6179edea5745.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.212725] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d599b72f-2bfa-488c-bfa0-f5e22ff5b22d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.216596] env[69186]: DEBUG oslo_vmware.api [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1058.216596] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5253ce83-98ba-7502-5297-89da1d17d0ab" [ 1058.216596] env[69186]: _type = "Task" [ 1058.216596] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.222477] env[69186]: DEBUG oslo_vmware.api [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1058.222477] env[69186]: value = "task-3635631" [ 1058.222477] env[69186]: _type = "Task" [ 1058.222477] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.231247] env[69186]: DEBUG oslo_vmware.api [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5253ce83-98ba-7502-5297-89da1d17d0ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.238635] env[69186]: DEBUG oslo_vmware.api [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.440737] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a3cc0e80-3cd9-4b97-aebd-63d2970a65ca tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "interface-51a8437d-4790-4ba9-a676-2f2e3ea28133-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.440890] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a3cc0e80-3cd9-4b97-aebd-63d2970a65ca tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "interface-51a8437d-4790-4ba9-a676-2f2e3ea28133-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.441212] env[69186]: DEBUG nova.objects.instance [None req-a3cc0e80-3cd9-4b97-aebd-63d2970a65ca tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lazy-loading 'flavor' on Instance uuid 51a8437d-4790-4ba9-a676-2f2e3ea28133 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.447356] env[69186]: DEBUG oslo_concurrency.lockutils [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "50959951-3ffe-431c-893e-eef7a8b02b59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.447665] env[69186]: DEBUG oslo_concurrency.lockutils [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "50959951-3ffe-431c-893e-eef7a8b02b59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.449161] env[69186]: INFO nova.compute.manager [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Took 43.99 seconds to build instance. [ 1058.467998] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance f53f3df5-c66d-4872-bf7a-159dea6f00fe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1058.649362] env[69186]: DEBUG nova.network.neutron [req-5855b1af-593d-49b9-be5a-6e1d2709a25a req-f8c1a2da-e696-4eed-a031-9e932329a683 service nova] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Updated VIF entry in instance network info cache for port 04ce1674-60c8-43ec-8c4e-45760d565573. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.649753] env[69186]: DEBUG nova.network.neutron [req-5855b1af-593d-49b9-be5a-6e1d2709a25a req-f8c1a2da-e696-4eed-a031-9e932329a683 service nova] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Updating instance_info_cache with network_info: [{"id": "04ce1674-60c8-43ec-8c4e-45760d565573", "address": "fa:16:3e:33:b0:d1", "network": {"id": "00dd6897-3c7d-4519-99b4-1d7e73246cdf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870319695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfd91ddcb62c48dba383798a87da8a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04ce1674-60", "ovs_interfaceid": "04ce1674-60c8-43ec-8c4e-45760d565573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.733138] env[69186]: DEBUG oslo_vmware.api [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5253ce83-98ba-7502-5297-89da1d17d0ab, 'name': SearchDatastore_Task, 'duration_secs': 0.020449} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.734670] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.734670] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.734867] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.735051] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.735321] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.735764] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22f9b669-4d32-458b-a382-55dc501c0eff {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.742481] env[69186]: DEBUG oslo_vmware.api [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635631, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.756698] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.756910] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.757711] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06ddbf34-2a87-4689-ad5e-e3c160cf4f87 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.764125] env[69186]: DEBUG oslo_vmware.api [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1058.764125] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ef4557-7d4f-a524-def6-68fac2a40adc" [ 1058.764125] env[69186]: _type = "Task" [ 1058.764125] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.773577] env[69186]: DEBUG oslo_vmware.api [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ef4557-7d4f-a524-def6-68fac2a40adc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.949586] env[69186]: DEBUG nova.objects.instance [None req-a3cc0e80-3cd9-4b97-aebd-63d2970a65ca tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lazy-loading 'pci_requests' on Instance uuid 51a8437d-4790-4ba9-a676-2f2e3ea28133 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.950807] env[69186]: DEBUG nova.compute.manager [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1058.953477] env[69186]: DEBUG oslo_concurrency.lockutils [None req-15ee89ed-a070-4011-837d-ff072f50ed31 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "e00fcf04-0c49-4088-9b43-72bad844fc45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.502s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.970573] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 20d5a338-f29d-439a-bd22-9110abac32bb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1059.152740] env[69186]: DEBUG oslo_concurrency.lockutils [req-5855b1af-593d-49b9-be5a-6e1d2709a25a req-f8c1a2da-e696-4eed-a031-9e932329a683 service nova] Releasing lock "refresh_cache-9931a0cb-d7af-43ab-bfa2-de010754f7d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.233168] env[69186]: DEBUG oslo_vmware.api [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630526} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.233411] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] fa4f9a75-c2c0-4601-a68b-6179edea5745/fa4f9a75-c2c0-4601-a68b-6179edea5745.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.233628] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.233876] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cf554fd-6479-4dda-91d0-6fa6fb44c6d3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.241342] env[69186]: DEBUG oslo_vmware.api [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1059.241342] env[69186]: value = "task-3635632" [ 1059.241342] env[69186]: _type = "Task" [ 1059.241342] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.250560] env[69186]: DEBUG oslo_vmware.api [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.273161] env[69186]: DEBUG oslo_vmware.api [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ef4557-7d4f-a524-def6-68fac2a40adc, 'name': SearchDatastore_Task, 'duration_secs': 0.055984} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.273909] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a42e0334-8e8c-44a6-a71d-bdf2ae3aabce {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.278776] env[69186]: DEBUG oslo_vmware.api [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1059.278776] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a03601-87a9-1407-9540-aa6816e5f96f" [ 1059.278776] env[69186]: _type = "Task" [ 1059.278776] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.285942] env[69186]: DEBUG oslo_vmware.api [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a03601-87a9-1407-9540-aa6816e5f96f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.454484] env[69186]: DEBUG nova.objects.base [None req-a3cc0e80-3cd9-4b97-aebd-63d2970a65ca tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Object Instance<51a8437d-4790-4ba9-a676-2f2e3ea28133> lazy-loaded attributes: flavor,pci_requests {{(pid=69186) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1059.454730] env[69186]: DEBUG nova.network.neutron [None req-a3cc0e80-3cd9-4b97-aebd-63d2970a65ca tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.473297] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1059.473613] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69186) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1059.473786] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69186) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1059.488696] env[69186]: DEBUG oslo_concurrency.lockutils [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.555978] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a3cc0e80-3cd9-4b97-aebd-63d2970a65ca tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "interface-51a8437d-4790-4ba9-a676-2f2e3ea28133-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.115s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.733625] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f026dd1a-5563-43db-8127-767628c2eaa1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.741050] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb447325-4dac-4241-bc0b-a5bd0e629ff6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.751361] env[69186]: DEBUG oslo_vmware.api [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.486261} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.774743] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.775711] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c30bc4f-3b21-44d3-a95e-94d8d41898cf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.778659] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e812b403-5cbd-4f27-a077-e18b0a8b8be1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.800949] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] fa4f9a75-c2c0-4601-a68b-6179edea5745/fa4f9a75-c2c0-4601-a68b-6179edea5745.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.803506] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2b1d5b7-3efa-4e78-b559-dbed9f121be9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.823772] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad0db26-7636-4626-9f81-3511e059aca3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.827658] env[69186]: DEBUG oslo_vmware.api [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a03601-87a9-1407-9540-aa6816e5f96f, 'name': SearchDatastore_Task, 'duration_secs': 0.049236} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.828303] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.828609] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 9931a0cb-d7af-43ab-bfa2-de010754f7d4/9931a0cb-d7af-43ab-bfa2-de010754f7d4.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.829174] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-029ac636-be7b-41ca-908f-f085ef54fb42 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.840429] env[69186]: DEBUG nova.compute.provider_tree [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1059.844794] env[69186]: DEBUG oslo_vmware.api [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1059.844794] env[69186]: value = "task-3635633" [ 1059.844794] env[69186]: _type = "Task" [ 1059.844794] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.844794] env[69186]: DEBUG oslo_vmware.api [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1059.844794] env[69186]: value = "task-3635634" [ 1059.844794] env[69186]: _type = "Task" [ 1059.844794] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.853436] env[69186]: DEBUG oslo_vmware.api [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.856611] env[69186]: DEBUG oslo_vmware.api [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.359720] env[69186]: DEBUG oslo_vmware.api [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.363259] env[69186]: DEBUG oslo_vmware.api [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635634, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.364326] env[69186]: ERROR nova.scheduler.client.report [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [req-37fed2ff-6403-4e8d-8078-9bcf87e1a946] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 236fcb92-b429-42b8-bc28-b1c93f3ba708. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-37fed2ff-6403-4e8d-8078-9bcf87e1a946"}]} [ 1060.383543] env[69186]: DEBUG nova.scheduler.client.report [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Refreshing inventories for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1060.400922] env[69186]: DEBUG nova.scheduler.client.report [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Updating ProviderTree inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1060.401178] env[69186]: DEBUG nova.compute.provider_tree [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.414161] env[69186]: DEBUG nova.scheduler.client.report [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Refreshing aggregate associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, aggregates: None {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1060.437687] env[69186]: DEBUG nova.scheduler.client.report [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Refreshing trait associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1060.713966] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c022c4e4-6ddb-4aa7-bbc9-22ab8c3be2e0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.721604] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a47be5b-f35f-44b7-99b7-88bfec4b3ab3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.752477] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0415b6b3-cad8-4ee9-8c2e-04394e8846db {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.759745] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcdbe21-b783-4c24-9b3e-591bcd8e2702 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.774063] env[69186]: DEBUG nova.compute.provider_tree [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.859865] env[69186]: DEBUG oslo_vmware.api [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.788212} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.862766] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 9931a0cb-d7af-43ab-bfa2-de010754f7d4/9931a0cb-d7af-43ab-bfa2-de010754f7d4.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.862976] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.863248] env[69186]: DEBUG oslo_vmware.api [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635633, 'name': ReconfigVM_Task, 'duration_secs': 0.736407} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.863442] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cb955ed-a978-4f9b-85d7-f687f60bbebf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.865213] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Reconfigured VM instance instance-00000058 to attach disk [datastore2] fa4f9a75-c2c0-4601-a68b-6179edea5745/fa4f9a75-c2c0-4601-a68b-6179edea5745.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.865805] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d896f3e7-23b5-4909-aa32-bcc92f1212cd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.871474] env[69186]: DEBUG oslo_vmware.api [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1060.871474] env[69186]: value = "task-3635635" [ 1060.871474] env[69186]: _type = "Task" [ 1060.871474] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.872669] env[69186]: DEBUG oslo_vmware.api [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1060.872669] env[69186]: value = "task-3635636" [ 1060.872669] env[69186]: _type = "Task" [ 1060.872669] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.886227] env[69186]: DEBUG oslo_vmware.api [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.889427] env[69186]: DEBUG oslo_vmware.api [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635636, 'name': Rename_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.303732] env[69186]: DEBUG nova.scheduler.client.report [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Updated inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1061.303961] env[69186]: DEBUG nova.compute.provider_tree [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Updating resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 generation from 125 to 126 during operation: update_inventory {{(pid=69186) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1061.304157] env[69186]: DEBUG nova.compute.provider_tree [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.385225] env[69186]: DEBUG oslo_vmware.api [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06868} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.388207] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.388547] env[69186]: DEBUG oslo_vmware.api [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635636, 'name': Rename_Task, 'duration_secs': 0.146311} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.389230] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6bb081-5944-463d-be25-3a54e6c9aaf3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.391625] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.391789] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d85283c1-68ec-43e3-8e81-1d0f7faf745f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.412888] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 9931a0cb-d7af-43ab-bfa2-de010754f7d4/9931a0cb-d7af-43ab-bfa2-de010754f7d4.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.414320] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49c50938-d7d0-4465-9463-fedb25ae4cc1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.428647] env[69186]: DEBUG oslo_vmware.api [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1061.428647] env[69186]: value = "task-3635637" [ 1061.428647] env[69186]: _type = "Task" [ 1061.428647] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.436284] env[69186]: DEBUG oslo_vmware.api [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1061.436284] env[69186]: value = "task-3635638" [ 1061.436284] env[69186]: _type = "Task" [ 1061.436284] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.439206] env[69186]: DEBUG oslo_vmware.api [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635637, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.446660] env[69186]: DEBUG oslo_vmware.api [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635638, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.475353] env[69186]: DEBUG oslo_concurrency.lockutils [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "interface-51a8437d-4790-4ba9-a676-2f2e3ea28133-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.475639] env[69186]: DEBUG oslo_concurrency.lockutils [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "interface-51a8437d-4790-4ba9-a676-2f2e3ea28133-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.475970] env[69186]: DEBUG nova.objects.instance [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lazy-loading 'flavor' on Instance uuid 51a8437d-4790-4ba9-a676-2f2e3ea28133 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.809132] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69186) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1061.809489] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.384s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.809860] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.985s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.811992] env[69186]: INFO nova.compute.claims [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.939185] env[69186]: DEBUG oslo_vmware.api [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635637, 'name': PowerOnVM_Task, 'duration_secs': 0.468094} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.939568] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.939782] env[69186]: INFO nova.compute.manager [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1061.939968] env[69186]: DEBUG nova.compute.manager [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.944238] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab9d75e-f465-4128-b49c-79090a066c19 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.951816] env[69186]: DEBUG oslo_vmware.api [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635638, 'name': ReconfigVM_Task, 'duration_secs': 0.288851} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.953321] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 9931a0cb-d7af-43ab-bfa2-de010754f7d4/9931a0cb-d7af-43ab-bfa2-de010754f7d4.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.957755] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a31cda38-ca0e-4f06-bed0-0995bc11569a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.964229] env[69186]: DEBUG oslo_vmware.api [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1061.964229] env[69186]: value = "task-3635639" [ 1061.964229] env[69186]: _type = "Task" [ 1061.964229] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.972086] env[69186]: DEBUG oslo_vmware.api [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635639, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.061055] env[69186]: DEBUG nova.objects.instance [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lazy-loading 'pci_requests' on Instance uuid 51a8437d-4790-4ba9-a676-2f2e3ea28133 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.469819] env[69186]: INFO nova.compute.manager [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Took 47.55 seconds to build instance. [ 1062.476147] env[69186]: DEBUG oslo_vmware.api [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635639, 'name': Rename_Task, 'duration_secs': 0.153031} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.476405] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.476671] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3145dbd5-3ad8-4103-9319-31f0b1a30585 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.483932] env[69186]: DEBUG oslo_vmware.api [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1062.483932] env[69186]: value = "task-3635640" [ 1062.483932] env[69186]: _type = "Task" [ 1062.483932] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.491874] env[69186]: DEBUG oslo_vmware.api [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.563453] env[69186]: DEBUG nova.objects.base [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Object Instance<51a8437d-4790-4ba9-a676-2f2e3ea28133> lazy-loaded attributes: flavor,pci_requests {{(pid=69186) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1062.563742] env[69186]: DEBUG nova.network.neutron [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.601966] env[69186]: DEBUG nova.policy [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c41a8af0f8e54277b6fa8f5910a6d73c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f565adc711674d8c8a3e28a4a8f1bc20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.884261] env[69186]: DEBUG nova.network.neutron [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Successfully created port: 89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.972390] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fce63d4c-fe63-4ea3-a49d-816314acb842 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "fa4f9a75-c2c0-4601-a68b-6179edea5745" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.057s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.993088] env[69186]: DEBUG oslo_vmware.api [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635640, 'name': PowerOnVM_Task, 'duration_secs': 0.482651} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.995393] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.995593] env[69186]: INFO nova.compute.manager [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Took 7.46 seconds to spawn the instance on the hypervisor. [ 1062.995774] env[69186]: DEBUG nova.compute.manager [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.997104] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a6794f-5f12-44fd-a37c-cb93d084ba4d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.108606] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85697080-c67f-46f7-a7a3-056a258cf051 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.116156] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a321b305-5db4-4842-9ead-5f0e6a223b3d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.145399] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258f94f3-aeae-4892-814e-532e281e7b54 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.152660] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204a8852-67a4-4c3b-bf36-77a3528143b3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.165690] env[69186]: DEBUG nova.compute.provider_tree [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.195031] env[69186]: INFO nova.compute.manager [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Rescuing [ 1063.195407] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "refresh_cache-fa4f9a75-c2c0-4601-a68b-6179edea5745" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.195587] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquired lock "refresh_cache-fa4f9a75-c2c0-4601-a68b-6179edea5745" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.195754] env[69186]: DEBUG nova.network.neutron [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.516447] env[69186]: INFO nova.compute.manager [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Took 45.34 seconds to build instance. [ 1063.668997] env[69186]: DEBUG nova.scheduler.client.report [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.926452] env[69186]: DEBUG nova.network.neutron [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Updating instance_info_cache with network_info: [{"id": "91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a", "address": "fa:16:3e:d8:17:c7", "network": {"id": "6c10ee8a-9bc5-4697-a309-b7dcffaaa4db", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1356679091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702ffef9375c432ab93a912c6d3f1a47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91fbb560-bd", "ovs_interfaceid": "91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.018744] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c6face64-7d6d-4b92-b247-7a81ea339be2 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "9931a0cb-d7af-43ab-bfa2-de010754f7d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.848s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.174813] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.175493] env[69186]: DEBUG nova.compute.manager [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.178436] env[69186]: DEBUG oslo_concurrency.lockutils [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.998s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.180322] env[69186]: INFO nova.compute.claims [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.268695] env[69186]: DEBUG nova.compute.manager [req-10bac45c-52d5-4946-b79e-815dfd614036 req-7d028da7-28d8-4a66-8611-5e1cf21c8853 service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Received event network-vif-plugged-89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.269303] env[69186]: DEBUG oslo_concurrency.lockutils [req-10bac45c-52d5-4946-b79e-815dfd614036 req-7d028da7-28d8-4a66-8611-5e1cf21c8853 service nova] Acquiring lock "51a8437d-4790-4ba9-a676-2f2e3ea28133-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.269833] env[69186]: DEBUG oslo_concurrency.lockutils [req-10bac45c-52d5-4946-b79e-815dfd614036 req-7d028da7-28d8-4a66-8611-5e1cf21c8853 service nova] Lock "51a8437d-4790-4ba9-a676-2f2e3ea28133-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.270246] env[69186]: DEBUG oslo_concurrency.lockutils [req-10bac45c-52d5-4946-b79e-815dfd614036 req-7d028da7-28d8-4a66-8611-5e1cf21c8853 service nova] Lock "51a8437d-4790-4ba9-a676-2f2e3ea28133-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.270575] env[69186]: DEBUG nova.compute.manager [req-10bac45c-52d5-4946-b79e-815dfd614036 req-7d028da7-28d8-4a66-8611-5e1cf21c8853 service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] No waiting events found dispatching network-vif-plugged-89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1064.270855] env[69186]: WARNING nova.compute.manager [req-10bac45c-52d5-4946-b79e-815dfd614036 req-7d028da7-28d8-4a66-8611-5e1cf21c8853 service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Received unexpected event network-vif-plugged-89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce for instance with vm_state active and task_state None. [ 1064.352591] env[69186]: DEBUG nova.network.neutron [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Successfully updated port: 89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.429026] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Releasing lock "refresh_cache-fa4f9a75-c2c0-4601-a68b-6179edea5745" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.690617] env[69186]: DEBUG nova.compute.utils [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.692274] env[69186]: DEBUG nova.compute.manager [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.692422] env[69186]: DEBUG nova.network.neutron [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.740835] env[69186]: DEBUG nova.policy [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec820589c64f49879846a031cd0ba9ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7d600f95bef403bb7a5209b7d1fc1a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.862794] env[69186]: DEBUG oslo_concurrency.lockutils [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "refresh_cache-51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.862966] env[69186]: DEBUG oslo_concurrency.lockutils [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "refresh_cache-51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.863168] env[69186]: DEBUG nova.network.neutron [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.998046] env[69186]: DEBUG nova.compute.manager [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Stashing vm_state: active {{(pid=69186) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1065.010588] env[69186]: DEBUG nova.network.neutron [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Successfully created port: ed4aa1d6-8938-4072-8bdf-dbd82bee4b92 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.196246] env[69186]: DEBUG nova.compute.manager [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.400830] env[69186]: WARNING nova.network.neutron [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] 0f039970-7251-4198-822f-ced71518c3b9 already exists in list: networks containing: ['0f039970-7251-4198-822f-ced71518c3b9']. ignoring it [ 1065.449460] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf38017-4b1a-426a-ad9b-ff6156a03e3f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.460529] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a00dfe-04a7-4ad9-a0ae-fcd8a973ca32 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.494177] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fd7d44-2ba5-4c3b-9185-72c7ef22ac79 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.506962] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31b0a94-5000-4bd7-8362-756127b21690 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.522165] env[69186]: DEBUG nova.compute.provider_tree [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.524457] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.711275] env[69186]: DEBUG nova.network.neutron [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Updating instance_info_cache with network_info: [{"id": "466e75d5-4890-4482-82fb-a7614060ea13", "address": "fa:16:3e:7e:07:d0", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap466e75d5-48", "ovs_interfaceid": "466e75d5-4890-4482-82fb-a7614060ea13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce", "address": "fa:16:3e:d8:ae:e3", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89c0c1dc-b1", "ovs_interfaceid": "89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.967859] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.968284] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e079daf-59c5-4a93-8ca1-aaa69e733346 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.976552] env[69186]: DEBUG oslo_vmware.api [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1065.976552] env[69186]: value = "task-3635641" [ 1065.976552] env[69186]: _type = "Task" [ 1065.976552] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.985036] env[69186]: DEBUG oslo_vmware.api [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.026938] env[69186]: DEBUG nova.scheduler.client.report [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.204859] env[69186]: DEBUG nova.compute.manager [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.216128] env[69186]: DEBUG oslo_concurrency.lockutils [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "refresh_cache-51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.217303] env[69186]: DEBUG oslo_concurrency.lockutils [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.217303] env[69186]: DEBUG oslo_concurrency.lockutils [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.217852] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8cff5c-fb25-49ae-bc64-75cff5fe5698 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.236182] env[69186]: DEBUG nova.virt.hardware [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.236467] env[69186]: DEBUG nova.virt.hardware [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.236648] env[69186]: DEBUG nova.virt.hardware [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.236857] env[69186]: DEBUG nova.virt.hardware [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.237017] env[69186]: DEBUG nova.virt.hardware [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.237253] env[69186]: DEBUG nova.virt.hardware [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.237517] env[69186]: DEBUG nova.virt.hardware [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.237694] env[69186]: DEBUG nova.virt.hardware [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.237875] env[69186]: DEBUG nova.virt.hardware [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.238052] env[69186]: DEBUG nova.virt.hardware [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.238229] env[69186]: DEBUG nova.virt.hardware [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.244860] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Reconfiguring VM to attach interface {{(pid=69186) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1066.246866] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bbdf6a2-c7df-472b-8a75-abfffd01b4f5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.264719] env[69186]: DEBUG nova.virt.hardware [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.264887] env[69186]: DEBUG nova.virt.hardware [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.264935] env[69186]: DEBUG nova.virt.hardware [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.267031] env[69186]: DEBUG nova.virt.hardware [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.267031] env[69186]: DEBUG nova.virt.hardware [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.267031] env[69186]: DEBUG nova.virt.hardware [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.267031] env[69186]: DEBUG nova.virt.hardware [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.267031] env[69186]: DEBUG nova.virt.hardware [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.267031] env[69186]: DEBUG nova.virt.hardware [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.267031] env[69186]: DEBUG nova.virt.hardware [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.267031] env[69186]: DEBUG nova.virt.hardware [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.267568] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0495884-ef1b-4b92-be95-2f0be9b9a9ee {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.271057] env[69186]: DEBUG oslo_vmware.api [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1066.271057] env[69186]: value = "task-3635642" [ 1066.271057] env[69186]: _type = "Task" [ 1066.271057] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.278290] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b257c024-88eb-40be-b718-a3a44ba7dc95 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.285255] env[69186]: DEBUG oslo_vmware.api [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635642, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.342260] env[69186]: DEBUG nova.compute.manager [req-1c14a8eb-04ec-4e88-9898-e2ba8baba1b5 req-fcc922e8-0806-4240-bd4f-c4ddb4435082 service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Received event network-changed-89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.342478] env[69186]: DEBUG nova.compute.manager [req-1c14a8eb-04ec-4e88-9898-e2ba8baba1b5 req-fcc922e8-0806-4240-bd4f-c4ddb4435082 service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Refreshing instance network info cache due to event network-changed-89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.342733] env[69186]: DEBUG oslo_concurrency.lockutils [req-1c14a8eb-04ec-4e88-9898-e2ba8baba1b5 req-fcc922e8-0806-4240-bd4f-c4ddb4435082 service nova] Acquiring lock "refresh_cache-51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.342881] env[69186]: DEBUG oslo_concurrency.lockutils [req-1c14a8eb-04ec-4e88-9898-e2ba8baba1b5 req-fcc922e8-0806-4240-bd4f-c4ddb4435082 service nova] Acquired lock "refresh_cache-51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.343058] env[69186]: DEBUG nova.network.neutron [req-1c14a8eb-04ec-4e88-9898-e2ba8baba1b5 req-fcc922e8-0806-4240-bd4f-c4ddb4435082 service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Refreshing network info cache for port 89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.477686] env[69186]: DEBUG nova.network.neutron [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Successfully updated port: ed4aa1d6-8938-4072-8bdf-dbd82bee4b92 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.488508] env[69186]: DEBUG oslo_vmware.api [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635641, 'name': PowerOffVM_Task, 'duration_secs': 0.219647} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.489331] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.490225] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4907659b-80ac-4922-b921-f1f621a161f3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.508480] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4e1d46-17b5-4730-bcf0-90116176ceac {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.532282] env[69186]: DEBUG oslo_concurrency.lockutils [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.532843] env[69186]: DEBUG nova.compute.manager [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.537038] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.537148] env[69186]: DEBUG oslo_concurrency.lockutils [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.282s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.537318] env[69186]: DEBUG oslo_concurrency.lockutils [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.539115] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.326s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.539308] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.540897] env[69186]: DEBUG oslo_concurrency.lockutils [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.807s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.542338] env[69186]: INFO nova.compute.claims [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.545336] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01d5066c-fd36-4f34-b957-38e1580fa4f0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.553035] env[69186]: DEBUG oslo_vmware.api [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1066.553035] env[69186]: value = "task-3635643" [ 1066.553035] env[69186]: _type = "Task" [ 1066.553035] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.561236] env[69186]: DEBUG oslo_vmware.api [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.569281] env[69186]: INFO nova.scheduler.client.report [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Deleted allocations for instance b4c72f06-e9a4-41e4-8725-d5101ae2aca0 [ 1066.572617] env[69186]: INFO nova.scheduler.client.report [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Deleted allocations for instance 2287411d-3e06-41e3-b5d9-c1469711f108 [ 1066.781739] env[69186]: DEBUG oslo_vmware.api [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.980292] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "refresh_cache-64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.980529] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquired lock "refresh_cache-64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.980635] env[69186]: DEBUG nova.network.neutron [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.048980] env[69186]: DEBUG nova.compute.utils [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.052346] env[69186]: DEBUG nova.compute.manager [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.052750] env[69186]: DEBUG nova.network.neutron [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.061336] env[69186]: DEBUG nova.network.neutron [req-1c14a8eb-04ec-4e88-9898-e2ba8baba1b5 req-fcc922e8-0806-4240-bd4f-c4ddb4435082 service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Updated VIF entry in instance network info cache for port 89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.061336] env[69186]: DEBUG nova.network.neutron [req-1c14a8eb-04ec-4e88-9898-e2ba8baba1b5 req-fcc922e8-0806-4240-bd4f-c4ddb4435082 service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Updating instance_info_cache with network_info: [{"id": "466e75d5-4890-4482-82fb-a7614060ea13", "address": "fa:16:3e:7e:07:d0", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap466e75d5-48", "ovs_interfaceid": "466e75d5-4890-4482-82fb-a7614060ea13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce", "address": "fa:16:3e:d8:ae:e3", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89c0c1dc-b1", "ovs_interfaceid": "89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.068540] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] VM already powered off {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1067.068752] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.068995] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.069158] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.069336] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.069823] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bbdad53-f75c-4fe2-9026-0261ad63edf8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.082156] env[69186]: DEBUG oslo_concurrency.lockutils [None req-340804ec-cca6-4dfc-887e-7c853b5885fe tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Lock "b4c72f06-e9a4-41e4-8725-d5101ae2aca0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.107s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.083534] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f7cec860-5188-4095-930e-4b3a40fed86f tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "2287411d-3e06-41e3-b5d9-c1469711f108" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.321s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.085973] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.086166] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.086917] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3759711c-89bd-4b6f-bdf6-d45fe71f9321 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.092253] env[69186]: DEBUG oslo_vmware.api [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1067.092253] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52cf7250-7ed3-8163-39ad-e2bb9d5e13be" [ 1067.092253] env[69186]: _type = "Task" [ 1067.092253] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.096455] env[69186]: DEBUG nova.policy [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5264cc4ee19349e2ae3497402cfb0359', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '165e8bb064bc4ed184f5174d2c07b12c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.104804] env[69186]: DEBUG oslo_vmware.api [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52cf7250-7ed3-8163-39ad-e2bb9d5e13be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.282817] env[69186]: DEBUG oslo_vmware.api [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635642, 'name': ReconfigVM_Task, 'duration_secs': 0.672723} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.283394] env[69186]: DEBUG oslo_concurrency.lockutils [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.283837] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Reconfigured VM to attach interface {{(pid=69186) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1067.358133] env[69186]: DEBUG nova.network.neutron [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Successfully created port: 70ea4f48-ad2b-4598-afe6-1e46ccb3f268 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.530077] env[69186]: DEBUG nova.network.neutron [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.556914] env[69186]: DEBUG nova.compute.manager [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.569620] env[69186]: DEBUG oslo_concurrency.lockutils [req-1c14a8eb-04ec-4e88-9898-e2ba8baba1b5 req-fcc922e8-0806-4240-bd4f-c4ddb4435082 service nova] Releasing lock "refresh_cache-51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.605162] env[69186]: DEBUG oslo_vmware.api [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52cf7250-7ed3-8163-39ad-e2bb9d5e13be, 'name': SearchDatastore_Task, 'duration_secs': 0.014333} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.605968] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da26e7c1-0c3f-4f1b-989a-6194e7879601 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.612424] env[69186]: DEBUG oslo_vmware.api [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1067.612424] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52599d67-f2e0-9426-e743-a2715befcd24" [ 1067.612424] env[69186]: _type = "Task" [ 1067.612424] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.621576] env[69186]: DEBUG oslo_vmware.api [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52599d67-f2e0-9426-e743-a2715befcd24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.724482] env[69186]: DEBUG nova.network.neutron [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Updating instance_info_cache with network_info: [{"id": "ed4aa1d6-8938-4072-8bdf-dbd82bee4b92", "address": "fa:16:3e:ad:55:2a", "network": {"id": "5a237d64-003d-4d9e-b869-69de2f9ecce2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1208086149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7d600f95bef403bb7a5209b7d1fc1a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped4aa1d6-89", "ovs_interfaceid": "ed4aa1d6-8938-4072-8bdf-dbd82bee4b92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.788300] env[69186]: DEBUG oslo_concurrency.lockutils [None req-69951270-e10f-408f-b293-76c7bfa176ed tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "interface-51a8437d-4790-4ba9-a676-2f2e3ea28133-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.313s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.847019] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d71e123-b72e-4603-8e34-1c138e7a7c43 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.853714] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0ede70-5dc0-4ce6-bf1c-6d82bc4a2798 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.891240] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9308e8d-df54-4634-b688-839dbb70bd5c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.899032] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176294aa-5fc9-4f33-ac82-c1462c3d431b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.913319] env[69186]: DEBUG nova.compute.provider_tree [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.123373] env[69186]: DEBUG oslo_vmware.api [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52599d67-f2e0-9426-e743-a2715befcd24, 'name': SearchDatastore_Task, 'duration_secs': 0.009447} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.123632] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.124018] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] fa4f9a75-c2c0-4601-a68b-6179edea5745/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f-rescue.vmdk. {{(pid=69186) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1068.125471] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17363382-ceb7-4d09-a472-302cd936bf8d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.131584] env[69186]: DEBUG oslo_vmware.api [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1068.131584] env[69186]: value = "task-3635644" [ 1068.131584] env[69186]: _type = "Task" [ 1068.131584] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.139343] env[69186]: DEBUG oslo_vmware.api [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.228802] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Releasing lock "refresh_cache-64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.229161] env[69186]: DEBUG nova.compute.manager [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Instance network_info: |[{"id": "ed4aa1d6-8938-4072-8bdf-dbd82bee4b92", "address": "fa:16:3e:ad:55:2a", "network": {"id": "5a237d64-003d-4d9e-b869-69de2f9ecce2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1208086149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7d600f95bef403bb7a5209b7d1fc1a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped4aa1d6-89", "ovs_interfaceid": "ed4aa1d6-8938-4072-8bdf-dbd82bee4b92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.229604] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:55:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed4aa1d6-8938-4072-8bdf-dbd82bee4b92', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.238483] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.239084] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.239327] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e71af6be-52b9-40b3-b5d4-097267af7164 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.263700] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.263700] env[69186]: value = "task-3635645" [ 1068.263700] env[69186]: _type = "Task" [ 1068.263700] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.272465] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635645, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.416888] env[69186]: DEBUG nova.scheduler.client.report [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.569738] env[69186]: DEBUG nova.compute.manager [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.606792] env[69186]: DEBUG nova.virt.hardware [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.607053] env[69186]: DEBUG nova.virt.hardware [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.607217] env[69186]: DEBUG nova.virt.hardware [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.607406] env[69186]: DEBUG nova.virt.hardware [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.607551] env[69186]: DEBUG nova.virt.hardware [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.607695] env[69186]: DEBUG nova.virt.hardware [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.608118] env[69186]: DEBUG nova.virt.hardware [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.608288] env[69186]: DEBUG nova.virt.hardware [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.608462] env[69186]: DEBUG nova.virt.hardware [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.608640] env[69186]: DEBUG nova.virt.hardware [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.608788] env[69186]: DEBUG nova.virt.hardware [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.609669] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a67f24a-e03a-443a-b902-6f9020bcc381 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.619164] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6244ab2-6f9e-421a-bb32-abaf7236d04a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.643666] env[69186]: DEBUG oslo_vmware.api [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496119} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.643986] env[69186]: INFO nova.virt.vmwareapi.ds_util [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] fa4f9a75-c2c0-4601-a68b-6179edea5745/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f-rescue.vmdk. [ 1068.645175] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e5b8f5-459f-489f-a010-480f0ceb28aa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.674058] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] fa4f9a75-c2c0-4601-a68b-6179edea5745/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f-rescue.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.674406] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70f7e47f-1943-4aad-8783-cd8f560bc083 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.696014] env[69186]: DEBUG nova.compute.manager [req-03c0b32f-30ba-43b4-9dcf-167b5765080b req-e539f820-22c4-4d13-b245-856e7bc87492 service nova] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Received event network-vif-plugged-ed4aa1d6-8938-4072-8bdf-dbd82bee4b92 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.696014] env[69186]: DEBUG oslo_concurrency.lockutils [req-03c0b32f-30ba-43b4-9dcf-167b5765080b req-e539f820-22c4-4d13-b245-856e7bc87492 service nova] Acquiring lock "64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.696014] env[69186]: DEBUG oslo_concurrency.lockutils [req-03c0b32f-30ba-43b4-9dcf-167b5765080b req-e539f820-22c4-4d13-b245-856e7bc87492 service nova] Lock "64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.696014] env[69186]: DEBUG oslo_concurrency.lockutils [req-03c0b32f-30ba-43b4-9dcf-167b5765080b req-e539f820-22c4-4d13-b245-856e7bc87492 service nova] Lock "64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.696014] env[69186]: DEBUG nova.compute.manager [req-03c0b32f-30ba-43b4-9dcf-167b5765080b req-e539f820-22c4-4d13-b245-856e7bc87492 service nova] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] No waiting events found dispatching network-vif-plugged-ed4aa1d6-8938-4072-8bdf-dbd82bee4b92 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.696014] env[69186]: WARNING nova.compute.manager [req-03c0b32f-30ba-43b4-9dcf-167b5765080b req-e539f820-22c4-4d13-b245-856e7bc87492 service nova] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Received unexpected event network-vif-plugged-ed4aa1d6-8938-4072-8bdf-dbd82bee4b92 for instance with vm_state building and task_state spawning. [ 1068.696014] env[69186]: DEBUG nova.compute.manager [req-03c0b32f-30ba-43b4-9dcf-167b5765080b req-e539f820-22c4-4d13-b245-856e7bc87492 service nova] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Received event network-changed-ed4aa1d6-8938-4072-8bdf-dbd82bee4b92 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.696014] env[69186]: DEBUG nova.compute.manager [req-03c0b32f-30ba-43b4-9dcf-167b5765080b req-e539f820-22c4-4d13-b245-856e7bc87492 service nova] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Refreshing instance network info cache due to event network-changed-ed4aa1d6-8938-4072-8bdf-dbd82bee4b92. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.696014] env[69186]: DEBUG oslo_concurrency.lockutils [req-03c0b32f-30ba-43b4-9dcf-167b5765080b req-e539f820-22c4-4d13-b245-856e7bc87492 service nova] Acquiring lock "refresh_cache-64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.696014] env[69186]: DEBUG oslo_concurrency.lockutils [req-03c0b32f-30ba-43b4-9dcf-167b5765080b req-e539f820-22c4-4d13-b245-856e7bc87492 service nova] Acquired lock "refresh_cache-64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.696014] env[69186]: DEBUG nova.network.neutron [req-03c0b32f-30ba-43b4-9dcf-167b5765080b req-e539f820-22c4-4d13-b245-856e7bc87492 service nova] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Refreshing network info cache for port ed4aa1d6-8938-4072-8bdf-dbd82bee4b92 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.697630] env[69186]: DEBUG oslo_vmware.api [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1068.697630] env[69186]: value = "task-3635646" [ 1068.697630] env[69186]: _type = "Task" [ 1068.697630] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.708009] env[69186]: DEBUG oslo_vmware.api [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635646, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.776317] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635645, 'name': CreateVM_Task, 'duration_secs': 0.449973} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.776317] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.776317] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.776317] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.776317] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.777090] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c82c944-988b-4ce8-8a96-d895e24c7174 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.781930] env[69186]: DEBUG oslo_vmware.api [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 1068.781930] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5215d3ee-504b-49db-31de-be87b5268897" [ 1068.781930] env[69186]: _type = "Task" [ 1068.781930] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.790680] env[69186]: DEBUG oslo_vmware.api [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5215d3ee-504b-49db-31de-be87b5268897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.923091] env[69186]: DEBUG oslo_concurrency.lockutils [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.923488] env[69186]: DEBUG nova.compute.manager [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.926686] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.140s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.926888] env[69186]: DEBUG nova.objects.instance [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69186) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1069.209765] env[69186]: DEBUG oslo_vmware.api [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635646, 'name': ReconfigVM_Task, 'duration_secs': 0.315059} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.210063] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Reconfigured VM instance instance-00000058 to attach disk [datastore2] fa4f9a75-c2c0-4601-a68b-6179edea5745/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f-rescue.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.210905] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20da68cb-5e3f-476b-9b06-851687f1a81c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.236661] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-046de7c7-fa86-4418-a2db-08277b5638d4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.260197] env[69186]: DEBUG oslo_vmware.api [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1069.260197] env[69186]: value = "task-3635647" [ 1069.260197] env[69186]: _type = "Task" [ 1069.260197] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.270802] env[69186]: DEBUG oslo_vmware.api [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.292040] env[69186]: DEBUG oslo_vmware.api [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5215d3ee-504b-49db-31de-be87b5268897, 'name': SearchDatastore_Task, 'duration_secs': 0.009276} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.292380] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.292616] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.292856] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.292995] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.293191] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.293695] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b857be2d-631b-444d-bb19-845d3c8e9ab1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.302442] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.302620] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.303345] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3417e013-ef21-4d41-b0bb-e0acdcb65901 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.308666] env[69186]: DEBUG oslo_vmware.api [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 1069.308666] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5295bf10-a7c9-8c29-524c-9d8c25a1156a" [ 1069.308666] env[69186]: _type = "Task" [ 1069.308666] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.317223] env[69186]: DEBUG oslo_vmware.api [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5295bf10-a7c9-8c29-524c-9d8c25a1156a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.431137] env[69186]: DEBUG nova.compute.utils [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.435757] env[69186]: DEBUG nova.compute.manager [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.435849] env[69186]: DEBUG nova.network.neutron [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.499796] env[69186]: DEBUG nova.network.neutron [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Successfully updated port: 70ea4f48-ad2b-4598-afe6-1e46ccb3f268 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.512593] env[69186]: DEBUG nova.policy [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1d57e6c63a14ac19d0f5772f6f8667b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b69c719a41fb4ab48140eabe49d76e84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.699902] env[69186]: DEBUG nova.network.neutron [req-03c0b32f-30ba-43b4-9dcf-167b5765080b req-e539f820-22c4-4d13-b245-856e7bc87492 service nova] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Updated VIF entry in instance network info cache for port ed4aa1d6-8938-4072-8bdf-dbd82bee4b92. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.699902] env[69186]: DEBUG nova.network.neutron [req-03c0b32f-30ba-43b4-9dcf-167b5765080b req-e539f820-22c4-4d13-b245-856e7bc87492 service nova] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Updating instance_info_cache with network_info: [{"id": "ed4aa1d6-8938-4072-8bdf-dbd82bee4b92", "address": "fa:16:3e:ad:55:2a", "network": {"id": "5a237d64-003d-4d9e-b869-69de2f9ecce2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1208086149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7d600f95bef403bb7a5209b7d1fc1a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped4aa1d6-89", "ovs_interfaceid": "ed4aa1d6-8938-4072-8bdf-dbd82bee4b92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.771584] env[69186]: DEBUG oslo_vmware.api [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635647, 'name': ReconfigVM_Task, 'duration_secs': 0.146867} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.771850] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.772124] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bde2080-ea5b-455d-83c2-5d9d357a790c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.779063] env[69186]: DEBUG oslo_vmware.api [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1069.779063] env[69186]: value = "task-3635648" [ 1069.779063] env[69186]: _type = "Task" [ 1069.779063] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.788176] env[69186]: DEBUG oslo_vmware.api [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.821131] env[69186]: DEBUG oslo_vmware.api [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5295bf10-a7c9-8c29-524c-9d8c25a1156a, 'name': SearchDatastore_Task, 'duration_secs': 0.008253} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.821955] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49c8526f-e897-4e88-b0d1-4e80bea033a6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.828230] env[69186]: DEBUG oslo_vmware.api [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 1069.828230] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52398fad-0efb-b72f-a9fb-2ac9b018339b" [ 1069.828230] env[69186]: _type = "Task" [ 1069.828230] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.837377] env[69186]: DEBUG oslo_vmware.api [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52398fad-0efb-b72f-a9fb-2ac9b018339b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.936678] env[69186]: DEBUG nova.compute.manager [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.940866] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7ad9276b-8e20-4241-8ae7-94c3102a5631 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.943089] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.035s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.943089] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.945027] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.255s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.945027] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.949184] env[69186]: DEBUG oslo_concurrency.lockutils [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.419s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.951601] env[69186]: INFO nova.compute.claims [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.980897] env[69186]: INFO nova.scheduler.client.report [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Deleted allocations for instance 4648021d-f844-414d-89fb-c1ca28e3ebfe [ 1069.990166] env[69186]: INFO nova.scheduler.client.report [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Deleted allocations for instance b6cf7f10-d3ce-4ce6-9dc5-618973de5c69 [ 1070.005416] env[69186]: DEBUG oslo_concurrency.lockutils [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Acquiring lock "refresh_cache-f53f3df5-c66d-4872-bf7a-159dea6f00fe" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.005416] env[69186]: DEBUG oslo_concurrency.lockutils [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Acquired lock "refresh_cache-f53f3df5-c66d-4872-bf7a-159dea6f00fe" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.005416] env[69186]: DEBUG nova.network.neutron [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.055205] env[69186]: DEBUG nova.network.neutron [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Successfully created port: 5713a944-1fcf-4e79-9d33-5ba8c7cfc286 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.202220] env[69186]: DEBUG oslo_concurrency.lockutils [req-03c0b32f-30ba-43b4-9dcf-167b5765080b req-e539f820-22c4-4d13-b245-856e7bc87492 service nova] Releasing lock "refresh_cache-64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.291498] env[69186]: DEBUG oslo_vmware.api [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635648, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.294612] env[69186]: DEBUG oslo_concurrency.lockutils [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "interface-51a8437d-4790-4ba9-a676-2f2e3ea28133-76c502d2-0719-49c8-97a4-64fc2f720f6a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.294855] env[69186]: DEBUG oslo_concurrency.lockutils [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "interface-51a8437d-4790-4ba9-a676-2f2e3ea28133-76c502d2-0719-49c8-97a4-64fc2f720f6a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.295248] env[69186]: DEBUG nova.objects.instance [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lazy-loading 'flavor' on Instance uuid 51a8437d-4790-4ba9-a676-2f2e3ea28133 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.344368] env[69186]: DEBUG oslo_vmware.api [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52398fad-0efb-b72f-a9fb-2ac9b018339b, 'name': SearchDatastore_Task, 'duration_secs': 0.017545} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.344368] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.344368] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0/64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.344867] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f9f9cfd-025e-454e-998e-3a69e5b70fb8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.352940] env[69186]: DEBUG oslo_vmware.api [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 1070.352940] env[69186]: value = "task-3635649" [ 1070.352940] env[69186]: _type = "Task" [ 1070.352940] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.361997] env[69186]: DEBUG oslo_vmware.api [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.495131] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ec19dc91-5427-4653-9496-9905782e4e60 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "b6cf7f10-d3ce-4ce6-9dc5-618973de5c69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.023s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.495131] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f4287967-85f9-4fb8-9296-b3f034330f89 tempest-ServersListShow2100Test-400938610 tempest-ServersListShow2100Test-400938610-project-member] Lock "4648021d-f844-414d-89fb-c1ca28e3ebfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.813s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.561199] env[69186]: DEBUG nova.network.neutron [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.795178] env[69186]: DEBUG oslo_vmware.api [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635648, 'name': PowerOnVM_Task, 'duration_secs': 0.592657} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.796479] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.806624] env[69186]: DEBUG nova.compute.manager [None req-3c4a1f88-51f4-4703-b355-5db2d1ecf234 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.807899] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b833b32-c673-4cbb-b34e-e6ecf0b8a1db {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.814590] env[69186]: DEBUG nova.network.neutron [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Updating instance_info_cache with network_info: [{"id": "70ea4f48-ad2b-4598-afe6-1e46ccb3f268", "address": "fa:16:3e:a2:ba:b0", "network": {"id": "489547a4-e8e4-41c3-820f-05603d4bbaf7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-704329948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "165e8bb064bc4ed184f5174d2c07b12c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ea4f48-ad", "ovs_interfaceid": "70ea4f48-ad2b-4598-afe6-1e46ccb3f268", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.866565] env[69186]: DEBUG oslo_vmware.api [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491921} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.866565] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0/64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.869753] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.869753] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fa8f2c2-5115-41d1-8122-30779ff62e6f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.874544] env[69186]: DEBUG oslo_vmware.api [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 1070.874544] env[69186]: value = "task-3635650" [ 1070.874544] env[69186]: _type = "Task" [ 1070.874544] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.884845] env[69186]: DEBUG oslo_vmware.api [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.939635] env[69186]: DEBUG nova.compute.manager [req-15b13f77-c6bd-4308-b1f6-7cf9447ab8fc req-2dcafc0f-ae10-44a9-851d-2eb75fd70eaa service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Received event network-vif-plugged-70ea4f48-ad2b-4598-afe6-1e46ccb3f268 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.939635] env[69186]: DEBUG oslo_concurrency.lockutils [req-15b13f77-c6bd-4308-b1f6-7cf9447ab8fc req-2dcafc0f-ae10-44a9-851d-2eb75fd70eaa service nova] Acquiring lock "f53f3df5-c66d-4872-bf7a-159dea6f00fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.939635] env[69186]: DEBUG oslo_concurrency.lockutils [req-15b13f77-c6bd-4308-b1f6-7cf9447ab8fc req-2dcafc0f-ae10-44a9-851d-2eb75fd70eaa service nova] Lock "f53f3df5-c66d-4872-bf7a-159dea6f00fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.939635] env[69186]: DEBUG oslo_concurrency.lockutils [req-15b13f77-c6bd-4308-b1f6-7cf9447ab8fc req-2dcafc0f-ae10-44a9-851d-2eb75fd70eaa service nova] Lock "f53f3df5-c66d-4872-bf7a-159dea6f00fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.939635] env[69186]: DEBUG nova.compute.manager [req-15b13f77-c6bd-4308-b1f6-7cf9447ab8fc req-2dcafc0f-ae10-44a9-851d-2eb75fd70eaa service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] No waiting events found dispatching network-vif-plugged-70ea4f48-ad2b-4598-afe6-1e46ccb3f268 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.939635] env[69186]: WARNING nova.compute.manager [req-15b13f77-c6bd-4308-b1f6-7cf9447ab8fc req-2dcafc0f-ae10-44a9-851d-2eb75fd70eaa service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Received unexpected event network-vif-plugged-70ea4f48-ad2b-4598-afe6-1e46ccb3f268 for instance with vm_state building and task_state spawning. [ 1070.939635] env[69186]: DEBUG nova.compute.manager [req-15b13f77-c6bd-4308-b1f6-7cf9447ab8fc req-2dcafc0f-ae10-44a9-851d-2eb75fd70eaa service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Received event network-changed-70ea4f48-ad2b-4598-afe6-1e46ccb3f268 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.939635] env[69186]: DEBUG nova.compute.manager [req-15b13f77-c6bd-4308-b1f6-7cf9447ab8fc req-2dcafc0f-ae10-44a9-851d-2eb75fd70eaa service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Refreshing instance network info cache due to event network-changed-70ea4f48-ad2b-4598-afe6-1e46ccb3f268. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.939635] env[69186]: DEBUG oslo_concurrency.lockutils [req-15b13f77-c6bd-4308-b1f6-7cf9447ab8fc req-2dcafc0f-ae10-44a9-851d-2eb75fd70eaa service nova] Acquiring lock "refresh_cache-f53f3df5-c66d-4872-bf7a-159dea6f00fe" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.951225] env[69186]: DEBUG nova.compute.manager [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.982712] env[69186]: DEBUG nova.virt.hardware [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.983022] env[69186]: DEBUG nova.virt.hardware [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.983347] env[69186]: DEBUG nova.virt.hardware [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.983881] env[69186]: DEBUG nova.virt.hardware [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.984261] env[69186]: DEBUG nova.virt.hardware [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.984499] env[69186]: DEBUG nova.virt.hardware [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.984694] env[69186]: DEBUG nova.virt.hardware [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.984888] env[69186]: DEBUG nova.virt.hardware [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.985134] env[69186]: DEBUG nova.virt.hardware [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.985387] env[69186]: DEBUG nova.virt.hardware [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.985602] env[69186]: DEBUG nova.virt.hardware [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.986489] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bfec7a-124e-48bd-a918-23ec75267c89 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.990571] env[69186]: DEBUG nova.objects.instance [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lazy-loading 'pci_requests' on Instance uuid 51a8437d-4790-4ba9-a676-2f2e3ea28133 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.002638] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8c771f-21f8-4b6e-95c9-ea26126bd134 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.256662] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67b97b4-cc41-4f52-abc1-1a2498b16119 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.267175] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b63f490-d7d9-4617-b5a7-910068679325 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.299926] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2ec8c8-76e8-47ab-b531-64b37a1b5897 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.307908] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f6e8df-ba68-44e0-9cf6-6270e09e71a5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.321194] env[69186]: DEBUG nova.compute.provider_tree [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.323319] env[69186]: DEBUG oslo_concurrency.lockutils [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Releasing lock "refresh_cache-f53f3df5-c66d-4872-bf7a-159dea6f00fe" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.323601] env[69186]: DEBUG nova.compute.manager [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Instance network_info: |[{"id": "70ea4f48-ad2b-4598-afe6-1e46ccb3f268", "address": "fa:16:3e:a2:ba:b0", "network": {"id": "489547a4-e8e4-41c3-820f-05603d4bbaf7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-704329948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "165e8bb064bc4ed184f5174d2c07b12c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ea4f48-ad", "ovs_interfaceid": "70ea4f48-ad2b-4598-afe6-1e46ccb3f268", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1071.323942] env[69186]: DEBUG oslo_concurrency.lockutils [req-15b13f77-c6bd-4308-b1f6-7cf9447ab8fc req-2dcafc0f-ae10-44a9-851d-2eb75fd70eaa service nova] Acquired lock "refresh_cache-f53f3df5-c66d-4872-bf7a-159dea6f00fe" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.324054] env[69186]: DEBUG nova.network.neutron [req-15b13f77-c6bd-4308-b1f6-7cf9447ab8fc req-2dcafc0f-ae10-44a9-851d-2eb75fd70eaa service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Refreshing network info cache for port 70ea4f48-ad2b-4598-afe6-1e46ccb3f268 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.325219] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:ba:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70ea4f48-ad2b-4598-afe6-1e46ccb3f268', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.332821] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Creating folder: Project (165e8bb064bc4ed184f5174d2c07b12c). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.336099] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76e2cfd5-8815-44a0-88cf-91891fecc2c4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.348971] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Created folder: Project (165e8bb064bc4ed184f5174d2c07b12c) in parent group-v724677. [ 1071.349178] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Creating folder: Instances. Parent ref: group-v724934. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.349421] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-670f35bd-2aab-44b9-a289-09a64f7c0be3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.358488] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Created folder: Instances in parent group-v724934. [ 1071.358838] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.358986] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.359406] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d702aae-a441-4c89-a26b-3e6f159cfb62 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.385504] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.385504] env[69186]: value = "task-3635653" [ 1071.385504] env[69186]: _type = "Task" [ 1071.385504] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.385785] env[69186]: DEBUG oslo_vmware.api [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070399} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.386101] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.389739] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b50a245-df0b-4ce9-b89a-73fca3c878c3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.400018] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635653, 'name': CreateVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.416873] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0/64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.417423] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ccf187d-95d4-45c6-abbb-ed2082473723 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.439285] env[69186]: DEBUG oslo_vmware.api [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 1071.439285] env[69186]: value = "task-3635654" [ 1071.439285] env[69186]: _type = "Task" [ 1071.439285] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.448889] env[69186]: DEBUG oslo_vmware.api [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635654, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.502300] env[69186]: DEBUG nova.objects.base [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Object Instance<51a8437d-4790-4ba9-a676-2f2e3ea28133> lazy-loaded attributes: flavor,pci_requests {{(pid=69186) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1071.502597] env[69186]: DEBUG nova.network.neutron [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.621289] env[69186]: DEBUG nova.policy [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c41a8af0f8e54277b6fa8f5910a6d73c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f565adc711674d8c8a3e28a4a8f1bc20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.824342] env[69186]: DEBUG nova.scheduler.client.report [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.895530] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635653, 'name': CreateVM_Task, 'duration_secs': 0.372571} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.895769] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.896487] env[69186]: DEBUG oslo_concurrency.lockutils [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.896684] env[69186]: DEBUG oslo_concurrency.lockutils [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.897008] env[69186]: DEBUG oslo_concurrency.lockutils [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.897280] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb9b3630-8ef4-4d9a-a44f-3d365be722c7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.902027] env[69186]: DEBUG oslo_vmware.api [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Waiting for the task: (returnval){ [ 1071.902027] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a0ccb3-c029-4599-fdf0-93862153fa38" [ 1071.902027] env[69186]: _type = "Task" [ 1071.902027] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.910228] env[69186]: DEBUG oslo_vmware.api [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a0ccb3-c029-4599-fdf0-93862153fa38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.952234] env[69186]: DEBUG oslo_vmware.api [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.977652] env[69186]: DEBUG nova.network.neutron [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Successfully updated port: 5713a944-1fcf-4e79-9d33-5ba8c7cfc286 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.213828] env[69186]: DEBUG nova.network.neutron [req-15b13f77-c6bd-4308-b1f6-7cf9447ab8fc req-2dcafc0f-ae10-44a9-851d-2eb75fd70eaa service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Updated VIF entry in instance network info cache for port 70ea4f48-ad2b-4598-afe6-1e46ccb3f268. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.213828] env[69186]: DEBUG nova.network.neutron [req-15b13f77-c6bd-4308-b1f6-7cf9447ab8fc req-2dcafc0f-ae10-44a9-851d-2eb75fd70eaa service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Updating instance_info_cache with network_info: [{"id": "70ea4f48-ad2b-4598-afe6-1e46ccb3f268", "address": "fa:16:3e:a2:ba:b0", "network": {"id": "489547a4-e8e4-41c3-820f-05603d4bbaf7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-704329948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "165e8bb064bc4ed184f5174d2c07b12c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ea4f48-ad", "ovs_interfaceid": "70ea4f48-ad2b-4598-afe6-1e46ccb3f268", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.313383] env[69186]: DEBUG nova.compute.manager [req-ccf9faa3-2104-4980-809a-8cf6b372c989 req-d218c18f-2fc8-46c8-a30a-6272071e0609 service nova] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Received event network-vif-plugged-5713a944-1fcf-4e79-9d33-5ba8c7cfc286 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.313383] env[69186]: DEBUG oslo_concurrency.lockutils [req-ccf9faa3-2104-4980-809a-8cf6b372c989 req-d218c18f-2fc8-46c8-a30a-6272071e0609 service nova] Acquiring lock "20d5a338-f29d-439a-bd22-9110abac32bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.313383] env[69186]: DEBUG oslo_concurrency.lockutils [req-ccf9faa3-2104-4980-809a-8cf6b372c989 req-d218c18f-2fc8-46c8-a30a-6272071e0609 service nova] Lock "20d5a338-f29d-439a-bd22-9110abac32bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.313383] env[69186]: DEBUG oslo_concurrency.lockutils [req-ccf9faa3-2104-4980-809a-8cf6b372c989 req-d218c18f-2fc8-46c8-a30a-6272071e0609 service nova] Lock "20d5a338-f29d-439a-bd22-9110abac32bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.313383] env[69186]: DEBUG nova.compute.manager [req-ccf9faa3-2104-4980-809a-8cf6b372c989 req-d218c18f-2fc8-46c8-a30a-6272071e0609 service nova] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] No waiting events found dispatching network-vif-plugged-5713a944-1fcf-4e79-9d33-5ba8c7cfc286 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.313953] env[69186]: WARNING nova.compute.manager [req-ccf9faa3-2104-4980-809a-8cf6b372c989 req-d218c18f-2fc8-46c8-a30a-6272071e0609 service nova] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Received unexpected event network-vif-plugged-5713a944-1fcf-4e79-9d33-5ba8c7cfc286 for instance with vm_state building and task_state spawning. [ 1072.329955] env[69186]: DEBUG oslo_concurrency.lockutils [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.333106] env[69186]: DEBUG nova.compute.manager [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1072.333842] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.913s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.334325] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.336575] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.777s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.336923] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.338812] env[69186]: DEBUG oslo_concurrency.lockutils [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.850s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.340897] env[69186]: INFO nova.compute.claims [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.365327] env[69186]: INFO nova.scheduler.client.report [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Deleted allocations for instance 7db077e2-bdc2-4568-ae13-c6fec2c1318e [ 1072.366357] env[69186]: INFO nova.scheduler.client.report [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Deleted allocations for instance 564d3761-06cc-4ef8-baa9-9adc806bf419 [ 1072.420758] env[69186]: DEBUG oslo_vmware.api [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a0ccb3-c029-4599-fdf0-93862153fa38, 'name': SearchDatastore_Task, 'duration_secs': 0.010046} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.421460] env[69186]: DEBUG oslo_concurrency.lockutils [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.421845] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.422267] env[69186]: DEBUG oslo_concurrency.lockutils [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.422733] env[69186]: DEBUG oslo_concurrency.lockutils [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.423089] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.425121] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4eb58acf-e68b-4083-8684-fc4fd4b6da11 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.439657] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.439657] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.439657] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9edc9ff7-50bd-45a3-aa39-99f0da6ca323 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.450072] env[69186]: DEBUG oslo_vmware.api [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Waiting for the task: (returnval){ [ 1072.450072] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52246986-4b35-daff-2783-87ade20f88b6" [ 1072.450072] env[69186]: _type = "Task" [ 1072.450072] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.454304] env[69186]: DEBUG oslo_vmware.api [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635654, 'name': ReconfigVM_Task, 'duration_secs': 0.627979} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.457779] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0/64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.459155] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca59bb69-f76b-47fe-87ce-af514e6cc661 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.467482] env[69186]: DEBUG oslo_vmware.api [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52246986-4b35-daff-2783-87ade20f88b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009854} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.469965] env[69186]: DEBUG oslo_vmware.api [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 1072.469965] env[69186]: value = "task-3635655" [ 1072.469965] env[69186]: _type = "Task" [ 1072.469965] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.470410] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-417b7452-0133-4ff4-9e49-b0e1db06d7ae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.479329] env[69186]: DEBUG oslo_vmware.api [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Waiting for the task: (returnval){ [ 1072.479329] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f33f6a-40e9-7af6-eeda-2c80f6adc5bf" [ 1072.479329] env[69186]: _type = "Task" [ 1072.479329] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.483705] env[69186]: DEBUG oslo_concurrency.lockutils [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "refresh_cache-20d5a338-f29d-439a-bd22-9110abac32bb" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.486027] env[69186]: DEBUG oslo_concurrency.lockutils [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquired lock "refresh_cache-20d5a338-f29d-439a-bd22-9110abac32bb" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.486027] env[69186]: DEBUG nova.network.neutron [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.486027] env[69186]: DEBUG oslo_vmware.api [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635655, 'name': Rename_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.500256] env[69186]: DEBUG oslo_vmware.api [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f33f6a-40e9-7af6-eeda-2c80f6adc5bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010301} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.500528] env[69186]: DEBUG oslo_concurrency.lockutils [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.503022] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] f53f3df5-c66d-4872-bf7a-159dea6f00fe/f53f3df5-c66d-4872-bf7a-159dea6f00fe.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.503022] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d984d1e8-2d01-4bd5-a30f-c362bd0a16e5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.509206] env[69186]: DEBUG oslo_vmware.api [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Waiting for the task: (returnval){ [ 1072.509206] env[69186]: value = "task-3635656" [ 1072.509206] env[69186]: _type = "Task" [ 1072.509206] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.520309] env[69186]: DEBUG oslo_vmware.api [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.691194] env[69186]: DEBUG oslo_concurrency.lockutils [None req-013d4d58-6309-4224-b127-2d50bd89daf8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "6d3ff4a3-0363-4953-9898-7ef706cd7ab7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.691750] env[69186]: DEBUG oslo_concurrency.lockutils [None req-013d4d58-6309-4224-b127-2d50bd89daf8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "6d3ff4a3-0363-4953-9898-7ef706cd7ab7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.716097] env[69186]: DEBUG oslo_concurrency.lockutils [req-15b13f77-c6bd-4308-b1f6-7cf9447ab8fc req-2dcafc0f-ae10-44a9-851d-2eb75fd70eaa service nova] Releasing lock "refresh_cache-f53f3df5-c66d-4872-bf7a-159dea6f00fe" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.845636] env[69186]: DEBUG nova.compute.utils [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.849645] env[69186]: DEBUG nova.compute.manager [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1072.849983] env[69186]: DEBUG nova.network.neutron [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.879383] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "7db077e2-bdc2-4568-ae13-c6fec2c1318e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.808s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.880811] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0fb00bf6-38d1-4ed1-96be-5977d0768270 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Lock "564d3761-06cc-4ef8-baa9-9adc806bf419" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.025s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.928641] env[69186]: DEBUG nova.policy [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f45645b66fe341009a83e7a852497ce7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a588bb9537f4d2db8d49b4309728df4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.985315] env[69186]: DEBUG oslo_vmware.api [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635655, 'name': Rename_Task, 'duration_secs': 0.179313} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.985606] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.985862] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-661c73e2-4d83-470c-a232-da6c7aa4a298 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.996205] env[69186]: DEBUG oslo_vmware.api [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 1072.996205] env[69186]: value = "task-3635657" [ 1072.996205] env[69186]: _type = "Task" [ 1072.996205] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.009387] env[69186]: DEBUG oslo_vmware.api [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.023113] env[69186]: DEBUG oslo_vmware.api [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635656, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.033467] env[69186]: DEBUG nova.network.neutron [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.194333] env[69186]: DEBUG nova.compute.manager [None req-013d4d58-6309-4224-b127-2d50bd89daf8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 6d3ff4a3-0363-4953-9898-7ef706cd7ab7] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.316296] env[69186]: DEBUG nova.network.neutron [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Updating instance_info_cache with network_info: [{"id": "5713a944-1fcf-4e79-9d33-5ba8c7cfc286", "address": "fa:16:3e:c6:83:47", "network": {"id": "42d8d9f9-bd94-4ba5-9a6c-baf88b50f8a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820666431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69c719a41fb4ab48140eabe49d76e84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5713a944-1f", "ovs_interfaceid": "5713a944-1fcf-4e79-9d33-5ba8c7cfc286", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.353109] env[69186]: DEBUG nova.compute.manager [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.509194] env[69186]: DEBUG oslo_vmware.api [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635657, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.523596] env[69186]: DEBUG oslo_vmware.api [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564997} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.523596] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] f53f3df5-c66d-4872-bf7a-159dea6f00fe/f53f3df5-c66d-4872-bf7a-159dea6f00fe.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.523596] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.523596] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26d57113-7972-4138-ab9d-785aab778493 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.534014] env[69186]: DEBUG oslo_vmware.api [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Waiting for the task: (returnval){ [ 1073.534014] env[69186]: value = "task-3635658" [ 1073.534014] env[69186]: _type = "Task" [ 1073.534014] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.541529] env[69186]: DEBUG oslo_vmware.api [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.596579] env[69186]: DEBUG nova.network.neutron [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Successfully created port: 169c2f38-ba8a-4843-914d-0c93c849224e {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.622010] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f58b142-f259-44b0-a5c4-5e27042c7335 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.633257] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aadad17-b96b-45cb-96fc-ee546fb1a60c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.666967] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e29f9d-cafd-4c82-80f0-6da5a7bf82ab {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.675063] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d3a0ed-da47-4452-9861-5f4eec839c62 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.690817] env[69186]: DEBUG nova.compute.provider_tree [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.702113] env[69186]: DEBUG nova.compute.manager [None req-013d4d58-6309-4224-b127-2d50bd89daf8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 6d3ff4a3-0363-4953-9898-7ef706cd7ab7] Instance disappeared before build. {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 1073.819573] env[69186]: DEBUG oslo_concurrency.lockutils [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Releasing lock "refresh_cache-20d5a338-f29d-439a-bd22-9110abac32bb" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.819870] env[69186]: DEBUG nova.compute.manager [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Instance network_info: |[{"id": "5713a944-1fcf-4e79-9d33-5ba8c7cfc286", "address": "fa:16:3e:c6:83:47", "network": {"id": "42d8d9f9-bd94-4ba5-9a6c-baf88b50f8a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820666431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69c719a41fb4ab48140eabe49d76e84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5713a944-1f", "ovs_interfaceid": "5713a944-1fcf-4e79-9d33-5ba8c7cfc286", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.820333] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:83:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d0c6fd7-3cc9-4818-9475-8f15900394cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5713a944-1fcf-4e79-9d33-5ba8c7cfc286', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.831265] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.831569] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.832059] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fe5f274-e6cd-4f61-a162-9a64fc73f0b0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.854782] env[69186]: DEBUG nova.network.neutron [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Successfully updated port: 76c502d2-0719-49c8-97a4-64fc2f720f6a {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.864650] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.864650] env[69186]: value = "task-3635659" [ 1073.864650] env[69186]: _type = "Task" [ 1073.864650] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.876571] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635659, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.931139] env[69186]: INFO nova.compute.manager [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Rescuing [ 1073.931559] env[69186]: DEBUG oslo_concurrency.lockutils [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "refresh_cache-e00fcf04-0c49-4088-9b43-72bad844fc45" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.931559] env[69186]: DEBUG oslo_concurrency.lockutils [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquired lock "refresh_cache-e00fcf04-0c49-4088-9b43-72bad844fc45" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.931834] env[69186]: DEBUG nova.network.neutron [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.010132] env[69186]: DEBUG oslo_vmware.api [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635657, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.044863] env[69186]: DEBUG oslo_vmware.api [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087913} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.045791] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.047271] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8f00cc-284e-4b11-a60c-7264dafa1f81 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.075359] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] f53f3df5-c66d-4872-bf7a-159dea6f00fe/f53f3df5-c66d-4872-bf7a-159dea6f00fe.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.075625] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a71852ab-7e5a-461a-bebf-33a28df75003 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.102063] env[69186]: DEBUG oslo_vmware.api [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Waiting for the task: (returnval){ [ 1074.102063] env[69186]: value = "task-3635660" [ 1074.102063] env[69186]: _type = "Task" [ 1074.102063] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.110534] env[69186]: DEBUG oslo_vmware.api [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.195719] env[69186]: DEBUG nova.scheduler.client.report [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.223195] env[69186]: DEBUG oslo_concurrency.lockutils [None req-013d4d58-6309-4224-b127-2d50bd89daf8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "6d3ff4a3-0363-4953-9898-7ef706cd7ab7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 1.531s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.288657] env[69186]: DEBUG nova.compute.manager [req-93de51d7-c13b-4483-8d59-4977c713f3cc req-36f2b23d-489c-4ff8-bcef-f29f3ae80fad service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Received event network-vif-plugged-76c502d2-0719-49c8-97a4-64fc2f720f6a {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.288885] env[69186]: DEBUG oslo_concurrency.lockutils [req-93de51d7-c13b-4483-8d59-4977c713f3cc req-36f2b23d-489c-4ff8-bcef-f29f3ae80fad service nova] Acquiring lock "51a8437d-4790-4ba9-a676-2f2e3ea28133-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.289183] env[69186]: DEBUG oslo_concurrency.lockutils [req-93de51d7-c13b-4483-8d59-4977c713f3cc req-36f2b23d-489c-4ff8-bcef-f29f3ae80fad service nova] Lock "51a8437d-4790-4ba9-a676-2f2e3ea28133-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.289402] env[69186]: DEBUG oslo_concurrency.lockutils [req-93de51d7-c13b-4483-8d59-4977c713f3cc req-36f2b23d-489c-4ff8-bcef-f29f3ae80fad service nova] Lock "51a8437d-4790-4ba9-a676-2f2e3ea28133-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.289655] env[69186]: DEBUG nova.compute.manager [req-93de51d7-c13b-4483-8d59-4977c713f3cc req-36f2b23d-489c-4ff8-bcef-f29f3ae80fad service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] No waiting events found dispatching network-vif-plugged-76c502d2-0719-49c8-97a4-64fc2f720f6a {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1074.289764] env[69186]: WARNING nova.compute.manager [req-93de51d7-c13b-4483-8d59-4977c713f3cc req-36f2b23d-489c-4ff8-bcef-f29f3ae80fad service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Received unexpected event network-vif-plugged-76c502d2-0719-49c8-97a4-64fc2f720f6a for instance with vm_state active and task_state None. [ 1074.364468] env[69186]: DEBUG oslo_concurrency.lockutils [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "refresh_cache-51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.364468] env[69186]: DEBUG oslo_concurrency.lockutils [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "refresh_cache-51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.364691] env[69186]: DEBUG nova.network.neutron [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.366923] env[69186]: DEBUG nova.compute.manager [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1074.379301] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635659, 'name': CreateVM_Task, 'duration_secs': 0.433558} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.379443] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.380132] env[69186]: DEBUG oslo_concurrency.lockutils [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.380310] env[69186]: DEBUG oslo_concurrency.lockutils [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.380617] env[69186]: DEBUG oslo_concurrency.lockutils [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.381224] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1108cf5a-c523-4fc1-a035-d6583542b0e5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.387083] env[69186]: DEBUG oslo_vmware.api [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1074.387083] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524e79fb-08cf-65f4-7834-8d5ed3ac9706" [ 1074.387083] env[69186]: _type = "Task" [ 1074.387083] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.404022] env[69186]: DEBUG oslo_vmware.api [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524e79fb-08cf-65f4-7834-8d5ed3ac9706, 'name': SearchDatastore_Task, 'duration_secs': 0.012918} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.405991] env[69186]: DEBUG nova.virt.hardware [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.406213] env[69186]: DEBUG nova.virt.hardware [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.406371] env[69186]: DEBUG nova.virt.hardware [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.406553] env[69186]: DEBUG nova.virt.hardware [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.406687] env[69186]: DEBUG nova.virt.hardware [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.406859] env[69186]: DEBUG nova.virt.hardware [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.407137] env[69186]: DEBUG nova.virt.hardware [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.407764] env[69186]: DEBUG nova.virt.hardware [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.407764] env[69186]: DEBUG nova.virt.hardware [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.407764] env[69186]: DEBUG nova.virt.hardware [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.407920] env[69186]: DEBUG nova.virt.hardware [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.408217] env[69186]: DEBUG oslo_concurrency.lockutils [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.408481] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.408765] env[69186]: DEBUG oslo_concurrency.lockutils [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.408918] env[69186]: DEBUG oslo_concurrency.lockutils [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.409115] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.411270] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf3096d-e672-4d70-ab83-d4416f55f2f2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.413229] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4930702e-a8ea-4192-b706-335401a1bca2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.421284] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5407a68b-c284-4f80-867e-41007e76459b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.427536] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.427722] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.428769] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6309c5a7-6d46-4a17-a4f0-dc23bf10d0e8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.444782] env[69186]: DEBUG oslo_vmware.api [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1074.444782] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524ad2f5-4399-e96f-2c65-b46bf1fb8704" [ 1074.444782] env[69186]: _type = "Task" [ 1074.444782] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.453282] env[69186]: DEBUG oslo_vmware.api [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524ad2f5-4399-e96f-2c65-b46bf1fb8704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.507470] env[69186]: DEBUG oslo_vmware.api [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635657, 'name': PowerOnVM_Task, 'duration_secs': 1.129495} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.507923] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.507923] env[69186]: INFO nova.compute.manager [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1074.508466] env[69186]: DEBUG nova.compute.manager [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.509313] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d5e76e-9898-431b-a025-0cfdabc3a5a7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.613102] env[69186]: DEBUG oslo_vmware.api [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635660, 'name': ReconfigVM_Task, 'duration_secs': 0.355812} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.613737] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Reconfigured VM instance instance-0000005b to attach disk [datastore2] f53f3df5-c66d-4872-bf7a-159dea6f00fe/f53f3df5-c66d-4872-bf7a-159dea6f00fe.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.614372] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01376773-990f-4a56-ad42-2d166da8d6c5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.624979] env[69186]: DEBUG oslo_vmware.api [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Waiting for the task: (returnval){ [ 1074.624979] env[69186]: value = "task-3635661" [ 1074.624979] env[69186]: _type = "Task" [ 1074.624979] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.633987] env[69186]: DEBUG oslo_vmware.api [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635661, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.705021] env[69186]: DEBUG oslo_concurrency.lockutils [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.705021] env[69186]: DEBUG nova.compute.manager [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.706197] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.181s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.748312] env[69186]: DEBUG nova.network.neutron [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Updating instance_info_cache with network_info: [{"id": "55944de6-045d-46eb-aacb-70e1ccf938a4", "address": "fa:16:3e:0a:19:66", "network": {"id": "6c10ee8a-9bc5-4697-a309-b7dcffaaa4db", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1356679091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702ffef9375c432ab93a912c6d3f1a47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55944de6-04", "ovs_interfaceid": "55944de6-045d-46eb-aacb-70e1ccf938a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.913710] env[69186]: WARNING nova.network.neutron [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] 0f039970-7251-4198-822f-ced71518c3b9 already exists in list: networks containing: ['0f039970-7251-4198-822f-ced71518c3b9']. ignoring it [ 1074.914015] env[69186]: WARNING nova.network.neutron [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] 0f039970-7251-4198-822f-ced71518c3b9 already exists in list: networks containing: ['0f039970-7251-4198-822f-ced71518c3b9']. ignoring it [ 1074.958034] env[69186]: DEBUG oslo_vmware.api [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524ad2f5-4399-e96f-2c65-b46bf1fb8704, 'name': SearchDatastore_Task, 'duration_secs': 0.011362} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.958034] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47b0d090-3e8e-4221-a641-51af1ef686e4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.964779] env[69186]: DEBUG oslo_vmware.api [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1074.964779] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5222e3d5-fec1-535d-5bf7-9664388d2287" [ 1074.964779] env[69186]: _type = "Task" [ 1074.964779] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.974409] env[69186]: DEBUG oslo_vmware.api [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5222e3d5-fec1-535d-5bf7-9664388d2287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.027224] env[69186]: INFO nova.compute.manager [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Took 42.22 seconds to build instance. [ 1075.136744] env[69186]: DEBUG oslo_vmware.api [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635661, 'name': Rename_Task, 'duration_secs': 0.219795} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.137244] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.137959] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff83cd2a-11f3-4181-b284-9398801f0c05 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.145175] env[69186]: DEBUG oslo_vmware.api [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Waiting for the task: (returnval){ [ 1075.145175] env[69186]: value = "task-3635662" [ 1075.145175] env[69186]: _type = "Task" [ 1075.145175] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.156637] env[69186]: DEBUG oslo_vmware.api [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.207405] env[69186]: DEBUG nova.compute.utils [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.208848] env[69186]: DEBUG nova.compute.manager [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.209791] env[69186]: DEBUG nova.network.neutron [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.215455] env[69186]: INFO nova.compute.claims [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.251731] env[69186]: DEBUG oslo_concurrency.lockutils [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Releasing lock "refresh_cache-e00fcf04-0c49-4088-9b43-72bad844fc45" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.334867] env[69186]: DEBUG nova.policy [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b46c0071f854177895da8d0077d94f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa508e72f4e64c54bd0bbd510c8897ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.408628] env[69186]: DEBUG nova.compute.manager [req-82f19d09-93d9-457b-9c0f-dd2ba51a8029 req-68541d8e-d77e-4a4b-a43f-5c847a4240cc service nova] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Received event network-changed-5713a944-1fcf-4e79-9d33-5ba8c7cfc286 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.408827] env[69186]: DEBUG nova.compute.manager [req-82f19d09-93d9-457b-9c0f-dd2ba51a8029 req-68541d8e-d77e-4a4b-a43f-5c847a4240cc service nova] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Refreshing instance network info cache due to event network-changed-5713a944-1fcf-4e79-9d33-5ba8c7cfc286. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.409518] env[69186]: DEBUG oslo_concurrency.lockutils [req-82f19d09-93d9-457b-9c0f-dd2ba51a8029 req-68541d8e-d77e-4a4b-a43f-5c847a4240cc service nova] Acquiring lock "refresh_cache-20d5a338-f29d-439a-bd22-9110abac32bb" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.409741] env[69186]: DEBUG oslo_concurrency.lockutils [req-82f19d09-93d9-457b-9c0f-dd2ba51a8029 req-68541d8e-d77e-4a4b-a43f-5c847a4240cc service nova] Acquired lock "refresh_cache-20d5a338-f29d-439a-bd22-9110abac32bb" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.409954] env[69186]: DEBUG nova.network.neutron [req-82f19d09-93d9-457b-9c0f-dd2ba51a8029 req-68541d8e-d77e-4a4b-a43f-5c847a4240cc service nova] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Refreshing network info cache for port 5713a944-1fcf-4e79-9d33-5ba8c7cfc286 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.486143] env[69186]: DEBUG oslo_vmware.api [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5222e3d5-fec1-535d-5bf7-9664388d2287, 'name': SearchDatastore_Task, 'duration_secs': 0.010339} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.486445] env[69186]: DEBUG oslo_concurrency.lockutils [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.486776] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 20d5a338-f29d-439a-bd22-9110abac32bb/20d5a338-f29d-439a-bd22-9110abac32bb.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.487128] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da89ee58-687c-4c11-a873-580da02dc4a1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.493303] env[69186]: DEBUG nova.network.neutron [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Updating instance_info_cache with network_info: [{"id": "466e75d5-4890-4482-82fb-a7614060ea13", "address": "fa:16:3e:7e:07:d0", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap466e75d5-48", "ovs_interfaceid": "466e75d5-4890-4482-82fb-a7614060ea13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce", "address": "fa:16:3e:d8:ae:e3", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89c0c1dc-b1", "ovs_interfaceid": "89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "76c502d2-0719-49c8-97a4-64fc2f720f6a", "address": "fa:16:3e:ed:df:8e", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76c502d2-07", "ovs_interfaceid": "76c502d2-0719-49c8-97a4-64fc2f720f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.499220] env[69186]: DEBUG oslo_vmware.api [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1075.499220] env[69186]: value = "task-3635664" [ 1075.499220] env[69186]: _type = "Task" [ 1075.499220] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.507584] env[69186]: DEBUG oslo_vmware.api [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.529656] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.744s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.637759] env[69186]: DEBUG nova.network.neutron [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Successfully updated port: 169c2f38-ba8a-4843-914d-0c93c849224e {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.660533] env[69186]: DEBUG oslo_vmware.api [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635662, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.714833] env[69186]: DEBUG nova.compute.manager [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.730417] env[69186]: INFO nova.compute.resource_tracker [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Updating resource usage from migration def96126-ca46-4891-b8f0-f639e0bfd7db [ 1076.000554] env[69186]: DEBUG oslo_concurrency.lockutils [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "refresh_cache-51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.000554] env[69186]: DEBUG oslo_concurrency.lockutils [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.000554] env[69186]: DEBUG oslo_concurrency.lockutils [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.001792] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9f029b-c23f-4726-a891-d3bda9f2ca30 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.047562] env[69186]: DEBUG nova.virt.hardware [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.047562] env[69186]: DEBUG nova.virt.hardware [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.047562] env[69186]: DEBUG nova.virt.hardware [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.047562] env[69186]: DEBUG nova.virt.hardware [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.047562] env[69186]: DEBUG nova.virt.hardware [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.047562] env[69186]: DEBUG nova.virt.hardware [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.047562] env[69186]: DEBUG nova.virt.hardware [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.047562] env[69186]: DEBUG nova.virt.hardware [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.047562] env[69186]: DEBUG nova.virt.hardware [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.048723] env[69186]: DEBUG nova.virt.hardware [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.048723] env[69186]: DEBUG nova.virt.hardware [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.055148] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Reconfiguring VM to attach interface {{(pid=69186) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1076.055633] env[69186]: DEBUG oslo_vmware.api [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635664, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.062369] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-920a4735-4d91-4791-aea4-9358d4ce491e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.083161] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "1d5d7ab7-ced1-46ec-b593-e08b35e5b875" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.083313] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "1d5d7ab7-ced1-46ec-b593-e08b35e5b875" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.088434] env[69186]: DEBUG oslo_vmware.api [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1076.088434] env[69186]: value = "task-3635665" [ 1076.088434] env[69186]: _type = "Task" [ 1076.088434] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.097828] env[69186]: DEBUG oslo_vmware.api [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635665, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.132201] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645f1405-7f6d-453c-ad4a-b98266b39b26 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.140310] env[69186]: DEBUG oslo_concurrency.lockutils [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "refresh_cache-7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.140467] env[69186]: DEBUG oslo_concurrency.lockutils [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired lock "refresh_cache-7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.140622] env[69186]: DEBUG nova.network.neutron [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.143088] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f903c7-dfcd-4823-983c-8d50958043a6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.164021] env[69186]: DEBUG oslo_vmware.api [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635662, 'name': PowerOnVM_Task, 'duration_secs': 0.538292} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.187973] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.188362] env[69186]: INFO nova.compute.manager [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1076.188452] env[69186]: DEBUG nova.compute.manager [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.189784] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68c6414-1ba0-4fa3-90ca-dc6256b62deb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.193278] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e682928-6f24-468c-8a69-45c5f68bf224 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.208702] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c86291a-6f18-4321-8da5-c72d562c7564 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.232036] env[69186]: DEBUG nova.compute.provider_tree [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.232943] env[69186]: DEBUG nova.network.neutron [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.241945] env[69186]: DEBUG nova.network.neutron [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Successfully created port: 4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.449923] env[69186]: DEBUG nova.network.neutron [req-82f19d09-93d9-457b-9c0f-dd2ba51a8029 req-68541d8e-d77e-4a4b-a43f-5c847a4240cc service nova] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Updated VIF entry in instance network info cache for port 5713a944-1fcf-4e79-9d33-5ba8c7cfc286. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.450830] env[69186]: DEBUG nova.network.neutron [req-82f19d09-93d9-457b-9c0f-dd2ba51a8029 req-68541d8e-d77e-4a4b-a43f-5c847a4240cc service nova] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Updating instance_info_cache with network_info: [{"id": "5713a944-1fcf-4e79-9d33-5ba8c7cfc286", "address": "fa:16:3e:c6:83:47", "network": {"id": "42d8d9f9-bd94-4ba5-9a6c-baf88b50f8a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820666431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69c719a41fb4ab48140eabe49d76e84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5713a944-1f", "ovs_interfaceid": "5713a944-1fcf-4e79-9d33-5ba8c7cfc286", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.515904] env[69186]: DEBUG oslo_vmware.api [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593722} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.517109] env[69186]: DEBUG nova.network.neutron [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Updating instance_info_cache with network_info: [{"id": "169c2f38-ba8a-4843-914d-0c93c849224e", "address": "fa:16:3e:a2:31:32", "network": {"id": "14d60a2d-8117-4dd5-a804-5c161410ba84", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130840510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a588bb9537f4d2db8d49b4309728df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169c2f38-ba", "ovs_interfaceid": "169c2f38-ba8a-4843-914d-0c93c849224e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.521025] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 20d5a338-f29d-439a-bd22-9110abac32bb/20d5a338-f29d-439a-bd22-9110abac32bb.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.521025] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.521025] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a79df22f-146e-4d54-be9a-bc49bdf75926 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.529288] env[69186]: DEBUG oslo_vmware.api [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1076.529288] env[69186]: value = "task-3635666" [ 1076.529288] env[69186]: _type = "Task" [ 1076.529288] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.541766] env[69186]: DEBUG oslo_vmware.api [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635666, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.586288] env[69186]: DEBUG nova.compute.manager [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.603301] env[69186]: DEBUG oslo_vmware.api [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.719137] env[69186]: INFO nova.compute.manager [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Took 43.55 seconds to build instance. [ 1076.734892] env[69186]: DEBUG nova.compute.manager [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.740896] env[69186]: DEBUG nova.scheduler.client.report [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.769777] env[69186]: DEBUG nova.virt.hardware [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.770053] env[69186]: DEBUG nova.virt.hardware [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.770245] env[69186]: DEBUG nova.virt.hardware [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.770474] env[69186]: DEBUG nova.virt.hardware [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.770681] env[69186]: DEBUG nova.virt.hardware [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.770897] env[69186]: DEBUG nova.virt.hardware [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.771190] env[69186]: DEBUG nova.virt.hardware [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.771382] env[69186]: DEBUG nova.virt.hardware [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.771557] env[69186]: DEBUG nova.virt.hardware [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.771721] env[69186]: DEBUG nova.virt.hardware [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.771894] env[69186]: DEBUG nova.virt.hardware [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.773045] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269538c0-7e5e-420d-83a0-a4f519430a11 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.781398] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21224920-6afd-42f8-b62c-b1309029ff30 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.799937] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.800248] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36a6e780-605f-4592-b204-71c82f5c2046 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.806841] env[69186]: DEBUG oslo_vmware.api [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1076.806841] env[69186]: value = "task-3635667" [ 1076.806841] env[69186]: _type = "Task" [ 1076.806841] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.815150] env[69186]: DEBUG oslo_vmware.api [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.869625] env[69186]: DEBUG nova.compute.manager [req-a1f4f726-a87f-41d1-ab71-cab0a2772a8d req-57037329-5b4e-47c9-af2e-99fb1f94757b service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Received event network-changed-76c502d2-0719-49c8-97a4-64fc2f720f6a {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.869819] env[69186]: DEBUG nova.compute.manager [req-a1f4f726-a87f-41d1-ab71-cab0a2772a8d req-57037329-5b4e-47c9-af2e-99fb1f94757b service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Refreshing instance network info cache due to event network-changed-76c502d2-0719-49c8-97a4-64fc2f720f6a. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.870070] env[69186]: DEBUG oslo_concurrency.lockutils [req-a1f4f726-a87f-41d1-ab71-cab0a2772a8d req-57037329-5b4e-47c9-af2e-99fb1f94757b service nova] Acquiring lock "refresh_cache-51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.870229] env[69186]: DEBUG oslo_concurrency.lockutils [req-a1f4f726-a87f-41d1-ab71-cab0a2772a8d req-57037329-5b4e-47c9-af2e-99fb1f94757b service nova] Acquired lock "refresh_cache-51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.870392] env[69186]: DEBUG nova.network.neutron [req-a1f4f726-a87f-41d1-ab71-cab0a2772a8d req-57037329-5b4e-47c9-af2e-99fb1f94757b service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Refreshing network info cache for port 76c502d2-0719-49c8-97a4-64fc2f720f6a {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.953306] env[69186]: DEBUG oslo_concurrency.lockutils [req-82f19d09-93d9-457b-9c0f-dd2ba51a8029 req-68541d8e-d77e-4a4b-a43f-5c847a4240cc service nova] Releasing lock "refresh_cache-20d5a338-f29d-439a-bd22-9110abac32bb" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.020117] env[69186]: DEBUG oslo_concurrency.lockutils [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Releasing lock "refresh_cache-7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.020427] env[69186]: DEBUG nova.compute.manager [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Instance network_info: |[{"id": "169c2f38-ba8a-4843-914d-0c93c849224e", "address": "fa:16:3e:a2:31:32", "network": {"id": "14d60a2d-8117-4dd5-a804-5c161410ba84", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130840510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a588bb9537f4d2db8d49b4309728df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169c2f38-ba", "ovs_interfaceid": "169c2f38-ba8a-4843-914d-0c93c849224e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.020861] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:31:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '169c2f38-ba8a-4843-914d-0c93c849224e', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.029132] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Creating folder: Project (9a588bb9537f4d2db8d49b4309728df4). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.029489] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a3aca38-9c98-4c7a-b239-8ca267bea9c8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.039643] env[69186]: DEBUG oslo_vmware.api [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119751} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.039888] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.040751] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9356813c-195c-4998-9b74-5b6ac10d5e48 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.044199] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Created folder: Project (9a588bb9537f4d2db8d49b4309728df4) in parent group-v724677. [ 1077.044399] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Creating folder: Instances. Parent ref: group-v724938. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.044925] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d60f32a0-b2ac-4120-8e88-422d0e572232 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.063853] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 20d5a338-f29d-439a-bd22-9110abac32bb/20d5a338-f29d-439a-bd22-9110abac32bb.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.064646] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70d41d19-28af-474b-92c9-41a6a87584c0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.080071] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Created folder: Instances in parent group-v724938. [ 1077.080331] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.080881] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.081123] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cf87576-8838-4287-a5e8-517b3ae84869 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.098282] env[69186]: DEBUG oslo_vmware.api [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1077.098282] env[69186]: value = "task-3635670" [ 1077.098282] env[69186]: _type = "Task" [ 1077.098282] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.107883] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.107883] env[69186]: value = "task-3635671" [ 1077.107883] env[69186]: _type = "Task" [ 1077.107883] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.118212] env[69186]: DEBUG oslo_vmware.api [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.118504] env[69186]: DEBUG oslo_vmware.api [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635665, 'name': ReconfigVM_Task, 'duration_secs': 0.631624} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.119462] env[69186]: DEBUG oslo_concurrency.lockutils [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.119700] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Reconfigured VM to attach interface {{(pid=69186) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1077.126318] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.126547] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635671, 'name': CreateVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.221635] env[69186]: DEBUG oslo_concurrency.lockutils [None req-62dad0f9-4ef8-4067-88cb-b456d71e6178 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Lock "f53f3df5-c66d-4872-bf7a-159dea6f00fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.064s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.246925] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.541s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.247165] env[69186]: INFO nova.compute.manager [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Migrating [ 1077.257749] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.128s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.257749] env[69186]: INFO nova.compute.claims [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.326783] env[69186]: DEBUG oslo_vmware.api [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635667, 'name': PowerOffVM_Task, 'duration_secs': 0.225393} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.327838] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.328734] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5258a309-3674-4900-acd3-dcc3e04129df {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.349183] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0665525-a5c3-48d1-a14a-105fdc415348 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.389263] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.389566] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21c40008-cb4e-4ddf-9b40-02e95052f6d8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.398267] env[69186]: DEBUG oslo_vmware.api [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1077.398267] env[69186]: value = "task-3635672" [ 1077.398267] env[69186]: _type = "Task" [ 1077.398267] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.411196] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] VM already powered off {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1077.411196] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.411196] env[69186]: DEBUG oslo_concurrency.lockutils [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.411503] env[69186]: DEBUG oslo_concurrency.lockutils [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.411503] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.411978] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b252a09-983a-4b1c-bc41-edd04368b5d4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.421966] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.421966] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.421966] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3184e1c2-d84d-4874-9c97-7435de0d86d7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.431051] env[69186]: DEBUG oslo_vmware.api [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1077.431051] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520f199b-289f-64a2-16bc-3444fd13739f" [ 1077.431051] env[69186]: _type = "Task" [ 1077.431051] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.440166] env[69186]: DEBUG oslo_vmware.api [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520f199b-289f-64a2-16bc-3444fd13739f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.620989] env[69186]: DEBUG oslo_vmware.api [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635670, 'name': ReconfigVM_Task, 'duration_secs': 0.391045} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.624134] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 20d5a338-f29d-439a-bd22-9110abac32bb/20d5a338-f29d-439a-bd22-9110abac32bb.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.625084] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635671, 'name': CreateVM_Task, 'duration_secs': 0.367947} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.625084] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5660346d-14f1-4ee2-84eb-d6627f364ac6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.626739] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.627438] env[69186]: DEBUG oslo_concurrency.lockutils [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.627602] env[69186]: DEBUG oslo_concurrency.lockutils [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.627902] env[69186]: DEBUG oslo_concurrency.lockutils [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.629033] env[69186]: DEBUG oslo_concurrency.lockutils [None req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "interface-51a8437d-4790-4ba9-a676-2f2e3ea28133-76c502d2-0719-49c8-97a4-64fc2f720f6a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.334s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.630968] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fc1c0b9-6e78-44d1-b972-d559c8908190 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.637213] env[69186]: DEBUG oslo_vmware.api [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1077.637213] env[69186]: value = "task-3635674" [ 1077.637213] env[69186]: _type = "Task" [ 1077.637213] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.637213] env[69186]: DEBUG oslo_vmware.api [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1077.637213] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d8a58a-0599-bb93-6919-1ca52c170c95" [ 1077.637213] env[69186]: _type = "Task" [ 1077.637213] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.650091] env[69186]: DEBUG oslo_vmware.api [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635674, 'name': Rename_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.655738] env[69186]: DEBUG oslo_vmware.api [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d8a58a-0599-bb93-6919-1ca52c170c95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.657324] env[69186]: DEBUG nova.network.neutron [req-a1f4f726-a87f-41d1-ab71-cab0a2772a8d req-57037329-5b4e-47c9-af2e-99fb1f94757b service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Updated VIF entry in instance network info cache for port 76c502d2-0719-49c8-97a4-64fc2f720f6a. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.657852] env[69186]: DEBUG nova.network.neutron [req-a1f4f726-a87f-41d1-ab71-cab0a2772a8d req-57037329-5b4e-47c9-af2e-99fb1f94757b service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Updating instance_info_cache with network_info: [{"id": "466e75d5-4890-4482-82fb-a7614060ea13", "address": "fa:16:3e:7e:07:d0", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap466e75d5-48", "ovs_interfaceid": "466e75d5-4890-4482-82fb-a7614060ea13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce", "address": "fa:16:3e:d8:ae:e3", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89c0c1dc-b1", "ovs_interfaceid": "89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "76c502d2-0719-49c8-97a4-64fc2f720f6a", "address": "fa:16:3e:ed:df:8e", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76c502d2-07", "ovs_interfaceid": "76c502d2-0719-49c8-97a4-64fc2f720f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.771545] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "refresh_cache-9931a0cb-d7af-43ab-bfa2-de010754f7d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.771545] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired lock "refresh_cache-9931a0cb-d7af-43ab-bfa2-de010754f7d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.771545] env[69186]: DEBUG nova.network.neutron [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.919858] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Acquiring lock "241e1f54-9c68-4ba2-b6e7-94ca86aeee99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.919858] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Lock "241e1f54-9c68-4ba2-b6e7-94ca86aeee99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.943760] env[69186]: DEBUG oslo_vmware.api [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520f199b-289f-64a2-16bc-3444fd13739f, 'name': SearchDatastore_Task, 'duration_secs': 0.010516} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.944830] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7986cb4-de52-4010-b744-3c3bd4178217 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.953906] env[69186]: DEBUG oslo_vmware.api [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1077.953906] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a280ed-8919-6d8e-7d57-f14a2c7ebb78" [ 1077.953906] env[69186]: _type = "Task" [ 1077.953906] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.963804] env[69186]: DEBUG oslo_vmware.api [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a280ed-8919-6d8e-7d57-f14a2c7ebb78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.094913] env[69186]: DEBUG nova.network.neutron [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Successfully updated port: 4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.157533] env[69186]: DEBUG oslo_vmware.api [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d8a58a-0599-bb93-6919-1ca52c170c95, 'name': SearchDatastore_Task, 'duration_secs': 0.012647} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.161730] env[69186]: DEBUG oslo_concurrency.lockutils [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.162052] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.162297] env[69186]: DEBUG oslo_concurrency.lockutils [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.162458] env[69186]: DEBUG oslo_concurrency.lockutils [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.162706] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.163190] env[69186]: DEBUG oslo_concurrency.lockutils [req-a1f4f726-a87f-41d1-ab71-cab0a2772a8d req-57037329-5b4e-47c9-af2e-99fb1f94757b service nova] Releasing lock "refresh_cache-51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.163410] env[69186]: DEBUG nova.compute.manager [req-a1f4f726-a87f-41d1-ab71-cab0a2772a8d req-57037329-5b4e-47c9-af2e-99fb1f94757b service nova] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Received event network-vif-plugged-169c2f38-ba8a-4843-914d-0c93c849224e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.163597] env[69186]: DEBUG oslo_concurrency.lockutils [req-a1f4f726-a87f-41d1-ab71-cab0a2772a8d req-57037329-5b4e-47c9-af2e-99fb1f94757b service nova] Acquiring lock "7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.163825] env[69186]: DEBUG oslo_concurrency.lockutils [req-a1f4f726-a87f-41d1-ab71-cab0a2772a8d req-57037329-5b4e-47c9-af2e-99fb1f94757b service nova] Lock "7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.163987] env[69186]: DEBUG oslo_concurrency.lockutils [req-a1f4f726-a87f-41d1-ab71-cab0a2772a8d req-57037329-5b4e-47c9-af2e-99fb1f94757b service nova] Lock "7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.164223] env[69186]: DEBUG nova.compute.manager [req-a1f4f726-a87f-41d1-ab71-cab0a2772a8d req-57037329-5b4e-47c9-af2e-99fb1f94757b service nova] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] No waiting events found dispatching network-vif-plugged-169c2f38-ba8a-4843-914d-0c93c849224e {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.164548] env[69186]: WARNING nova.compute.manager [req-a1f4f726-a87f-41d1-ab71-cab0a2772a8d req-57037329-5b4e-47c9-af2e-99fb1f94757b service nova] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Received unexpected event network-vif-plugged-169c2f38-ba8a-4843-914d-0c93c849224e for instance with vm_state building and task_state spawning. [ 1078.164982] env[69186]: DEBUG nova.compute.manager [req-a1f4f726-a87f-41d1-ab71-cab0a2772a8d req-57037329-5b4e-47c9-af2e-99fb1f94757b service nova] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Received event network-changed-169c2f38-ba8a-4843-914d-0c93c849224e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.165250] env[69186]: DEBUG nova.compute.manager [req-a1f4f726-a87f-41d1-ab71-cab0a2772a8d req-57037329-5b4e-47c9-af2e-99fb1f94757b service nova] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Refreshing instance network info cache due to event network-changed-169c2f38-ba8a-4843-914d-0c93c849224e. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.165845] env[69186]: DEBUG oslo_concurrency.lockutils [req-a1f4f726-a87f-41d1-ab71-cab0a2772a8d req-57037329-5b4e-47c9-af2e-99fb1f94757b service nova] Acquiring lock "refresh_cache-7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.165845] env[69186]: DEBUG oslo_concurrency.lockutils [req-a1f4f726-a87f-41d1-ab71-cab0a2772a8d req-57037329-5b4e-47c9-af2e-99fb1f94757b service nova] Acquired lock "refresh_cache-7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.166123] env[69186]: DEBUG nova.network.neutron [req-a1f4f726-a87f-41d1-ab71-cab0a2772a8d req-57037329-5b4e-47c9-af2e-99fb1f94757b service nova] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Refreshing network info cache for port 169c2f38-ba8a-4843-914d-0c93c849224e {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.167855] env[69186]: DEBUG oslo_vmware.api [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635674, 'name': Rename_Task, 'duration_secs': 0.19817} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.168207] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca07f47b-6ca7-41f9-b46e-25546768a2d5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.170137] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.170380] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab157fed-64f1-41fe-9f51-d56ec7eef0a4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.180022] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.180258] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.182301] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f24138f-21a0-4a58-b7a5-80df4af07fda {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.185565] env[69186]: DEBUG oslo_vmware.api [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1078.185565] env[69186]: value = "task-3635675" [ 1078.185565] env[69186]: _type = "Task" [ 1078.185565] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.189846] env[69186]: DEBUG oslo_vmware.api [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1078.189846] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52fc3af2-d300-2ce5-d113-09da723324e8" [ 1078.189846] env[69186]: _type = "Task" [ 1078.189846] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.196656] env[69186]: DEBUG oslo_vmware.api [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.201762] env[69186]: DEBUG oslo_vmware.api [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52fc3af2-d300-2ce5-d113-09da723324e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.422389] env[69186]: DEBUG nova.compute.manager [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1078.470097] env[69186]: DEBUG oslo_vmware.api [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a280ed-8919-6d8e-7d57-f14a2c7ebb78, 'name': SearchDatastore_Task, 'duration_secs': 0.018097} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.470097] env[69186]: DEBUG oslo_concurrency.lockutils [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.470097] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] e00fcf04-0c49-4088-9b43-72bad844fc45/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f-rescue.vmdk. {{(pid=69186) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1078.470097] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3582833-a2d1-4b43-88d8-e48c016717cf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.483414] env[69186]: DEBUG oslo_vmware.api [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1078.483414] env[69186]: value = "task-3635676" [ 1078.483414] env[69186]: _type = "Task" [ 1078.483414] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.499301] env[69186]: DEBUG oslo_vmware.api [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.602214] env[69186]: DEBUG oslo_concurrency.lockutils [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "refresh_cache-50959951-3ffe-431c-893e-eef7a8b02b59" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.602214] env[69186]: DEBUG oslo_concurrency.lockutils [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquired lock "refresh_cache-50959951-3ffe-431c-893e-eef7a8b02b59" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.602214] env[69186]: DEBUG nova.network.neutron [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.608219] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d70bc1a-2055-47eb-83c0-dbb17420d9ce {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.611147] env[69186]: DEBUG nova.network.neutron [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Updating instance_info_cache with network_info: [{"id": "04ce1674-60c8-43ec-8c4e-45760d565573", "address": "fa:16:3e:33:b0:d1", "network": {"id": "00dd6897-3c7d-4519-99b4-1d7e73246cdf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870319695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfd91ddcb62c48dba383798a87da8a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04ce1674-60", "ovs_interfaceid": "04ce1674-60c8-43ec-8c4e-45760d565573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.619270] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57226a1e-01ab-4689-a2ca-59d5f6dab4b1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.657092] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb3fc68-21ff-4f16-bb2a-ba272d088307 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.667677] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b052919e-2b9c-4760-8d64-0c85f400cfd4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.690950] env[69186]: DEBUG nova.compute.provider_tree [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1078.708027] env[69186]: DEBUG oslo_vmware.api [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635675, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.709822] env[69186]: DEBUG oslo_vmware.api [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52fc3af2-d300-2ce5-d113-09da723324e8, 'name': SearchDatastore_Task, 'duration_secs': 0.013987} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.710676] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8611e999-c0c0-4380-aa53-dd6b6d91f6d0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.717718] env[69186]: DEBUG oslo_vmware.api [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1078.717718] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528a00b9-cef9-6e37-c175-df37c777a1ee" [ 1078.717718] env[69186]: _type = "Task" [ 1078.717718] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.727789] env[69186]: DEBUG oslo_vmware.api [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528a00b9-cef9-6e37-c175-df37c777a1ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.771094] env[69186]: DEBUG nova.compute.manager [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.771986] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39476873-f313-498d-af51-d87b7a903f4e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.951483] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.994203] env[69186]: DEBUG oslo_vmware.api [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635676, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.997083] env[69186]: DEBUG nova.compute.manager [req-78fd0921-0df4-47a1-a1c4-02b3fdfd3fb9 req-723f8668-29d2-40ba-9d7e-dbe0b8cae56c service nova] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Received event network-vif-plugged-4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.997083] env[69186]: DEBUG oslo_concurrency.lockutils [req-78fd0921-0df4-47a1-a1c4-02b3fdfd3fb9 req-723f8668-29d2-40ba-9d7e-dbe0b8cae56c service nova] Acquiring lock "50959951-3ffe-431c-893e-eef7a8b02b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.997421] env[69186]: DEBUG oslo_concurrency.lockutils [req-78fd0921-0df4-47a1-a1c4-02b3fdfd3fb9 req-723f8668-29d2-40ba-9d7e-dbe0b8cae56c service nova] Lock "50959951-3ffe-431c-893e-eef7a8b02b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.997717] env[69186]: DEBUG oslo_concurrency.lockutils [req-78fd0921-0df4-47a1-a1c4-02b3fdfd3fb9 req-723f8668-29d2-40ba-9d7e-dbe0b8cae56c service nova] Lock "50959951-3ffe-431c-893e-eef7a8b02b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.997811] env[69186]: DEBUG nova.compute.manager [req-78fd0921-0df4-47a1-a1c4-02b3fdfd3fb9 req-723f8668-29d2-40ba-9d7e-dbe0b8cae56c service nova] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] No waiting events found dispatching network-vif-plugged-4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.998038] env[69186]: WARNING nova.compute.manager [req-78fd0921-0df4-47a1-a1c4-02b3fdfd3fb9 req-723f8668-29d2-40ba-9d7e-dbe0b8cae56c service nova] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Received unexpected event network-vif-plugged-4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44 for instance with vm_state building and task_state spawning. [ 1079.016014] env[69186]: DEBUG nova.network.neutron [req-a1f4f726-a87f-41d1-ab71-cab0a2772a8d req-57037329-5b4e-47c9-af2e-99fb1f94757b service nova] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Updated VIF entry in instance network info cache for port 169c2f38-ba8a-4843-914d-0c93c849224e. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.016429] env[69186]: DEBUG nova.network.neutron [req-a1f4f726-a87f-41d1-ab71-cab0a2772a8d req-57037329-5b4e-47c9-af2e-99fb1f94757b service nova] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Updating instance_info_cache with network_info: [{"id": "169c2f38-ba8a-4843-914d-0c93c849224e", "address": "fa:16:3e:a2:31:32", "network": {"id": "14d60a2d-8117-4dd5-a804-5c161410ba84", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130840510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a588bb9537f4d2db8d49b4309728df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169c2f38-ba", "ovs_interfaceid": "169c2f38-ba8a-4843-914d-0c93c849224e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.084450] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "06952c63-1043-465b-8277-364a586628de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.084650] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "06952c63-1043-465b-8277-364a586628de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.113803] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Releasing lock "refresh_cache-9931a0cb-d7af-43ab-bfa2-de010754f7d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.163318] env[69186]: DEBUG nova.network.neutron [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.203654] env[69186]: DEBUG oslo_vmware.api [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635675, 'name': PowerOnVM_Task, 'duration_secs': 0.632785} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.206134] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.206347] env[69186]: INFO nova.compute.manager [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1079.206560] env[69186]: DEBUG nova.compute.manager [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.207380] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555cb2e6-f4fd-426f-a2c5-ede657169aae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.225338] env[69186]: ERROR nova.scheduler.client.report [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [req-0a7243fc-4e43-4649-8c72-bde127eb14bf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 236fcb92-b429-42b8-bc28-b1c93f3ba708. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0a7243fc-4e43-4649-8c72-bde127eb14bf"}]} [ 1079.233143] env[69186]: DEBUG oslo_vmware.api [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528a00b9-cef9-6e37-c175-df37c777a1ee, 'name': SearchDatastore_Task, 'duration_secs': 0.041669} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.233407] env[69186]: DEBUG oslo_concurrency.lockutils [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.233660] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f/7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.233912] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-060aa620-3992-425e-b30f-2aa103e67597 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.242613] env[69186]: DEBUG oslo_vmware.api [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1079.242613] env[69186]: value = "task-3635677" [ 1079.242613] env[69186]: _type = "Task" [ 1079.242613] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.247517] env[69186]: DEBUG nova.scheduler.client.report [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Refreshing inventories for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1079.254607] env[69186]: DEBUG oslo_vmware.api [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3635677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.264328] env[69186]: DEBUG nova.scheduler.client.report [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Updating ProviderTree inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1079.264607] env[69186]: DEBUG nova.compute.provider_tree [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.280192] env[69186]: DEBUG nova.scheduler.client.report [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Refreshing aggregate associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, aggregates: None {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1079.288556] env[69186]: INFO nova.compute.manager [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] instance snapshotting [ 1079.290030] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b623e046-6265-4043-a9b9-fe32f05b7a9d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.311581] env[69186]: DEBUG nova.scheduler.client.report [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Refreshing trait associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1079.314213] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a18ba80-e03f-4886-8c6f-d00d32476422 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.363307] env[69186]: DEBUG nova.network.neutron [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Updating instance_info_cache with network_info: [{"id": "4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44", "address": "fa:16:3e:08:d4:fb", "network": {"id": "318febf9-1b9b-468e-89db-688cc7c13504", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994346472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa508e72f4e64c54bd0bbd510c8897ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4658c2d8-7f", "ovs_interfaceid": "4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.493161] env[69186]: DEBUG oslo_vmware.api [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553452} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.493442] env[69186]: INFO nova.virt.vmwareapi.ds_util [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] e00fcf04-0c49-4088-9b43-72bad844fc45/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f-rescue.vmdk. [ 1079.496488] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b84fe6-6e1d-4210-95c9-aed44907d894 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.522382] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] e00fcf04-0c49-4088-9b43-72bad844fc45/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f-rescue.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.525657] env[69186]: DEBUG oslo_concurrency.lockutils [req-a1f4f726-a87f-41d1-ab71-cab0a2772a8d req-57037329-5b4e-47c9-af2e-99fb1f94757b service nova] Releasing lock "refresh_cache-7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.525848] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-190a34aa-843e-47dd-b13f-1a1604a53d8e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.547498] env[69186]: DEBUG oslo_vmware.api [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1079.547498] env[69186]: value = "task-3635678" [ 1079.547498] env[69186]: _type = "Task" [ 1079.547498] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.556396] env[69186]: DEBUG oslo_vmware.api [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.587221] env[69186]: DEBUG nova.compute.manager [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.642059] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9856f36e-1994-4784-9227-0f1626638006 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.653094] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d105915a-6af5-4fab-96bd-beafb8048dbe {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.687872] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7b5edd-80a2-4e3e-9e04-f5dc4032b72f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.696550] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c26211-e308-490b-8169-567f652cd3a9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.711625] env[69186]: DEBUG nova.compute.provider_tree [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.733269] env[69186]: INFO nova.compute.manager [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Took 44.02 seconds to build instance. [ 1079.753855] env[69186]: DEBUG oslo_vmware.api [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3635677, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.825227] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Creating Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1079.825556] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-260bb240-1f4d-44e5-b34e-c34aff893426 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.837027] env[69186]: DEBUG oslo_vmware.api [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 1079.837027] env[69186]: value = "task-3635679" [ 1079.837027] env[69186]: _type = "Task" [ 1079.837027] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.842291] env[69186]: DEBUG oslo_vmware.api [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635679, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.866774] env[69186]: DEBUG oslo_concurrency.lockutils [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Releasing lock "refresh_cache-50959951-3ffe-431c-893e-eef7a8b02b59" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.866914] env[69186]: DEBUG nova.compute.manager [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Instance network_info: |[{"id": "4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44", "address": "fa:16:3e:08:d4:fb", "network": {"id": "318febf9-1b9b-468e-89db-688cc7c13504", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994346472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa508e72f4e64c54bd0bbd510c8897ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4658c2d8-7f", "ovs_interfaceid": "4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.867396] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:d4:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.877125] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.877865] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.878318] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ca2bd60-01d6-479a-a1b4-d19fce4f3fa8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.901275] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.901275] env[69186]: value = "task-3635680" [ 1079.901275] env[69186]: _type = "Task" [ 1079.901275] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.913286] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635680, 'name': CreateVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.059025] env[69186]: DEBUG oslo_vmware.api [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.108665] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "interface-51a8437d-4790-4ba9-a676-2f2e3ea28133-89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.108968] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "interface-51a8437d-4790-4ba9-a676-2f2e3ea28133-89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.112145] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.236538] env[69186]: DEBUG oslo_concurrency.lockutils [None req-322d0c90-1f2a-4e64-a259-b97bd0c31429 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "20d5a338-f29d-439a-bd22-9110abac32bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.531s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.245746] env[69186]: ERROR nova.scheduler.client.report [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [req-c2ebb64c-0505-423e-97a2-b455b01712a4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 236fcb92-b429-42b8-bc28-b1c93f3ba708. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c2ebb64c-0505-423e-97a2-b455b01712a4"}]} [ 1080.262555] env[69186]: DEBUG oslo_vmware.api [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3635677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.996603} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.262762] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f/7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.262818] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.264382] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c063aee-d033-4197-aae9-7206b166dded {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.273311] env[69186]: DEBUG oslo_vmware.api [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1080.273311] env[69186]: value = "task-3635681" [ 1080.273311] env[69186]: _type = "Task" [ 1080.273311] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.280703] env[69186]: DEBUG nova.scheduler.client.report [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Refreshing inventories for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1080.291197] env[69186]: DEBUG oslo_vmware.api [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3635681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.304804] env[69186]: DEBUG nova.scheduler.client.report [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Updating ProviderTree inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1080.305191] env[69186]: DEBUG nova.compute.provider_tree [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1080.322166] env[69186]: DEBUG nova.scheduler.client.report [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Refreshing aggregate associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, aggregates: None {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1080.347040] env[69186]: DEBUG oslo_vmware.api [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635679, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.350223] env[69186]: DEBUG nova.scheduler.client.report [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Refreshing trait associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1080.420497] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635680, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.456789] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Acquiring lock "2cc3a23d-24a0-465a-bec4-7ee7cef02b75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.456789] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Lock "2cc3a23d-24a0-465a-bec4-7ee7cef02b75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.559413] env[69186]: DEBUG oslo_vmware.api [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635678, 'name': ReconfigVM_Task, 'duration_secs': 0.808588} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.559767] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Reconfigured VM instance instance-00000057 to attach disk [datastore2] e00fcf04-0c49-4088-9b43-72bad844fc45/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f-rescue.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.561320] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415b3282-2126-427f-8746-4c0aa1ced563 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.603297] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aac16d52-3d83-42f8-950b-a16d6260519a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.622849] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.624069] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.624546] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d833df-ac42-4bdc-8d1b-0c05ad71f07e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.632459] env[69186]: DEBUG oslo_vmware.api [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1080.632459] env[69186]: value = "task-3635683" [ 1080.632459] env[69186]: _type = "Task" [ 1080.632459] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.660267] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b28cb64-4551-4c5a-a504-38c837336749 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.665302] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e184fe-dd3c-4d9e-b673-d6fd8e4b4bbd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.679549] env[69186]: DEBUG oslo_vmware.api [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.717052] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Reconfiguring VM to detach interface {{(pid=69186) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1080.717629] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Updating instance '9931a0cb-d7af-43ab-bfa2-de010754f7d4' progress to 0 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.724465] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-785ef90d-dd4d-4036-a880-b7023c285bd5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.759594] env[69186]: DEBUG oslo_vmware.api [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1080.759594] env[69186]: value = "task-3635684" [ 1080.759594] env[69186]: _type = "Task" [ 1080.759594] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.770049] env[69186]: DEBUG oslo_vmware.api [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635684, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.782472] env[69186]: DEBUG oslo_vmware.api [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3635681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155603} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.783144] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.787696] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678024cf-f24e-4ed1-a701-abd5ebab52e4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.810748] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f/7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.814240] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97ad952b-f140-42d3-bfaf-8211179fa3e1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.837051] env[69186]: DEBUG oslo_vmware.api [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1080.837051] env[69186]: value = "task-3635685" [ 1080.837051] env[69186]: _type = "Task" [ 1080.837051] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.852570] env[69186]: DEBUG oslo_vmware.api [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635679, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.852817] env[69186]: DEBUG oslo_vmware.api [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3635685, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.900427] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ae938c-e8bb-4466-b2d5-61d6a21fab3f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.912712] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635680, 'name': CreateVM_Task, 'duration_secs': 0.707101} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.914992] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.915855] env[69186]: DEBUG oslo_concurrency.lockutils [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.916073] env[69186]: DEBUG oslo_concurrency.lockutils [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.916396] env[69186]: DEBUG oslo_concurrency.lockutils [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.917530] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6ea7a4-3f1a-4c98-bb96-2918157a88f9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.920778] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efec0844-0640-446b-9cc1-6b73715b9d6e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.927038] env[69186]: DEBUG oslo_vmware.api [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1080.927038] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527d8caf-0dc4-bb5c-d4d7-c4ca762e2eee" [ 1080.927038] env[69186]: _type = "Task" [ 1080.927038] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.952515] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquiring lock "b2a1953d-7c0e-44a4-928d-60ce0515692a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.952812] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "b2a1953d-7c0e-44a4-928d-60ce0515692a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.953029] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquiring lock "b2a1953d-7c0e-44a4-928d-60ce0515692a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.953224] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "b2a1953d-7c0e-44a4-928d-60ce0515692a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.953484] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "b2a1953d-7c0e-44a4-928d-60ce0515692a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.959369] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2daa1cae-eab5-4fe9-ab19-95932aea7253 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.962376] env[69186]: INFO nova.compute.manager [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Terminating instance [ 1080.964621] env[69186]: DEBUG nova.compute.manager [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1080.973435] env[69186]: DEBUG oslo_vmware.api [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527d8caf-0dc4-bb5c-d4d7-c4ca762e2eee, 'name': SearchDatastore_Task, 'duration_secs': 0.044503} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.976032] env[69186]: DEBUG oslo_concurrency.lockutils [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.976295] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.976557] env[69186]: DEBUG oslo_concurrency.lockutils [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.976717] env[69186]: DEBUG oslo_concurrency.lockutils [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.976899] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.977238] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-552f8db2-e784-45b8-ab3b-bbee482e192b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.980204] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc123d3-ac8c-4e3c-a656-d43b4d28eef9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.996112] env[69186]: DEBUG nova.compute.provider_tree [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.999067] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.999067] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.999839] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35c92c05-6688-47ff-bace-affa718459ec {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.008022] env[69186]: DEBUG oslo_vmware.api [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1081.008022] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52190dfc-7ddb-479c-dd2a-9fd5a516d47f" [ 1081.008022] env[69186]: _type = "Task" [ 1081.008022] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.014853] env[69186]: DEBUG oslo_vmware.api [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52190dfc-7ddb-479c-dd2a-9fd5a516d47f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.028235] env[69186]: DEBUG nova.compute.manager [req-ffc6e7b7-28c0-440c-97c8-b5e597de1ccd req-cb26cd57-ebfd-48fa-8f88-a6fae6609463 service nova] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Received event network-changed-4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.028235] env[69186]: DEBUG nova.compute.manager [req-ffc6e7b7-28c0-440c-97c8-b5e597de1ccd req-cb26cd57-ebfd-48fa-8f88-a6fae6609463 service nova] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Refreshing instance network info cache due to event network-changed-4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.028235] env[69186]: DEBUG oslo_concurrency.lockutils [req-ffc6e7b7-28c0-440c-97c8-b5e597de1ccd req-cb26cd57-ebfd-48fa-8f88-a6fae6609463 service nova] Acquiring lock "refresh_cache-50959951-3ffe-431c-893e-eef7a8b02b59" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.028235] env[69186]: DEBUG oslo_concurrency.lockutils [req-ffc6e7b7-28c0-440c-97c8-b5e597de1ccd req-cb26cd57-ebfd-48fa-8f88-a6fae6609463 service nova] Acquired lock "refresh_cache-50959951-3ffe-431c-893e-eef7a8b02b59" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.028235] env[69186]: DEBUG nova.network.neutron [req-ffc6e7b7-28c0-440c-97c8-b5e597de1ccd req-cb26cd57-ebfd-48fa-8f88-a6fae6609463 service nova] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Refreshing network info cache for port 4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.124509] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquiring lock "d2630da7-721d-4f82-a9c6-49dc74d61b8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.127015] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "d2630da7-721d-4f82-a9c6-49dc74d61b8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.127015] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquiring lock "d2630da7-721d-4f82-a9c6-49dc74d61b8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.127015] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "d2630da7-721d-4f82-a9c6-49dc74d61b8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.127015] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "d2630da7-721d-4f82-a9c6-49dc74d61b8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.127530] env[69186]: INFO nova.compute.manager [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Terminating instance [ 1081.160511] env[69186]: DEBUG oslo_vmware.api [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635683, 'name': ReconfigVM_Task, 'duration_secs': 0.202808} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.160870] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.161084] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-541c151f-40d5-4260-996d-93ccdc965933 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.167650] env[69186]: DEBUG oslo_vmware.api [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1081.167650] env[69186]: value = "task-3635686" [ 1081.167650] env[69186]: _type = "Task" [ 1081.167650] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.177558] env[69186]: DEBUG oslo_vmware.api [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.251475] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.251797] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e44b3dc6-8a99-4fd9-8298-e3c7d51186fd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.259746] env[69186]: DEBUG oslo_vmware.api [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1081.259746] env[69186]: value = "task-3635687" [ 1081.259746] env[69186]: _type = "Task" [ 1081.259746] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.272189] env[69186]: DEBUG oslo_vmware.api [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.275510] env[69186]: DEBUG oslo_vmware.api [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.353417] env[69186]: DEBUG oslo_vmware.api [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635679, 'name': CreateSnapshot_Task, 'duration_secs': 1.262428} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.357854] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Created Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1081.358271] env[69186]: DEBUG oslo_vmware.api [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3635685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.358927] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0244b653-ef71-4018-9509-e3dcd7846cea {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.372679] env[69186]: DEBUG nova.compute.manager [req-91e3f92b-1de1-4a5e-9cc1-4a7df257d4b8 req-9aa3312f-7d31-450f-a297-20d3a5b56258 service nova] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Received event network-changed-5713a944-1fcf-4e79-9d33-5ba8c7cfc286 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.372958] env[69186]: DEBUG nova.compute.manager [req-91e3f92b-1de1-4a5e-9cc1-4a7df257d4b8 req-9aa3312f-7d31-450f-a297-20d3a5b56258 service nova] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Refreshing instance network info cache due to event network-changed-5713a944-1fcf-4e79-9d33-5ba8c7cfc286. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.373357] env[69186]: DEBUG oslo_concurrency.lockutils [req-91e3f92b-1de1-4a5e-9cc1-4a7df257d4b8 req-9aa3312f-7d31-450f-a297-20d3a5b56258 service nova] Acquiring lock "refresh_cache-20d5a338-f29d-439a-bd22-9110abac32bb" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.373508] env[69186]: DEBUG oslo_concurrency.lockutils [req-91e3f92b-1de1-4a5e-9cc1-4a7df257d4b8 req-9aa3312f-7d31-450f-a297-20d3a5b56258 service nova] Acquired lock "refresh_cache-20d5a338-f29d-439a-bd22-9110abac32bb" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.373671] env[69186]: DEBUG nova.network.neutron [req-91e3f92b-1de1-4a5e-9cc1-4a7df257d4b8 req-9aa3312f-7d31-450f-a297-20d3a5b56258 service nova] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Refreshing network info cache for port 5713a944-1fcf-4e79-9d33-5ba8c7cfc286 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.474606] env[69186]: DEBUG nova.compute.manager [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.474831] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.475941] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abebcd5-bcaa-432c-8e25-78b014cd7d51 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.484289] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.484539] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03705f03-e256-421a-a026-fd19bb4edc96 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.489090] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.491353] env[69186]: DEBUG oslo_vmware.api [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1081.491353] env[69186]: value = "task-3635688" [ 1081.491353] env[69186]: _type = "Task" [ 1081.491353] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.499456] env[69186]: DEBUG oslo_vmware.api [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.501508] env[69186]: DEBUG nova.scheduler.client.report [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.516173] env[69186]: DEBUG oslo_vmware.api [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52190dfc-7ddb-479c-dd2a-9fd5a516d47f, 'name': SearchDatastore_Task, 'duration_secs': 0.02301} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.517297] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b98ca9e-f44c-438d-8a47-87f2765e4627 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.524647] env[69186]: DEBUG oslo_vmware.api [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1081.524647] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52270389-dc07-39e8-4a9a-2f817ed2eefe" [ 1081.524647] env[69186]: _type = "Task" [ 1081.524647] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.540273] env[69186]: DEBUG oslo_vmware.api [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52270389-dc07-39e8-4a9a-2f817ed2eefe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.631422] env[69186]: DEBUG nova.compute.manager [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.631754] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.636603] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d6b7b4-4f1e-4fa6-979a-c36ae18b2fe6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.648219] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.648585] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a71cd20-a8a3-48a5-99ff-3ce7ffbf0598 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.655819] env[69186]: DEBUG oslo_vmware.api [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1081.655819] env[69186]: value = "task-3635689" [ 1081.655819] env[69186]: _type = "Task" [ 1081.655819] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.670141] env[69186]: DEBUG oslo_vmware.api [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.680565] env[69186]: DEBUG oslo_vmware.api [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635686, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.773201] env[69186]: DEBUG oslo_vmware.api [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.777024] env[69186]: DEBUG oslo_vmware.api [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635687, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.823883] env[69186]: DEBUG nova.network.neutron [req-ffc6e7b7-28c0-440c-97c8-b5e597de1ccd req-cb26cd57-ebfd-48fa-8f88-a6fae6609463 service nova] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Updated VIF entry in instance network info cache for port 4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.824482] env[69186]: DEBUG nova.network.neutron [req-ffc6e7b7-28c0-440c-97c8-b5e597de1ccd req-cb26cd57-ebfd-48fa-8f88-a6fae6609463 service nova] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Updating instance_info_cache with network_info: [{"id": "4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44", "address": "fa:16:3e:08:d4:fb", "network": {"id": "318febf9-1b9b-468e-89db-688cc7c13504", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994346472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa508e72f4e64c54bd0bbd510c8897ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4658c2d8-7f", "ovs_interfaceid": "4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.852442] env[69186]: DEBUG oslo_vmware.api [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3635685, 'name': ReconfigVM_Task, 'duration_secs': 0.754725} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.852741] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f/7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.853427] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cae076c-b158-49e0-82e1-fc5241c3dc79 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.860698] env[69186]: DEBUG oslo_vmware.api [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1081.860698] env[69186]: value = "task-3635690" [ 1081.860698] env[69186]: _type = "Task" [ 1081.860698] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.874941] env[69186]: DEBUG oslo_vmware.api [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3635690, 'name': Rename_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.884402] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Creating linked-clone VM from snapshot {{(pid=69186) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1081.887307] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0ff836a7-22b6-48d6-a677-a4a4d293de4a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.901195] env[69186]: DEBUG oslo_vmware.api [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 1081.901195] env[69186]: value = "task-3635691" [ 1081.901195] env[69186]: _type = "Task" [ 1081.901195] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.910574] env[69186]: DEBUG oslo_vmware.api [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635691, 'name': CloneVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.003097] env[69186]: DEBUG oslo_vmware.api [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635688, 'name': PowerOffVM_Task, 'duration_secs': 0.338746} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.003468] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.003649] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.003955] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6b59e74-ee80-4258-a4e8-78f81cce106f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.007241] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.752s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.007724] env[69186]: DEBUG nova.compute.manager [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.010210] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.059s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.011562] env[69186]: INFO nova.compute.claims [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.040246] env[69186]: DEBUG oslo_vmware.api [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52270389-dc07-39e8-4a9a-2f817ed2eefe, 'name': SearchDatastore_Task, 'duration_secs': 0.021925} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.040536] env[69186]: DEBUG oslo_concurrency.lockutils [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.040792] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 50959951-3ffe-431c-893e-eef7a8b02b59/50959951-3ffe-431c-893e-eef7a8b02b59.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.041071] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f49db28d-ba52-41d9-862b-a24bb1f5cb85 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.049352] env[69186]: DEBUG oslo_vmware.api [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1082.049352] env[69186]: value = "task-3635693" [ 1082.049352] env[69186]: _type = "Task" [ 1082.049352] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.060578] env[69186]: DEBUG oslo_vmware.api [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.136913] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.137163] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.137348] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Deleting the datastore file [datastore1] b2a1953d-7c0e-44a4-928d-60ce0515692a {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.137613] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cca11bf-f736-48e2-b208-2ddf33d22c35 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.144034] env[69186]: DEBUG oslo_vmware.api [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1082.144034] env[69186]: value = "task-3635694" [ 1082.144034] env[69186]: _type = "Task" [ 1082.144034] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.153245] env[69186]: DEBUG oslo_vmware.api [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.165249] env[69186]: DEBUG oslo_vmware.api [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635689, 'name': PowerOffVM_Task, 'duration_secs': 0.280458} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.165571] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.165670] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.165930] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c56930e-4838-4768-957c-88637382c095 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.179630] env[69186]: DEBUG oslo_vmware.api [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635686, 'name': PowerOnVM_Task, 'duration_secs': 0.800987} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.179630] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.182419] env[69186]: DEBUG nova.compute.manager [None req-95b68b83-917c-4a3b-aaac-06d8dac9ca86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.183227] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f179663-7e94-450c-8967-6c09deb63bad {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.220399] env[69186]: DEBUG nova.network.neutron [req-91e3f92b-1de1-4a5e-9cc1-4a7df257d4b8 req-9aa3312f-7d31-450f-a297-20d3a5b56258 service nova] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Updated VIF entry in instance network info cache for port 5713a944-1fcf-4e79-9d33-5ba8c7cfc286. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.220817] env[69186]: DEBUG nova.network.neutron [req-91e3f92b-1de1-4a5e-9cc1-4a7df257d4b8 req-9aa3312f-7d31-450f-a297-20d3a5b56258 service nova] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Updating instance_info_cache with network_info: [{"id": "5713a944-1fcf-4e79-9d33-5ba8c7cfc286", "address": "fa:16:3e:c6:83:47", "network": {"id": "42d8d9f9-bd94-4ba5-9a6c-baf88b50f8a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820666431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69c719a41fb4ab48140eabe49d76e84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5713a944-1f", "ovs_interfaceid": "5713a944-1fcf-4e79-9d33-5ba8c7cfc286", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.235459] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.235585] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.235698] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Deleting the datastore file [datastore1] d2630da7-721d-4f82-a9c6-49dc74d61b8c {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.236535] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5d67262-b49c-4a96-850c-b99f7381a415 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.244797] env[69186]: DEBUG oslo_vmware.api [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for the task: (returnval){ [ 1082.244797] env[69186]: value = "task-3635696" [ 1082.244797] env[69186]: _type = "Task" [ 1082.244797] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.252990] env[69186]: DEBUG oslo_vmware.api [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.272823] env[69186]: DEBUG oslo_vmware.api [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635687, 'name': PowerOffVM_Task, 'duration_secs': 0.669104} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.276323] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.276531] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Updating instance '9931a0cb-d7af-43ab-bfa2-de010754f7d4' progress to 17 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.280320] env[69186]: DEBUG oslo_vmware.api [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.327744] env[69186]: DEBUG oslo_concurrency.lockutils [req-ffc6e7b7-28c0-440c-97c8-b5e597de1ccd req-cb26cd57-ebfd-48fa-8f88-a6fae6609463 service nova] Releasing lock "refresh_cache-50959951-3ffe-431c-893e-eef7a8b02b59" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.372678] env[69186]: DEBUG oslo_vmware.api [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3635690, 'name': Rename_Task, 'duration_secs': 0.231846} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.373108] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.373418] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7494523-cdf1-42c9-9ee7-8f4c80b0b96b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.380491] env[69186]: DEBUG oslo_vmware.api [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1082.380491] env[69186]: value = "task-3635697" [ 1082.380491] env[69186]: _type = "Task" [ 1082.380491] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.389689] env[69186]: DEBUG oslo_vmware.api [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3635697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.412575] env[69186]: DEBUG oslo_vmware.api [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635691, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.516686] env[69186]: DEBUG nova.compute.utils [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.520551] env[69186]: DEBUG nova.compute.manager [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.520745] env[69186]: DEBUG nova.network.neutron [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.559058] env[69186]: DEBUG oslo_vmware.api [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635693, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.659791] env[69186]: DEBUG oslo_vmware.api [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43469} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.660165] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.660435] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.660794] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.661599] env[69186]: INFO nova.compute.manager [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1082.661599] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.661902] env[69186]: DEBUG nova.compute.manager [-] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.662041] env[69186]: DEBUG nova.network.neutron [-] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.724028] env[69186]: DEBUG oslo_concurrency.lockutils [req-91e3f92b-1de1-4a5e-9cc1-4a7df257d4b8 req-9aa3312f-7d31-450f-a297-20d3a5b56258 service nova] Releasing lock "refresh_cache-20d5a338-f29d-439a-bd22-9110abac32bb" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.756592] env[69186]: DEBUG oslo_vmware.api [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Task: {'id': task-3635696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.504055} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.757410] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.757410] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.757410] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.757410] env[69186]: INFO nova.compute.manager [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1082.757664] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.757901] env[69186]: DEBUG nova.compute.manager [-] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.758042] env[69186]: DEBUG nova.network.neutron [-] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.772528] env[69186]: DEBUG oslo_vmware.api [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.783929] env[69186]: DEBUG nova.virt.hardware [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.784351] env[69186]: DEBUG nova.virt.hardware [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.784654] env[69186]: DEBUG nova.virt.hardware [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.784988] env[69186]: DEBUG nova.virt.hardware [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.785340] env[69186]: DEBUG nova.virt.hardware [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.785570] env[69186]: DEBUG nova.virt.hardware [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.785819] env[69186]: DEBUG nova.virt.hardware [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.786114] env[69186]: DEBUG nova.virt.hardware [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.786198] env[69186]: DEBUG nova.virt.hardware [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.786353] env[69186]: DEBUG nova.virt.hardware [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.786539] env[69186]: DEBUG nova.virt.hardware [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.794106] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d468c0de-5b69-4828-bc40-4626b2a3392c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.813128] env[69186]: DEBUG oslo_vmware.api [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1082.813128] env[69186]: value = "task-3635698" [ 1082.813128] env[69186]: _type = "Task" [ 1082.813128] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.823499] env[69186]: DEBUG oslo_vmware.api [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635698, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.827423] env[69186]: DEBUG nova.policy [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02e3e03552ef421e91081931a1d17872', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff7e81341caf41a3a52b5585de23490f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.899992] env[69186]: DEBUG oslo_vmware.api [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3635697, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.915270] env[69186]: DEBUG oslo_vmware.api [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635691, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.021756] env[69186]: DEBUG nova.compute.manager [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.062060] env[69186]: DEBUG oslo_vmware.api [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675041} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.062485] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 50959951-3ffe-431c-893e-eef7a8b02b59/50959951-3ffe-431c-893e-eef7a8b02b59.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.062485] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.062931] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e06ce27-dd9c-4f8d-a5a7-81b63f4c18ea {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.069743] env[69186]: DEBUG oslo_vmware.api [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1083.069743] env[69186]: value = "task-3635699" [ 1083.069743] env[69186]: _type = "Task" [ 1083.069743] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.085024] env[69186]: DEBUG oslo_vmware.api [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.279723] env[69186]: DEBUG oslo_vmware.api [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.310886] env[69186]: DEBUG nova.network.neutron [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Successfully created port: 4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.324393] env[69186]: DEBUG oslo_vmware.api [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635698, 'name': ReconfigVM_Task, 'duration_secs': 0.269869} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.324713] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Updating instance '9931a0cb-d7af-43ab-bfa2-de010754f7d4' progress to 33 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.391847] env[69186]: DEBUG oslo_vmware.api [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3635697, 'name': PowerOnVM_Task, 'duration_secs': 0.843441} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.392885] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.392996] env[69186]: INFO nova.compute.manager [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1083.394033] env[69186]: DEBUG nova.compute.manager [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.394033] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879128d2-8c8c-43cc-9f89-0660caf9b6d8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.398516] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddc374e-ff23-485a-9624-bd44b419318b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.417274] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944b9d47-d4da-476f-ac7b-34f1fa85b807 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.425567] env[69186]: DEBUG oslo_vmware.api [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635691, 'name': CloneVM_Task} progress is 95%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.459177] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce149d61-768f-45f1-9bab-452db7f1d4e7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.467059] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69961d56-4980-43f3-90f8-0a78dd6588a8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.482014] env[69186]: DEBUG nova.compute.provider_tree [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.581792] env[69186]: DEBUG oslo_vmware.api [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076943} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.582925] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.583753] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd185100-71ab-4181-a0e5-35b07becd6b7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.607465] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 50959951-3ffe-431c-893e-eef7a8b02b59/50959951-3ffe-431c-893e-eef7a8b02b59.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.608129] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e14ca310-0d5f-43b6-90fb-8a5b719c9288 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.626017] env[69186]: INFO nova.compute.manager [None req-91b53e9f-c955-4a89-a3d3-2b0be089a661 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Unrescuing [ 1083.626302] env[69186]: DEBUG oslo_concurrency.lockutils [None req-91b53e9f-c955-4a89-a3d3-2b0be089a661 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "refresh_cache-e00fcf04-0c49-4088-9b43-72bad844fc45" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.626467] env[69186]: DEBUG oslo_concurrency.lockutils [None req-91b53e9f-c955-4a89-a3d3-2b0be089a661 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquired lock "refresh_cache-e00fcf04-0c49-4088-9b43-72bad844fc45" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.626682] env[69186]: DEBUG nova.network.neutron [None req-91b53e9f-c955-4a89-a3d3-2b0be089a661 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.630867] env[69186]: DEBUG nova.compute.manager [req-d0ad68b6-6bfe-4a3b-aea9-67427ffc0e27 req-b8d063bc-f317-43a8-8b10-6179c3029ad1 service nova] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Received event network-vif-deleted-8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.631197] env[69186]: INFO nova.compute.manager [req-d0ad68b6-6bfe-4a3b-aea9-67427ffc0e27 req-b8d063bc-f317-43a8-8b10-6179c3029ad1 service nova] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Neutron deleted interface 8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6; detaching it from the instance and deleting it from the info cache [ 1083.631258] env[69186]: DEBUG nova.network.neutron [req-d0ad68b6-6bfe-4a3b-aea9-67427ffc0e27 req-b8d063bc-f317-43a8-8b10-6179c3029ad1 service nova] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.634845] env[69186]: DEBUG oslo_vmware.api [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1083.634845] env[69186]: value = "task-3635700" [ 1083.634845] env[69186]: _type = "Task" [ 1083.634845] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.644320] env[69186]: DEBUG oslo_vmware.api [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.777268] env[69186]: DEBUG oslo_vmware.api [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.833610] env[69186]: DEBUG nova.virt.hardware [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.833865] env[69186]: DEBUG nova.virt.hardware [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.834036] env[69186]: DEBUG nova.virt.hardware [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.834302] env[69186]: DEBUG nova.virt.hardware [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.834449] env[69186]: DEBUG nova.virt.hardware [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.834593] env[69186]: DEBUG nova.virt.hardware [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.834795] env[69186]: DEBUG nova.virt.hardware [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.834955] env[69186]: DEBUG nova.virt.hardware [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.836267] env[69186]: DEBUG nova.virt.hardware [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.836487] env[69186]: DEBUG nova.virt.hardware [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.836674] env[69186]: DEBUG nova.virt.hardware [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.842343] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Reconfiguring VM instance instance-00000059 to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1083.842646] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-067bd63c-9385-4176-9627-4c2e7ce3c982 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.862123] env[69186]: DEBUG oslo_vmware.api [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1083.862123] env[69186]: value = "task-3635701" [ 1083.862123] env[69186]: _type = "Task" [ 1083.862123] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.870198] env[69186]: DEBUG nova.network.neutron [-] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.871365] env[69186]: DEBUG oslo_vmware.api [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.912451] env[69186]: DEBUG oslo_vmware.api [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635691, 'name': CloneVM_Task, 'duration_secs': 1.81075} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.913033] env[69186]: INFO nova.virt.vmwareapi.vmops [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Created linked-clone VM from snapshot [ 1083.914082] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20531eb0-c33d-4681-b877-8a97c345fb18 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.921170] env[69186]: DEBUG nova.network.neutron [-] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.932973] env[69186]: INFO nova.compute.manager [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Took 30.43 seconds to build instance. [ 1083.939752] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Uploading image d6f5fcb7-1191-462a-8c9d-4a050667f609 {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1083.967737] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Destroying the VM {{(pid=69186) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1083.968139] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f471f4ce-eefc-4c02-8094-ba605a552796 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.976981] env[69186]: DEBUG oslo_vmware.api [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 1083.976981] env[69186]: value = "task-3635702" [ 1083.976981] env[69186]: _type = "Task" [ 1083.976981] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.990822] env[69186]: DEBUG nova.scheduler.client.report [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.994867] env[69186]: DEBUG oslo_vmware.api [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635702, 'name': Destroy_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.039728] env[69186]: DEBUG nova.compute.manager [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.069584] env[69186]: DEBUG nova.virt.hardware [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.069946] env[69186]: DEBUG nova.virt.hardware [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.070163] env[69186]: DEBUG nova.virt.hardware [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.070385] env[69186]: DEBUG nova.virt.hardware [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.070782] env[69186]: DEBUG nova.virt.hardware [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.070958] env[69186]: DEBUG nova.virt.hardware [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.071450] env[69186]: DEBUG nova.virt.hardware [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.071450] env[69186]: DEBUG nova.virt.hardware [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.071615] env[69186]: DEBUG nova.virt.hardware [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.072636] env[69186]: DEBUG nova.virt.hardware [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.072854] env[69186]: DEBUG nova.virt.hardware [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.074182] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f42d353-d972-44a6-bbab-9271f41870c7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.084845] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a051481-872b-46ad-8836-7396696704c0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.136122] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a877de32-78c6-484a-95e9-af2a574f9d67 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.148837] env[69186]: DEBUG oslo_vmware.api [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.154086] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f442e30-861f-4e5b-9b56-b9014611ff59 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.190308] env[69186]: DEBUG nova.compute.manager [req-d0ad68b6-6bfe-4a3b-aea9-67427ffc0e27 req-b8d063bc-f317-43a8-8b10-6179c3029ad1 service nova] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Detach interface failed, port_id=8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6, reason: Instance b2a1953d-7c0e-44a4-928d-60ce0515692a could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1084.278758] env[69186]: DEBUG oslo_vmware.api [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.373366] env[69186]: DEBUG oslo_vmware.api [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635701, 'name': ReconfigVM_Task, 'duration_secs': 0.236911} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.373760] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Reconfigured VM instance instance-00000059 to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1084.374702] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f6bde4-a735-40b1-afb4-5760ae02658e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.377656] env[69186]: INFO nova.compute.manager [-] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Took 1.72 seconds to deallocate network for instance. [ 1084.400748] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 9931a0cb-d7af-43ab-bfa2-de010754f7d4/9931a0cb-d7af-43ab-bfa2-de010754f7d4.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.401454] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbf676d1-baf0-4954-9272-3056a87eb7c1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.420717] env[69186]: DEBUG oslo_vmware.api [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1084.420717] env[69186]: value = "task-3635703" [ 1084.420717] env[69186]: _type = "Task" [ 1084.420717] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.430785] env[69186]: DEBUG oslo_vmware.api [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635703, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.434781] env[69186]: INFO nova.compute.manager [-] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Took 1.68 seconds to deallocate network for instance. [ 1084.441105] env[69186]: DEBUG oslo_concurrency.lockutils [None req-055b81d1-8557-46d1-a915-b5e4455404b6 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.963s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.489561] env[69186]: DEBUG oslo_vmware.api [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635702, 'name': Destroy_Task, 'duration_secs': 0.327735} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.489561] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Destroyed the VM [ 1084.489561] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Deleting Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1084.489876] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-799aaf98-5e42-4ea0-b4a2-d1ec44767c9c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.496123] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.496806] env[69186]: DEBUG nova.compute.manager [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.500902] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.389s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.502786] env[69186]: INFO nova.compute.claims [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.505660] env[69186]: DEBUG oslo_vmware.api [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 1084.505660] env[69186]: value = "task-3635704" [ 1084.505660] env[69186]: _type = "Task" [ 1084.505660] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.515480] env[69186]: DEBUG oslo_vmware.api [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635704, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.577994] env[69186]: DEBUG nova.network.neutron [None req-91b53e9f-c955-4a89-a3d3-2b0be089a661 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Updating instance_info_cache with network_info: [{"id": "55944de6-045d-46eb-aacb-70e1ccf938a4", "address": "fa:16:3e:0a:19:66", "network": {"id": "6c10ee8a-9bc5-4697-a309-b7dcffaaa4db", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1356679091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702ffef9375c432ab93a912c6d3f1a47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55944de6-04", "ovs_interfaceid": "55944de6-045d-46eb-aacb-70e1ccf938a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.579237] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Acquiring lock "9b42ea08-fb07-41c2-aa21-a444e47713ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.579911] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Lock "9b42ea08-fb07-41c2-aa21-a444e47713ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.581041] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Acquiring lock "9b42ea08-fb07-41c2-aa21-a444e47713ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.581611] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Lock "9b42ea08-fb07-41c2-aa21-a444e47713ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.581781] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Lock "9b42ea08-fb07-41c2-aa21-a444e47713ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.588538] env[69186]: INFO nova.compute.manager [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Terminating instance [ 1084.646278] env[69186]: DEBUG oslo_vmware.api [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635700, 'name': ReconfigVM_Task, 'duration_secs': 0.657365} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.646474] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 50959951-3ffe-431c-893e-eef7a8b02b59/50959951-3ffe-431c-893e-eef7a8b02b59.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.647145] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3014efb4-05c9-4d70-b75a-90a8532d8a4e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.653810] env[69186]: DEBUG oslo_vmware.api [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1084.653810] env[69186]: value = "task-3635705" [ 1084.653810] env[69186]: _type = "Task" [ 1084.653810] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.663206] env[69186]: DEBUG oslo_vmware.api [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635705, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.775468] env[69186]: DEBUG oslo_vmware.api [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.906272] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.936208] env[69186]: DEBUG oslo_vmware.api [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635703, 'name': ReconfigVM_Task, 'duration_secs': 0.30238} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.936208] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 9931a0cb-d7af-43ab-bfa2-de010754f7d4/9931a0cb-d7af-43ab-bfa2-de010754f7d4.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.936208] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Updating instance '9931a0cb-d7af-43ab-bfa2-de010754f7d4' progress to 50 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1084.942131] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.007786] env[69186]: DEBUG nova.compute.utils [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.010335] env[69186]: DEBUG nova.compute.manager [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1085.010522] env[69186]: DEBUG nova.network.neutron [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1085.027097] env[69186]: DEBUG oslo_vmware.api [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635704, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.086522] env[69186]: DEBUG oslo_concurrency.lockutils [None req-91b53e9f-c955-4a89-a3d3-2b0be089a661 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Releasing lock "refresh_cache-e00fcf04-0c49-4088-9b43-72bad844fc45" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.086886] env[69186]: DEBUG nova.objects.instance [None req-91b53e9f-c955-4a89-a3d3-2b0be089a661 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lazy-loading 'flavor' on Instance uuid e00fcf04-0c49-4088-9b43-72bad844fc45 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.091485] env[69186]: DEBUG nova.policy [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5fab1f24a744abe8cc9a2565a348b4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d2e4f4b8a2c4d4f83596153d0d949e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.094015] env[69186]: DEBUG nova.compute.manager [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.094500] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.096464] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7851de-5d3c-4408-a43f-dc4aa3704f03 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.109650] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.110039] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6642ec3d-277b-4bf7-9218-ff5ea691851d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.118677] env[69186]: DEBUG oslo_vmware.api [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Waiting for the task: (returnval){ [ 1085.118677] env[69186]: value = "task-3635706" [ 1085.118677] env[69186]: _type = "Task" [ 1085.118677] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.129886] env[69186]: DEBUG oslo_vmware.api [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Task: {'id': task-3635706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.132336] env[69186]: DEBUG nova.compute.manager [req-3b09a243-2edc-4a67-8f5f-bc816ff6e481 req-6f0d4c91-1ef6-4b4e-a4a5-9150f9334193 service nova] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Received event network-vif-plugged-4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.132619] env[69186]: DEBUG oslo_concurrency.lockutils [req-3b09a243-2edc-4a67-8f5f-bc816ff6e481 req-6f0d4c91-1ef6-4b4e-a4a5-9150f9334193 service nova] Acquiring lock "1d5d7ab7-ced1-46ec-b593-e08b35e5b875-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.132894] env[69186]: DEBUG oslo_concurrency.lockutils [req-3b09a243-2edc-4a67-8f5f-bc816ff6e481 req-6f0d4c91-1ef6-4b4e-a4a5-9150f9334193 service nova] Lock "1d5d7ab7-ced1-46ec-b593-e08b35e5b875-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.133138] env[69186]: DEBUG oslo_concurrency.lockutils [req-3b09a243-2edc-4a67-8f5f-bc816ff6e481 req-6f0d4c91-1ef6-4b4e-a4a5-9150f9334193 service nova] Lock "1d5d7ab7-ced1-46ec-b593-e08b35e5b875-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.133448] env[69186]: DEBUG nova.compute.manager [req-3b09a243-2edc-4a67-8f5f-bc816ff6e481 req-6f0d4c91-1ef6-4b4e-a4a5-9150f9334193 service nova] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] No waiting events found dispatching network-vif-plugged-4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1085.133600] env[69186]: WARNING nova.compute.manager [req-3b09a243-2edc-4a67-8f5f-bc816ff6e481 req-6f0d4c91-1ef6-4b4e-a4a5-9150f9334193 service nova] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Received unexpected event network-vif-plugged-4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0 for instance with vm_state building and task_state spawning. [ 1085.164957] env[69186]: DEBUG oslo_vmware.api [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635705, 'name': Rename_Task, 'duration_secs': 0.290416} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.165269] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.165687] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38c2b181-d25e-45b4-a257-7011cb3d9706 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.174410] env[69186]: DEBUG oslo_vmware.api [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1085.174410] env[69186]: value = "task-3635707" [ 1085.174410] env[69186]: _type = "Task" [ 1085.174410] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.179552] env[69186]: DEBUG nova.network.neutron [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Successfully updated port: 4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.189169] env[69186]: DEBUG oslo_vmware.api [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635707, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.278328] env[69186]: DEBUG oslo_vmware.api [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.446629] env[69186]: DEBUG nova.network.neutron [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Successfully created port: 705db111-cc37-456e-8a39-384ec2379c53 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.452512] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a99bcb-8782-4062-a818-e222ad4bd65e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.473373] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71de76e7-f7dd-4345-b946-7f35faf62c10 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.495519] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Updating instance '9931a0cb-d7af-43ab-bfa2-de010754f7d4' progress to 67 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1085.519134] env[69186]: DEBUG nova.compute.manager [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.521878] env[69186]: DEBUG oslo_vmware.api [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635704, 'name': RemoveSnapshot_Task, 'duration_secs': 0.979717} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.522147] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Deleted Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1085.593124] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f6a2df-b5e7-4bd4-b8c0-438cedcdc127 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.624077] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b53e9f-c955-4a89-a3d3-2b0be089a661 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.630150] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-738a57d5-2e5a-4e1f-af1c-859f4c5877c5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.637445] env[69186]: DEBUG oslo_vmware.api [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Task: {'id': task-3635706, 'name': PowerOffVM_Task, 'duration_secs': 0.196427} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.638891] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.638891] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.639279] env[69186]: DEBUG oslo_vmware.api [None req-91b53e9f-c955-4a89-a3d3-2b0be089a661 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1085.639279] env[69186]: value = "task-3635708" [ 1085.639279] env[69186]: _type = "Task" [ 1085.639279] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.639483] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba9ba2e4-43a6-4830-a9fe-49c54f849496 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.650324] env[69186]: DEBUG oslo_vmware.api [None req-91b53e9f-c955-4a89-a3d3-2b0be089a661 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.680556] env[69186]: DEBUG nova.compute.manager [req-d629010e-0163-4f61-83fa-629dd9a6050e req-ecb6cda8-6f3c-499f-a1eb-46d16787f068 service nova] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Received event network-vif-deleted-9712c7c6-0732-484b-802a-7af0a36259a5 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.680699] env[69186]: DEBUG nova.compute.manager [req-d629010e-0163-4f61-83fa-629dd9a6050e req-ecb6cda8-6f3c-499f-a1eb-46d16787f068 service nova] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Received event network-changed-169c2f38-ba8a-4843-914d-0c93c849224e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.680867] env[69186]: DEBUG nova.compute.manager [req-d629010e-0163-4f61-83fa-629dd9a6050e req-ecb6cda8-6f3c-499f-a1eb-46d16787f068 service nova] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Refreshing instance network info cache due to event network-changed-169c2f38-ba8a-4843-914d-0c93c849224e. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.681111] env[69186]: DEBUG oslo_concurrency.lockutils [req-d629010e-0163-4f61-83fa-629dd9a6050e req-ecb6cda8-6f3c-499f-a1eb-46d16787f068 service nova] Acquiring lock "refresh_cache-7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.681258] env[69186]: DEBUG oslo_concurrency.lockutils [req-d629010e-0163-4f61-83fa-629dd9a6050e req-ecb6cda8-6f3c-499f-a1eb-46d16787f068 service nova] Acquired lock "refresh_cache-7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.681424] env[69186]: DEBUG nova.network.neutron [req-d629010e-0163-4f61-83fa-629dd9a6050e req-ecb6cda8-6f3c-499f-a1eb-46d16787f068 service nova] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Refreshing network info cache for port 169c2f38-ba8a-4843-914d-0c93c849224e {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.689396] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "refresh_cache-1d5d7ab7-ced1-46ec-b593-e08b35e5b875" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.689396] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired lock "refresh_cache-1d5d7ab7-ced1-46ec-b593-e08b35e5b875" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.689396] env[69186]: DEBUG nova.network.neutron [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.695302] env[69186]: DEBUG oslo_vmware.api [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635707, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.705176] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.705438] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.705669] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Deleting the datastore file [datastore1] 9b42ea08-fb07-41c2-aa21-a444e47713ae {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.705895] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31181763-7e61-489b-be0f-9aec58c04e79 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.714020] env[69186]: DEBUG oslo_vmware.api [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Waiting for the task: (returnval){ [ 1085.714020] env[69186]: value = "task-3635710" [ 1085.714020] env[69186]: _type = "Task" [ 1085.714020] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.730022] env[69186]: DEBUG oslo_vmware.api [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Task: {'id': task-3635710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.731641] env[69186]: DEBUG nova.network.neutron [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.779837] env[69186]: DEBUG oslo_vmware.api [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.913514] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55c2682-041e-422c-910e-41dfa3de7e5f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.921986] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b94d75-d1a1-404f-9c64-53d0a1bd7efb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.957544] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645ea46c-35bc-4e68-831c-42b5b66dca69 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.963250] env[69186]: DEBUG nova.network.neutron [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Updating instance_info_cache with network_info: [{"id": "4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0", "address": "fa:16:3e:4b:eb:bc", "network": {"id": "31bd6c99-6f00-4643-adfe-1f7763b3744b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-588385833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e81341caf41a3a52b5585de23490f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf0b7b4-f3", "ovs_interfaceid": "4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.967843] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb931df-283c-4d5a-bdb0-747677d33593 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.984218] env[69186]: DEBUG nova.compute.provider_tree [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.029884] env[69186]: WARNING nova.compute.manager [None req-40356fe8-f1dd-4acf-89db-eb741ad18d08 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Image not found during snapshot: nova.exception.ImageNotFound: Image d6f5fcb7-1191-462a-8c9d-4a050667f609 could not be found. [ 1086.056359] env[69186]: DEBUG nova.network.neutron [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Port 04ce1674-60c8-43ec-8c4e-45760d565573 binding to destination host cpu-1 is already ACTIVE {{(pid=69186) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1086.153283] env[69186]: DEBUG oslo_vmware.api [None req-91b53e9f-c955-4a89-a3d3-2b0be089a661 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635708, 'name': PowerOffVM_Task, 'duration_secs': 0.257268} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.153603] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b53e9f-c955-4a89-a3d3-2b0be089a661 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.159575] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-91b53e9f-c955-4a89-a3d3-2b0be089a661 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1086.160848] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3db17523-8ed8-4a59-8586-e215acf02dc0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.181126] env[69186]: DEBUG oslo_vmware.api [None req-91b53e9f-c955-4a89-a3d3-2b0be089a661 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1086.181126] env[69186]: value = "task-3635711" [ 1086.181126] env[69186]: _type = "Task" [ 1086.181126] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.197100] env[69186]: DEBUG oslo_vmware.api [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635707, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.203133] env[69186]: DEBUG oslo_vmware.api [None req-91b53e9f-c955-4a89-a3d3-2b0be089a661 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.226038] env[69186]: DEBUG oslo_vmware.api [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Task: {'id': task-3635710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219352} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.226523] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.226523] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.226735] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.226888] env[69186]: INFO nova.compute.manager [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1086.227163] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.227460] env[69186]: DEBUG nova.compute.manager [-] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.227556] env[69186]: DEBUG nova.network.neutron [-] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.279692] env[69186]: DEBUG oslo_vmware.api [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635684, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.467679] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Releasing lock "refresh_cache-1d5d7ab7-ced1-46ec-b593-e08b35e5b875" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.468220] env[69186]: DEBUG nova.compute.manager [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Instance network_info: |[{"id": "4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0", "address": "fa:16:3e:4b:eb:bc", "network": {"id": "31bd6c99-6f00-4643-adfe-1f7763b3744b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-588385833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e81341caf41a3a52b5585de23490f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf0b7b4-f3", "ovs_interfaceid": "4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.468786] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:eb:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.478109] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.478949] env[69186]: DEBUG nova.network.neutron [req-d629010e-0163-4f61-83fa-629dd9a6050e req-ecb6cda8-6f3c-499f-a1eb-46d16787f068 service nova] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Updated VIF entry in instance network info cache for port 169c2f38-ba8a-4843-914d-0c93c849224e. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.479297] env[69186]: DEBUG nova.network.neutron [req-d629010e-0163-4f61-83fa-629dd9a6050e req-ecb6cda8-6f3c-499f-a1eb-46d16787f068 service nova] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Updating instance_info_cache with network_info: [{"id": "169c2f38-ba8a-4843-914d-0c93c849224e", "address": "fa:16:3e:a2:31:32", "network": {"id": "14d60a2d-8117-4dd5-a804-5c161410ba84", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130840510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a588bb9537f4d2db8d49b4309728df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169c2f38-ba", "ovs_interfaceid": "169c2f38-ba8a-4843-914d-0c93c849224e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.480473] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.480705] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f93f679-2193-4940-b3e6-7321eb37a940 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.497094] env[69186]: DEBUG nova.scheduler.client.report [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.505823] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.505823] env[69186]: value = "task-3635712" [ 1086.505823] env[69186]: _type = "Task" [ 1086.505823] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.515688] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635712, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.536227] env[69186]: DEBUG nova.compute.manager [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.575845] env[69186]: DEBUG nova.virt.hardware [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.575845] env[69186]: DEBUG nova.virt.hardware [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.575845] env[69186]: DEBUG nova.virt.hardware [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.575845] env[69186]: DEBUG nova.virt.hardware [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.575845] env[69186]: DEBUG nova.virt.hardware [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.575845] env[69186]: DEBUG nova.virt.hardware [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.575845] env[69186]: DEBUG nova.virt.hardware [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.575845] env[69186]: DEBUG nova.virt.hardware [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.576244] env[69186]: DEBUG nova.virt.hardware [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.576244] env[69186]: DEBUG nova.virt.hardware [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.576244] env[69186]: DEBUG nova.virt.hardware [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.577524] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e80e69-a20d-4cba-8c1b-779ac1be45eb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.588647] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a4d8fc-ca00-49f1-b56a-0d4744201793 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.685454] env[69186]: DEBUG oslo_vmware.api [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635707, 'name': PowerOnVM_Task, 'duration_secs': 1.025169} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.688726] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.688982] env[69186]: INFO nova.compute.manager [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Took 9.95 seconds to spawn the instance on the hypervisor. [ 1086.689163] env[69186]: DEBUG nova.compute.manager [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.689961] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8d449e-a455-42fe-8b92-d7afa774304a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.697468] env[69186]: DEBUG oslo_vmware.api [None req-91b53e9f-c955-4a89-a3d3-2b0be089a661 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635711, 'name': ReconfigVM_Task, 'duration_secs': 0.413339} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.699720] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-91b53e9f-c955-4a89-a3d3-2b0be089a661 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1086.699988] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b53e9f-c955-4a89-a3d3-2b0be089a661 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.703128] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83c7ef3d-396d-46d8-b0b1-a65d44842370 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.709670] env[69186]: DEBUG oslo_vmware.api [None req-91b53e9f-c955-4a89-a3d3-2b0be089a661 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1086.709670] env[69186]: value = "task-3635713" [ 1086.709670] env[69186]: _type = "Task" [ 1086.709670] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.717717] env[69186]: DEBUG oslo_vmware.api [None req-91b53e9f-c955-4a89-a3d3-2b0be089a661 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.777657] env[69186]: DEBUG oslo_vmware.api [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635684, 'name': ReconfigVM_Task, 'duration_secs': 5.901125} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.777977] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.778120] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Reconfigured VM to detach interface {{(pid=69186) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1086.997174] env[69186]: DEBUG oslo_concurrency.lockutils [req-d629010e-0163-4f61-83fa-629dd9a6050e req-ecb6cda8-6f3c-499f-a1eb-46d16787f068 service nova] Releasing lock "refresh_cache-7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.002678] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.003456] env[69186]: DEBUG nova.compute.manager [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.006516] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.517s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.011608] env[69186]: INFO nova.compute.claims [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.033629] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635712, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.079146] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "9931a0cb-d7af-43ab-bfa2-de010754f7d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.079593] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "9931a0cb-d7af-43ab-bfa2-de010754f7d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.079898] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "9931a0cb-d7af-43ab-bfa2-de010754f7d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.157363] env[69186]: DEBUG nova.compute.manager [req-3c0b7e1e-0144-4fbd-96b7-83e39ec1b265 req-35b7c857-fb9f-4532-8dfe-760f33346c42 service nova] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Received event network-changed-4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.157363] env[69186]: DEBUG nova.compute.manager [req-3c0b7e1e-0144-4fbd-96b7-83e39ec1b265 req-35b7c857-fb9f-4532-8dfe-760f33346c42 service nova] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Refreshing instance network info cache due to event network-changed-4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.157363] env[69186]: DEBUG oslo_concurrency.lockutils [req-3c0b7e1e-0144-4fbd-96b7-83e39ec1b265 req-35b7c857-fb9f-4532-8dfe-760f33346c42 service nova] Acquiring lock "refresh_cache-1d5d7ab7-ced1-46ec-b593-e08b35e5b875" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.157720] env[69186]: DEBUG oslo_concurrency.lockutils [req-3c0b7e1e-0144-4fbd-96b7-83e39ec1b265 req-35b7c857-fb9f-4532-8dfe-760f33346c42 service nova] Acquired lock "refresh_cache-1d5d7ab7-ced1-46ec-b593-e08b35e5b875" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.157720] env[69186]: DEBUG nova.network.neutron [req-3c0b7e1e-0144-4fbd-96b7-83e39ec1b265 req-35b7c857-fb9f-4532-8dfe-760f33346c42 service nova] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Refreshing network info cache for port 4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.221822] env[69186]: INFO nova.compute.manager [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Took 27.76 seconds to build instance. [ 1087.225941] env[69186]: DEBUG oslo_vmware.api [None req-91b53e9f-c955-4a89-a3d3-2b0be089a661 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635713, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.247675] env[69186]: DEBUG nova.network.neutron [-] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.290622] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.290927] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.291175] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.291372] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.291632] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.293938] env[69186]: INFO nova.compute.manager [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Terminating instance [ 1087.319820] env[69186]: DEBUG nova.network.neutron [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Successfully updated port: 705db111-cc37-456e-8a39-384ec2379c53 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.525669] env[69186]: DEBUG nova.compute.utils [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.527605] env[69186]: DEBUG nova.compute.manager [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.527772] env[69186]: DEBUG nova.network.neutron [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.538825] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635712, 'name': CreateVM_Task, 'duration_secs': 0.543737} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.538825] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.538825] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.538825] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.538825] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.539158] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff9076e1-7df6-46f3-9cda-dfa508c70451 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.545394] env[69186]: DEBUG oslo_vmware.api [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1087.545394] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528e24ed-340d-d888-559c-4194cb9f252f" [ 1087.545394] env[69186]: _type = "Task" [ 1087.545394] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.555557] env[69186]: DEBUG oslo_vmware.api [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528e24ed-340d-d888-559c-4194cb9f252f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.601776] env[69186]: DEBUG nova.policy [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d743a1bc4534203877378de4871b5fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f3363661041456ca60cb2abda3d61b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.723253] env[69186]: DEBUG oslo_vmware.api [None req-91b53e9f-c955-4a89-a3d3-2b0be089a661 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635713, 'name': PowerOnVM_Task, 'duration_secs': 0.666341} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.723800] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b53e9f-c955-4a89-a3d3-2b0be089a661 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.723955] env[69186]: DEBUG nova.compute.manager [None req-91b53e9f-c955-4a89-a3d3-2b0be089a661 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.727420] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f5d2e9-ff15-483c-8610-8e2f053fab27 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.730124] env[69186]: DEBUG oslo_concurrency.lockutils [None req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "50959951-3ffe-431c-893e-eef7a8b02b59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.282s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.735439] env[69186]: DEBUG nova.compute.manager [req-8b514c0e-75da-4d9d-b7dc-5d20925a4725 req-93f7d7e7-1aff-4d39-bb67-7ab052631c45 service nova] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Received event network-vif-deleted-ce297642-277c-4af3-8511-b7b5669ad0e7 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.735566] env[69186]: DEBUG nova.compute.manager [req-8b514c0e-75da-4d9d-b7dc-5d20925a4725 req-93f7d7e7-1aff-4d39-bb67-7ab052631c45 service nova] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Received event network-vif-plugged-705db111-cc37-456e-8a39-384ec2379c53 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.735713] env[69186]: DEBUG oslo_concurrency.lockutils [req-8b514c0e-75da-4d9d-b7dc-5d20925a4725 req-93f7d7e7-1aff-4d39-bb67-7ab052631c45 service nova] Acquiring lock "241e1f54-9c68-4ba2-b6e7-94ca86aeee99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.735915] env[69186]: DEBUG oslo_concurrency.lockutils [req-8b514c0e-75da-4d9d-b7dc-5d20925a4725 req-93f7d7e7-1aff-4d39-bb67-7ab052631c45 service nova] Lock "241e1f54-9c68-4ba2-b6e7-94ca86aeee99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.736088] env[69186]: DEBUG oslo_concurrency.lockutils [req-8b514c0e-75da-4d9d-b7dc-5d20925a4725 req-93f7d7e7-1aff-4d39-bb67-7ab052631c45 service nova] Lock "241e1f54-9c68-4ba2-b6e7-94ca86aeee99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.736247] env[69186]: DEBUG nova.compute.manager [req-8b514c0e-75da-4d9d-b7dc-5d20925a4725 req-93f7d7e7-1aff-4d39-bb67-7ab052631c45 service nova] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] No waiting events found dispatching network-vif-plugged-705db111-cc37-456e-8a39-384ec2379c53 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1087.736499] env[69186]: WARNING nova.compute.manager [req-8b514c0e-75da-4d9d-b7dc-5d20925a4725 req-93f7d7e7-1aff-4d39-bb67-7ab052631c45 service nova] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Received unexpected event network-vif-plugged-705db111-cc37-456e-8a39-384ec2379c53 for instance with vm_state building and task_state spawning. [ 1087.736550] env[69186]: DEBUG nova.compute.manager [req-8b514c0e-75da-4d9d-b7dc-5d20925a4725 req-93f7d7e7-1aff-4d39-bb67-7ab052631c45 service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Received event network-vif-deleted-89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.736698] env[69186]: INFO nova.compute.manager [req-8b514c0e-75da-4d9d-b7dc-5d20925a4725 req-93f7d7e7-1aff-4d39-bb67-7ab052631c45 service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Neutron deleted interface 89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce; detaching it from the instance and deleting it from the info cache [ 1087.736960] env[69186]: DEBUG nova.network.neutron [req-8b514c0e-75da-4d9d-b7dc-5d20925a4725 req-93f7d7e7-1aff-4d39-bb67-7ab052631c45 service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Updating instance_info_cache with network_info: [{"id": "466e75d5-4890-4482-82fb-a7614060ea13", "address": "fa:16:3e:7e:07:d0", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap466e75d5-48", "ovs_interfaceid": "466e75d5-4890-4482-82fb-a7614060ea13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "76c502d2-0719-49c8-97a4-64fc2f720f6a", "address": "fa:16:3e:ed:df:8e", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76c502d2-07", "ovs_interfaceid": "76c502d2-0719-49c8-97a4-64fc2f720f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.751283] env[69186]: INFO nova.compute.manager [-] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Took 1.52 seconds to deallocate network for instance. [ 1087.801665] env[69186]: DEBUG nova.compute.manager [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.801896] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.802773] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63938cfc-058f-4b34-8c68-b772f7d119f0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.811202] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.811410] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8010a8e6-b549-494a-92c5-5b41a7609c40 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.820021] env[69186]: DEBUG oslo_vmware.api [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 1087.820021] env[69186]: value = "task-3635714" [ 1087.820021] env[69186]: _type = "Task" [ 1087.820021] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.830590] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Acquiring lock "refresh_cache-241e1f54-9c68-4ba2-b6e7-94ca86aeee99" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.830724] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Acquired lock "refresh_cache-241e1f54-9c68-4ba2-b6e7-94ca86aeee99" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.830869] env[69186]: DEBUG nova.network.neutron [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.837750] env[69186]: DEBUG oslo_vmware.api [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.037851] env[69186]: DEBUG nova.compute.manager [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.061982] env[69186]: DEBUG oslo_vmware.api [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528e24ed-340d-d888-559c-4194cb9f252f, 'name': SearchDatastore_Task, 'duration_secs': 0.010319} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.061982] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.061982] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.062509] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.063061] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.063188] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.065532] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8bffdef-add9-4f31-b1cb-1450f1f78b8a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.082456] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.082631] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.087664] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-881fbb9d-2873-474a-9caf-b85a4354413a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.095063] env[69186]: DEBUG oslo_vmware.api [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1088.095063] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52fd1e5b-6418-d01a-764e-65319828623f" [ 1088.095063] env[69186]: _type = "Task" [ 1088.095063] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.105878] env[69186]: DEBUG oslo_vmware.api [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52fd1e5b-6418-d01a-764e-65319828623f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.136986] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "refresh_cache-9931a0cb-d7af-43ab-bfa2-de010754f7d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.137207] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired lock "refresh_cache-9931a0cb-d7af-43ab-bfa2-de010754f7d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.137386] env[69186]: DEBUG nova.network.neutron [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.139288] env[69186]: DEBUG nova.network.neutron [req-3c0b7e1e-0144-4fbd-96b7-83e39ec1b265 req-35b7c857-fb9f-4532-8dfe-760f33346c42 service nova] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Updated VIF entry in instance network info cache for port 4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.139611] env[69186]: DEBUG nova.network.neutron [req-3c0b7e1e-0144-4fbd-96b7-83e39ec1b265 req-35b7c857-fb9f-4532-8dfe-760f33346c42 service nova] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Updating instance_info_cache with network_info: [{"id": "4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0", "address": "fa:16:3e:4b:eb:bc", "network": {"id": "31bd6c99-6f00-4643-adfe-1f7763b3744b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-588385833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e81341caf41a3a52b5585de23490f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf0b7b4-f3", "ovs_interfaceid": "4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.215168] env[69186]: DEBUG nova.network.neutron [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Successfully created port: 4f32b546-19b7-498f-9f37-7400cba56cad {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1088.239524] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "refresh_cache-51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.239698] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "refresh_cache-51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.239866] env[69186]: DEBUG nova.network.neutron [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.241351] env[69186]: DEBUG oslo_concurrency.lockutils [req-8b514c0e-75da-4d9d-b7dc-5d20925a4725 req-93f7d7e7-1aff-4d39-bb67-7ab052631c45 service nova] Acquiring lock "51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.242016] env[69186]: DEBUG oslo_concurrency.lockutils [req-8b514c0e-75da-4d9d-b7dc-5d20925a4725 req-93f7d7e7-1aff-4d39-bb67-7ab052631c45 service nova] Acquired lock "51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.243912] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ba3f23-d54c-4a70-8fa5-c9c3dc1a1209 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.269843] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.270438] env[69186]: DEBUG oslo_concurrency.lockutils [req-8b514c0e-75da-4d9d-b7dc-5d20925a4725 req-93f7d7e7-1aff-4d39-bb67-7ab052631c45 service nova] Releasing lock "51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.271360] env[69186]: WARNING nova.compute.manager [req-8b514c0e-75da-4d9d-b7dc-5d20925a4725 req-93f7d7e7-1aff-4d39-bb67-7ab052631c45 service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Detach interface failed, port_id=89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce, reason: No device with interface-id 89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce exists on VM: nova.exception.NotFound: No device with interface-id 89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce exists on VM [ 1088.271360] env[69186]: DEBUG nova.compute.manager [req-8b514c0e-75da-4d9d-b7dc-5d20925a4725 req-93f7d7e7-1aff-4d39-bb67-7ab052631c45 service nova] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Received event network-changed-705db111-cc37-456e-8a39-384ec2379c53 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.271360] env[69186]: DEBUG nova.compute.manager [req-8b514c0e-75da-4d9d-b7dc-5d20925a4725 req-93f7d7e7-1aff-4d39-bb67-7ab052631c45 service nova] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Refreshing instance network info cache due to event network-changed-705db111-cc37-456e-8a39-384ec2379c53. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.271360] env[69186]: DEBUG oslo_concurrency.lockutils [req-8b514c0e-75da-4d9d-b7dc-5d20925a4725 req-93f7d7e7-1aff-4d39-bb67-7ab052631c45 service nova] Acquiring lock "refresh_cache-241e1f54-9c68-4ba2-b6e7-94ca86aeee99" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.329572] env[69186]: DEBUG oslo_vmware.api [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635714, 'name': PowerOffVM_Task, 'duration_secs': 0.28229} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.329856] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.333903] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.334982] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45ee2e1a-9a38-4485-90f7-7446dc5bddbf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.403841] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c55010-f636-4765-a599-90be495f03af {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.403841] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe000ba0-ce45-47ac-8842-c074549164e3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.423080] env[69186]: DEBUG nova.network.neutron [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.426630] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2730eaa1-9c40-467f-9a4b-b20634d409d4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.429533] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.430652] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.431049] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Deleting the datastore file [datastore2] 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.431172] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-874e196d-c88e-420c-b168-d0f577d0fa92 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.440240] env[69186]: DEBUG oslo_vmware.api [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for the task: (returnval){ [ 1088.440240] env[69186]: value = "task-3635716" [ 1088.440240] env[69186]: _type = "Task" [ 1088.440240] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.444843] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc29809-43fd-4c95-b684-00dfef0c7c3a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.473184] env[69186]: DEBUG oslo_vmware.api [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.473589] env[69186]: DEBUG nova.compute.provider_tree [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.608763] env[69186]: DEBUG oslo_vmware.api [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52fd1e5b-6418-d01a-764e-65319828623f, 'name': SearchDatastore_Task, 'duration_secs': 0.025501} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.610150] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8475e457-48a2-4862-a9c5-3e87869ebdb3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.616721] env[69186]: DEBUG oslo_vmware.api [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1088.616721] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52599cfc-0a5c-0382-c4da-18d5c4a004c5" [ 1088.616721] env[69186]: _type = "Task" [ 1088.616721] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.626522] env[69186]: DEBUG oslo_vmware.api [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52599cfc-0a5c-0382-c4da-18d5c4a004c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.644017] env[69186]: DEBUG oslo_concurrency.lockutils [req-3c0b7e1e-0144-4fbd-96b7-83e39ec1b265 req-35b7c857-fb9f-4532-8dfe-760f33346c42 service nova] Releasing lock "refresh_cache-1d5d7ab7-ced1-46ec-b593-e08b35e5b875" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.716713] env[69186]: DEBUG nova.network.neutron [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Updating instance_info_cache with network_info: [{"id": "705db111-cc37-456e-8a39-384ec2379c53", "address": "fa:16:3e:bd:54:b2", "network": {"id": "4b587ef1-a370-44f3-a60e-e8802a941e01", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1252906779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2e4f4b8a2c4d4f83596153d0d949e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap705db111-cc", "ovs_interfaceid": "705db111-cc37-456e-8a39-384ec2379c53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.725034] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "51a8437d-4790-4ba9-a676-2f2e3ea28133" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.725327] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "51a8437d-4790-4ba9-a676-2f2e3ea28133" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.725556] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "51a8437d-4790-4ba9-a676-2f2e3ea28133-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.725748] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "51a8437d-4790-4ba9-a676-2f2e3ea28133-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.725916] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "51a8437d-4790-4ba9-a676-2f2e3ea28133-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.730062] env[69186]: INFO nova.compute.manager [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Terminating instance [ 1088.933745] env[69186]: DEBUG nova.network.neutron [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Updating instance_info_cache with network_info: [{"id": "04ce1674-60c8-43ec-8c4e-45760d565573", "address": "fa:16:3e:33:b0:d1", "network": {"id": "00dd6897-3c7d-4519-99b4-1d7e73246cdf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870319695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfd91ddcb62c48dba383798a87da8a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04ce1674-60", "ovs_interfaceid": "04ce1674-60c8-43ec-8c4e-45760d565573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.956335] env[69186]: DEBUG oslo_vmware.api [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Task: {'id': task-3635716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141773} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.956626] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.956800] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.957044] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.957246] env[69186]: INFO nova.compute.manager [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1088.957721] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.958073] env[69186]: DEBUG nova.compute.manager [-] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.958173] env[69186]: DEBUG nova.network.neutron [-] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.979010] env[69186]: DEBUG nova.scheduler.client.report [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.985894] env[69186]: INFO nova.network.neutron [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Port 76c502d2-0719-49c8-97a4-64fc2f720f6a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1088.986281] env[69186]: DEBUG nova.network.neutron [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Updating instance_info_cache with network_info: [{"id": "466e75d5-4890-4482-82fb-a7614060ea13", "address": "fa:16:3e:7e:07:d0", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap466e75d5-48", "ovs_interfaceid": "466e75d5-4890-4482-82fb-a7614060ea13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.053206] env[69186]: DEBUG nova.compute.manager [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.092706] env[69186]: DEBUG nova.virt.hardware [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.092954] env[69186]: DEBUG nova.virt.hardware [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.093154] env[69186]: DEBUG nova.virt.hardware [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.093347] env[69186]: DEBUG nova.virt.hardware [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.093510] env[69186]: DEBUG nova.virt.hardware [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.093696] env[69186]: DEBUG nova.virt.hardware [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.093942] env[69186]: DEBUG nova.virt.hardware [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.094158] env[69186]: DEBUG nova.virt.hardware [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.094323] env[69186]: DEBUG nova.virt.hardware [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.094504] env[69186]: DEBUG nova.virt.hardware [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.094687] env[69186]: DEBUG nova.virt.hardware [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.095662] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085709e9-ab65-4c6b-9107-a39a7abe037f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.106401] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89c7f92-a230-40fd-8258-94964e6eed39 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.128671] env[69186]: DEBUG oslo_vmware.api [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52599cfc-0a5c-0382-c4da-18d5c4a004c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010424} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.128928] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.129220] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 1d5d7ab7-ced1-46ec-b593-e08b35e5b875/1d5d7ab7-ced1-46ec-b593-e08b35e5b875.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.129485] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-885f76f2-d3cb-463d-a7f6-67be0b763790 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.136028] env[69186]: DEBUG oslo_vmware.api [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1089.136028] env[69186]: value = "task-3635717" [ 1089.136028] env[69186]: _type = "Task" [ 1089.136028] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.143431] env[69186]: DEBUG oslo_vmware.api [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.219700] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Releasing lock "refresh_cache-241e1f54-9c68-4ba2-b6e7-94ca86aeee99" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.220053] env[69186]: DEBUG nova.compute.manager [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Instance network_info: |[{"id": "705db111-cc37-456e-8a39-384ec2379c53", "address": "fa:16:3e:bd:54:b2", "network": {"id": "4b587ef1-a370-44f3-a60e-e8802a941e01", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1252906779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2e4f4b8a2c4d4f83596153d0d949e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap705db111-cc", "ovs_interfaceid": "705db111-cc37-456e-8a39-384ec2379c53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.220704] env[69186]: DEBUG oslo_concurrency.lockutils [req-8b514c0e-75da-4d9d-b7dc-5d20925a4725 req-93f7d7e7-1aff-4d39-bb67-7ab052631c45 service nova] Acquired lock "refresh_cache-241e1f54-9c68-4ba2-b6e7-94ca86aeee99" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.220704] env[69186]: DEBUG nova.network.neutron [req-8b514c0e-75da-4d9d-b7dc-5d20925a4725 req-93f7d7e7-1aff-4d39-bb67-7ab052631c45 service nova] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Refreshing network info cache for port 705db111-cc37-456e-8a39-384ec2379c53 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.221915] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:54:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3734b156-0f7d-4721-b23c-d000412ec2eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '705db111-cc37-456e-8a39-384ec2379c53', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.229553] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Creating folder: Project (6d2e4f4b8a2c4d4f83596153d0d949e8). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1089.231904] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb7a23a1-a4ae-4ac4-80f8-c5d549cd778b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.234932] env[69186]: DEBUG nova.compute.manager [req-2684531b-a30d-454b-b5f3-302b1f3935f4 req-77c686f7-3d83-4a76-8203-5a6e35ee4bcd service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Received event network-vif-deleted-76c502d2-0719-49c8-97a4-64fc2f720f6a {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.237512] env[69186]: DEBUG nova.compute.manager [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.237705] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.238906] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cbe695-2028-4fd2-ba36-1338c70718a8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.244695] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Created folder: Project (6d2e4f4b8a2c4d4f83596153d0d949e8) in parent group-v724677. [ 1089.244879] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Creating folder: Instances. Parent ref: group-v724945. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1089.245113] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b1495df-c725-40aa-bf0b-c740b3b429ec {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.248506] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.249055] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d73e21b0-f9a5-4389-b852-900f2ebacec9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.256144] env[69186]: DEBUG oslo_vmware.api [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1089.256144] env[69186]: value = "task-3635720" [ 1089.256144] env[69186]: _type = "Task" [ 1089.256144] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.260000] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Created folder: Instances in parent group-v724945. [ 1089.260239] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.260750] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.260965] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cfaa6c5-2cd3-4654-804b-4e365dbeb610 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.280195] env[69186]: DEBUG oslo_vmware.api [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.286962] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.286962] env[69186]: value = "task-3635721" [ 1089.286962] env[69186]: _type = "Task" [ 1089.286962] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.296576] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635721, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.435727] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Releasing lock "refresh_cache-9931a0cb-d7af-43ab-bfa2-de010754f7d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.484847] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.485426] env[69186]: DEBUG nova.compute.manager [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.488099] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.585s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.488384] env[69186]: DEBUG nova.objects.instance [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lazy-loading 'resources' on Instance uuid b2a1953d-7c0e-44a4-928d-60ce0515692a {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.489642] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "refresh_cache-51a8437d-4790-4ba9-a676-2f2e3ea28133" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.650389] env[69186]: DEBUG oslo_vmware.api [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635717, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.702902] env[69186]: DEBUG nova.network.neutron [-] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.761625] env[69186]: DEBUG nova.compute.manager [req-80d569dd-c579-4e49-b433-ff06d04bef71 req-ebafc87c-e01a-430c-985b-262b407d2a56 service nova] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Received event network-changed-4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.761625] env[69186]: DEBUG nova.compute.manager [req-80d569dd-c579-4e49-b433-ff06d04bef71 req-ebafc87c-e01a-430c-985b-262b407d2a56 service nova] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Refreshing instance network info cache due to event network-changed-4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.761947] env[69186]: DEBUG oslo_concurrency.lockutils [req-80d569dd-c579-4e49-b433-ff06d04bef71 req-ebafc87c-e01a-430c-985b-262b407d2a56 service nova] Acquiring lock "refresh_cache-50959951-3ffe-431c-893e-eef7a8b02b59" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.762188] env[69186]: DEBUG oslo_concurrency.lockutils [req-80d569dd-c579-4e49-b433-ff06d04bef71 req-ebafc87c-e01a-430c-985b-262b407d2a56 service nova] Acquired lock "refresh_cache-50959951-3ffe-431c-893e-eef7a8b02b59" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.762437] env[69186]: DEBUG nova.network.neutron [req-80d569dd-c579-4e49-b433-ff06d04bef71 req-ebafc87c-e01a-430c-985b-262b407d2a56 service nova] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Refreshing network info cache for port 4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.779143] env[69186]: DEBUG oslo_vmware.api [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635720, 'name': PowerOffVM_Task, 'duration_secs': 0.310835} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.779518] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.779771] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.783377] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be22847d-e45d-4a3b-8b41-de9805be4517 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.800841] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635721, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.896606] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.896801] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.897108] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Deleting the datastore file [datastore2] 51a8437d-4790-4ba9-a676-2f2e3ea28133 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.897476] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98912161-9298-491e-95a9-90cf753be946 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.904330] env[69186]: DEBUG oslo_vmware.api [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1089.904330] env[69186]: value = "task-3635724" [ 1089.904330] env[69186]: _type = "Task" [ 1089.904330] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.915511] env[69186]: DEBUG oslo_vmware.api [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.969729] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4557ad2b-74c5-44f3-9550-f4fc5bf70a29 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.003323] env[69186]: DEBUG nova.compute.utils [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.007604] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00ac63e5-57d2-4a57-bc99-bc233de65962 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "interface-51a8437d-4790-4ba9-a676-2f2e3ea28133-89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.899s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.009580] env[69186]: DEBUG nova.compute.manager [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.011118] env[69186]: DEBUG nova.network.neutron [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.012790] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d92e454-5600-4851-a323-713fad994843 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.023872] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Updating instance '9931a0cb-d7af-43ab-bfa2-de010754f7d4' progress to 83 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.060025] env[69186]: DEBUG nova.network.neutron [req-8b514c0e-75da-4d9d-b7dc-5d20925a4725 req-93f7d7e7-1aff-4d39-bb67-7ab052631c45 service nova] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Updated VIF entry in instance network info cache for port 705db111-cc37-456e-8a39-384ec2379c53. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.060941] env[69186]: DEBUG nova.network.neutron [req-8b514c0e-75da-4d9d-b7dc-5d20925a4725 req-93f7d7e7-1aff-4d39-bb67-7ab052631c45 service nova] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Updating instance_info_cache with network_info: [{"id": "705db111-cc37-456e-8a39-384ec2379c53", "address": "fa:16:3e:bd:54:b2", "network": {"id": "4b587ef1-a370-44f3-a60e-e8802a941e01", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1252906779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2e4f4b8a2c4d4f83596153d0d949e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap705db111-cc", "ovs_interfaceid": "705db111-cc37-456e-8a39-384ec2379c53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.097313] env[69186]: DEBUG nova.policy [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5264cc4ee19349e2ae3497402cfb0359', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '165e8bb064bc4ed184f5174d2c07b12c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.148730] env[69186]: DEBUG oslo_vmware.api [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514466} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.149077] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 1d5d7ab7-ced1-46ec-b593-e08b35e5b875/1d5d7ab7-ced1-46ec-b593-e08b35e5b875.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.149215] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.149465] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae7890e6-5ee9-4066-835c-e95d40765b80 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.158278] env[69186]: DEBUG oslo_vmware.api [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1090.158278] env[69186]: value = "task-3635725" [ 1090.158278] env[69186]: _type = "Task" [ 1090.158278] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.167647] env[69186]: DEBUG oslo_vmware.api [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.210720] env[69186]: INFO nova.compute.manager [-] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Took 1.25 seconds to deallocate network for instance. [ 1090.277892] env[69186]: DEBUG nova.network.neutron [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Successfully updated port: 4f32b546-19b7-498f-9f37-7400cba56cad {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.305069] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635721, 'name': CreateVM_Task, 'duration_secs': 0.647595} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.305251] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.305939] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.306126] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.306457] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.306722] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d23dfe5-bca3-4f56-be22-108288557973 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.313727] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Waiting for the task: (returnval){ [ 1090.313727] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52deb1b9-5997-aecc-a309-b4b0fdc0fc84" [ 1090.313727] env[69186]: _type = "Task" [ 1090.313727] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.324294] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52deb1b9-5997-aecc-a309-b4b0fdc0fc84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.325905] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b2c2f1-326e-42b0-88d1-764f33bcd4a1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.333577] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fc4353-9b58-48be-871e-4e70f24c566a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.369400] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692b792e-6248-4629-92b7-f1430fcf7167 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.375985] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888267f6-10ba-4c3d-9746-80800ab608c0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.389533] env[69186]: DEBUG nova.compute.provider_tree [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1090.413994] env[69186]: DEBUG oslo_vmware.api [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307367} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.414479] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.414479] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.414652] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.414821] env[69186]: INFO nova.compute.manager [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1090.415125] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.415332] env[69186]: DEBUG nova.compute.manager [-] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.415450] env[69186]: DEBUG nova.network.neutron [-] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.494826] env[69186]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 76c502d2-0719-49c8-97a4-64fc2f720f6a could not be found.", "detail": ""}} {{(pid=69186) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1090.495087] env[69186]: DEBUG nova.network.neutron [-] Unable to show port 76c502d2-0719-49c8-97a4-64fc2f720f6a as it no longer exists. {{(pid=69186) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1090.510600] env[69186]: DEBUG nova.compute.manager [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.532107] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.532107] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-311ad6cd-8a3c-41fd-ac54-448e606ebd5f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.534465] env[69186]: DEBUG nova.network.neutron [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Successfully created port: e6a3bec8-9c52-45b3-9e58-529024e72311 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.542669] env[69186]: DEBUG oslo_vmware.api [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1090.542669] env[69186]: value = "task-3635726" [ 1090.542669] env[69186]: _type = "Task" [ 1090.542669] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.553307] env[69186]: DEBUG oslo_vmware.api [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.564453] env[69186]: DEBUG oslo_concurrency.lockutils [req-8b514c0e-75da-4d9d-b7dc-5d20925a4725 req-93f7d7e7-1aff-4d39-bb67-7ab052631c45 service nova] Releasing lock "refresh_cache-241e1f54-9c68-4ba2-b6e7-94ca86aeee99" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.668686] env[69186]: DEBUG oslo_vmware.api [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065982} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.668978] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.670094] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3d2ee0-d236-4692-854e-dfdf2f85ea9c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.695598] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 1d5d7ab7-ced1-46ec-b593-e08b35e5b875/1d5d7ab7-ced1-46ec-b593-e08b35e5b875.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.696781] env[69186]: DEBUG nova.network.neutron [req-80d569dd-c579-4e49-b433-ff06d04bef71 req-ebafc87c-e01a-430c-985b-262b407d2a56 service nova] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Updated VIF entry in instance network info cache for port 4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.697342] env[69186]: DEBUG nova.network.neutron [req-80d569dd-c579-4e49-b433-ff06d04bef71 req-ebafc87c-e01a-430c-985b-262b407d2a56 service nova] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Updating instance_info_cache with network_info: [{"id": "4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44", "address": "fa:16:3e:08:d4:fb", "network": {"id": "318febf9-1b9b-468e-89db-688cc7c13504", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994346472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa508e72f4e64c54bd0bbd510c8897ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4658c2d8-7f", "ovs_interfaceid": "4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.698778] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f8d487f-fb01-4644-a2fc-a9e95fbe1d69 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.720441] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.726837] env[69186]: DEBUG oslo_vmware.api [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1090.726837] env[69186]: value = "task-3635727" [ 1090.726837] env[69186]: _type = "Task" [ 1090.726837] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.736229] env[69186]: DEBUG oslo_vmware.api [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.782988] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "refresh_cache-06952c63-1043-465b-8277-364a586628de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.782988] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquired lock "refresh_cache-06952c63-1043-465b-8277-364a586628de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.783145] env[69186]: DEBUG nova.network.neutron [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.826664] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52deb1b9-5997-aecc-a309-b4b0fdc0fc84, 'name': SearchDatastore_Task, 'duration_secs': 0.027713} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.827065] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.827329] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.827589] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.827754] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.827938] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.828230] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71e70364-6ffd-47dd-bfe1-8592c8015250 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.838089] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.838089] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.839073] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48ede459-1694-4b72-911f-fd30a091108b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.846019] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Waiting for the task: (returnval){ [ 1090.846019] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52751021-d652-a776-9967-c3f107575d56" [ 1090.846019] env[69186]: _type = "Task" [ 1090.846019] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.854195] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52751021-d652-a776-9967-c3f107575d56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.937025] env[69186]: DEBUG nova.scheduler.client.report [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Updated inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1090.937187] env[69186]: DEBUG nova.compute.provider_tree [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Updating resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 generation from 133 to 134 during operation: update_inventory {{(pid=69186) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1090.937290] env[69186]: DEBUG nova.compute.provider_tree [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1091.055047] env[69186]: DEBUG oslo_vmware.api [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635726, 'name': PowerOnVM_Task, 'duration_secs': 0.425317} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.055396] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.055542] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2e52e3ec-31d1-45ae-9d94-65c26aed600d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Updating instance '9931a0cb-d7af-43ab-bfa2-de010754f7d4' progress to 100 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1091.222177] env[69186]: DEBUG oslo_concurrency.lockutils [req-80d569dd-c579-4e49-b433-ff06d04bef71 req-ebafc87c-e01a-430c-985b-262b407d2a56 service nova] Releasing lock "refresh_cache-50959951-3ffe-431c-893e-eef7a8b02b59" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.237365] env[69186]: DEBUG oslo_vmware.api [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.261540] env[69186]: DEBUG nova.compute.manager [req-59fd22a4-9c6c-4a9f-b64d-f461eb3401b3 req-8e0fb9c0-660e-4bae-a27b-8b033f2d0b83 service nova] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Received event network-vif-deleted-ed4aa1d6-8938-4072-8bdf-dbd82bee4b92 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.328208] env[69186]: DEBUG nova.network.neutron [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.361421] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52751021-d652-a776-9967-c3f107575d56, 'name': SearchDatastore_Task, 'duration_secs': 0.017908} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.362783] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1a4ee37-a69a-4f45-ba71-3d6a93f43df8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.368684] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Waiting for the task: (returnval){ [ 1091.368684] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e3789a-3027-296c-aabc-0660c74ef56f" [ 1091.368684] env[69186]: _type = "Task" [ 1091.368684] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.377687] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e3789a-3027-296c-aabc-0660c74ef56f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.443608] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.446299] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.504s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.446548] env[69186]: DEBUG nova.objects.instance [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lazy-loading 'resources' on Instance uuid d2630da7-721d-4f82-a9c6-49dc74d61b8c {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.464059] env[69186]: INFO nova.scheduler.client.report [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Deleted allocations for instance b2a1953d-7c0e-44a4-928d-60ce0515692a [ 1091.522820] env[69186]: DEBUG nova.network.neutron [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Updating instance_info_cache with network_info: [{"id": "4f32b546-19b7-498f-9f37-7400cba56cad", "address": "fa:16:3e:c4:e9:7e", "network": {"id": "b19f466a-3c49-4589-b277-bd013ac6fcc9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-687916241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f3363661041456ca60cb2abda3d61b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f32b546-19", "ovs_interfaceid": "4f32b546-19b7-498f-9f37-7400cba56cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.525970] env[69186]: DEBUG nova.compute.manager [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.554314] env[69186]: DEBUG nova.virt.hardware [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.554567] env[69186]: DEBUG nova.virt.hardware [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.554729] env[69186]: DEBUG nova.virt.hardware [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.554908] env[69186]: DEBUG nova.virt.hardware [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.555126] env[69186]: DEBUG nova.virt.hardware [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.555246] env[69186]: DEBUG nova.virt.hardware [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.555614] env[69186]: DEBUG nova.virt.hardware [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.555668] env[69186]: DEBUG nova.virt.hardware [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.555964] env[69186]: DEBUG nova.virt.hardware [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.555964] env[69186]: DEBUG nova.virt.hardware [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.557191] env[69186]: DEBUG nova.virt.hardware [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.558210] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9e6043-627a-4216-8619-2a680763950e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.569864] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08992db-ec15-470e-8ea4-bb9f0d475e1a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.739544] env[69186]: DEBUG nova.network.neutron [-] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.741323] env[69186]: DEBUG oslo_vmware.api [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635727, 'name': ReconfigVM_Task, 'duration_secs': 0.693115} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.743016] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 1d5d7ab7-ced1-46ec-b593-e08b35e5b875/1d5d7ab7-ced1-46ec-b593-e08b35e5b875.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.743016] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28ceb61a-b22b-4fbd-87f4-9d78bc123637 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.751963] env[69186]: DEBUG oslo_vmware.api [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1091.751963] env[69186]: value = "task-3635728" [ 1091.751963] env[69186]: _type = "Task" [ 1091.751963] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.764317] env[69186]: DEBUG oslo_vmware.api [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635728, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.794416] env[69186]: DEBUG nova.compute.manager [req-11980223-d983-4994-8836-b81d4f4a04bc req-cb413bb2-7877-4fb8-af25-7a7f6ee8234a service nova] [instance: 06952c63-1043-465b-8277-364a586628de] Received event network-vif-plugged-4f32b546-19b7-498f-9f37-7400cba56cad {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.794639] env[69186]: DEBUG oslo_concurrency.lockutils [req-11980223-d983-4994-8836-b81d4f4a04bc req-cb413bb2-7877-4fb8-af25-7a7f6ee8234a service nova] Acquiring lock "06952c63-1043-465b-8277-364a586628de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.794869] env[69186]: DEBUG oslo_concurrency.lockutils [req-11980223-d983-4994-8836-b81d4f4a04bc req-cb413bb2-7877-4fb8-af25-7a7f6ee8234a service nova] Lock "06952c63-1043-465b-8277-364a586628de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.795032] env[69186]: DEBUG oslo_concurrency.lockutils [req-11980223-d983-4994-8836-b81d4f4a04bc req-cb413bb2-7877-4fb8-af25-7a7f6ee8234a service nova] Lock "06952c63-1043-465b-8277-364a586628de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.795410] env[69186]: DEBUG nova.compute.manager [req-11980223-d983-4994-8836-b81d4f4a04bc req-cb413bb2-7877-4fb8-af25-7a7f6ee8234a service nova] [instance: 06952c63-1043-465b-8277-364a586628de] No waiting events found dispatching network-vif-plugged-4f32b546-19b7-498f-9f37-7400cba56cad {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.795632] env[69186]: WARNING nova.compute.manager [req-11980223-d983-4994-8836-b81d4f4a04bc req-cb413bb2-7877-4fb8-af25-7a7f6ee8234a service nova] [instance: 06952c63-1043-465b-8277-364a586628de] Received unexpected event network-vif-plugged-4f32b546-19b7-498f-9f37-7400cba56cad for instance with vm_state building and task_state spawning. [ 1091.795832] env[69186]: DEBUG nova.compute.manager [req-11980223-d983-4994-8836-b81d4f4a04bc req-cb413bb2-7877-4fb8-af25-7a7f6ee8234a service nova] [instance: 06952c63-1043-465b-8277-364a586628de] Received event network-changed-4f32b546-19b7-498f-9f37-7400cba56cad {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.796100] env[69186]: DEBUG nova.compute.manager [req-11980223-d983-4994-8836-b81d4f4a04bc req-cb413bb2-7877-4fb8-af25-7a7f6ee8234a service nova] [instance: 06952c63-1043-465b-8277-364a586628de] Refreshing instance network info cache due to event network-changed-4f32b546-19b7-498f-9f37-7400cba56cad. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.796261] env[69186]: DEBUG oslo_concurrency.lockutils [req-11980223-d983-4994-8836-b81d4f4a04bc req-cb413bb2-7877-4fb8-af25-7a7f6ee8234a service nova] Acquiring lock "refresh_cache-06952c63-1043-465b-8277-364a586628de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.882840] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e3789a-3027-296c-aabc-0660c74ef56f, 'name': SearchDatastore_Task, 'duration_secs': 0.011461} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.883270] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.883577] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 241e1f54-9c68-4ba2-b6e7-94ca86aeee99/241e1f54-9c68-4ba2-b6e7-94ca86aeee99.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.884505] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbe4c979-49f9-44d4-8fbb-c3b4603fd3fc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.891682] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Waiting for the task: (returnval){ [ 1091.891682] env[69186]: value = "task-3635729" [ 1091.891682] env[69186]: _type = "Task" [ 1091.891682] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.903236] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Task: {'id': task-3635729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.969817] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "f96019ad-c5f7-45ba-85a1-580b45bfb7cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.970066] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "f96019ad-c5f7-45ba-85a1-580b45bfb7cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.975410] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7feab148-7352-4248-befc-950e055c297f tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "b2a1953d-7c0e-44a4-928d-60ce0515692a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.023s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.029236] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Releasing lock "refresh_cache-06952c63-1043-465b-8277-364a586628de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.029992] env[69186]: DEBUG nova.compute.manager [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Instance network_info: |[{"id": "4f32b546-19b7-498f-9f37-7400cba56cad", "address": "fa:16:3e:c4:e9:7e", "network": {"id": "b19f466a-3c49-4589-b277-bd013ac6fcc9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-687916241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f3363661041456ca60cb2abda3d61b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f32b546-19", "ovs_interfaceid": "4f32b546-19b7-498f-9f37-7400cba56cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1092.030155] env[69186]: DEBUG oslo_concurrency.lockutils [req-11980223-d983-4994-8836-b81d4f4a04bc req-cb413bb2-7877-4fb8-af25-7a7f6ee8234a service nova] Acquired lock "refresh_cache-06952c63-1043-465b-8277-364a586628de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.030340] env[69186]: DEBUG nova.network.neutron [req-11980223-d983-4994-8836-b81d4f4a04bc req-cb413bb2-7877-4fb8-af25-7a7f6ee8234a service nova] [instance: 06952c63-1043-465b-8277-364a586628de] Refreshing network info cache for port 4f32b546-19b7-498f-9f37-7400cba56cad {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.031627] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:e9:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f32b546-19b7-498f-9f37-7400cba56cad', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.039188] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Creating folder: Project (3f3363661041456ca60cb2abda3d61b4). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1092.039905] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-644d0645-c3be-4627-b3fa-a1ee743374ab {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.056221] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Created folder: Project (3f3363661041456ca60cb2abda3d61b4) in parent group-v724677. [ 1092.056412] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Creating folder: Instances. Parent ref: group-v724949. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1092.056636] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8146e06-c84c-4053-842b-89c4ec1d6cc1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.067496] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Created folder: Instances in parent group-v724949. [ 1092.067729] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.067912] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06952c63-1043-465b-8277-364a586628de] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.068132] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a7a08ad-3222-4882-a8f2-fa9240d6bdb4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.095020] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.095020] env[69186]: value = "task-3635732" [ 1092.095020] env[69186]: _type = "Task" [ 1092.095020] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.106427] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635732, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.237322] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7247e5-58b4-4a2d-aa19-66e41e47f677 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.242913] env[69186]: INFO nova.compute.manager [-] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Took 1.83 seconds to deallocate network for instance. [ 1092.252639] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5ae5b1-573e-4ff6-9d4c-41d88c1bb156 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.290503] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2327adf-213a-4f55-bba2-65af806fca58 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.297702] env[69186]: DEBUG oslo_vmware.api [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635728, 'name': Rename_Task, 'duration_secs': 0.174335} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.298467] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.299125] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5359f62b-8b3c-453a-b829-292254dd6d6e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.308205] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0321b9d-6143-494a-bbd4-0358d6b0dea0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.314191] env[69186]: DEBUG oslo_vmware.api [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1092.314191] env[69186]: value = "task-3635733" [ 1092.314191] env[69186]: _type = "Task" [ 1092.314191] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.332816] env[69186]: DEBUG nova.compute.provider_tree [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1092.338464] env[69186]: DEBUG oslo_vmware.api [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635733, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.403613] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Task: {'id': task-3635729, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.416214] env[69186]: DEBUG nova.network.neutron [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Successfully updated port: e6a3bec8-9c52-45b3-9e58-529024e72311 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.476836] env[69186]: DEBUG nova.compute.manager [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.607533] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635732, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.759688] env[69186]: DEBUG nova.network.neutron [req-11980223-d983-4994-8836-b81d4f4a04bc req-cb413bb2-7877-4fb8-af25-7a7f6ee8234a service nova] [instance: 06952c63-1043-465b-8277-364a586628de] Updated VIF entry in instance network info cache for port 4f32b546-19b7-498f-9f37-7400cba56cad. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.760188] env[69186]: DEBUG nova.network.neutron [req-11980223-d983-4994-8836-b81d4f4a04bc req-cb413bb2-7877-4fb8-af25-7a7f6ee8234a service nova] [instance: 06952c63-1043-465b-8277-364a586628de] Updating instance_info_cache with network_info: [{"id": "4f32b546-19b7-498f-9f37-7400cba56cad", "address": "fa:16:3e:c4:e9:7e", "network": {"id": "b19f466a-3c49-4589-b277-bd013ac6fcc9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-687916241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f3363661041456ca60cb2abda3d61b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f32b546-19", "ovs_interfaceid": "4f32b546-19b7-498f-9f37-7400cba56cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.790095] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.825172] env[69186]: DEBUG oslo_vmware.api [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635733, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.859191] env[69186]: ERROR nova.scheduler.client.report [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] [req-fecf364e-c3cf-47c8-bb18-d877499db580] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 236fcb92-b429-42b8-bc28-b1c93f3ba708. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fecf364e-c3cf-47c8-bb18-d877499db580"}]} [ 1092.877746] env[69186]: DEBUG nova.scheduler.client.report [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Refreshing inventories for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1092.892849] env[69186]: DEBUG nova.scheduler.client.report [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Updating ProviderTree inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1092.893045] env[69186]: DEBUG nova.compute.provider_tree [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1092.904955] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Task: {'id': task-3635729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704412} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.905981] env[69186]: DEBUG nova.scheduler.client.report [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Refreshing aggregate associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, aggregates: None {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1092.908557] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 241e1f54-9c68-4ba2-b6e7-94ca86aeee99/241e1f54-9c68-4ba2-b6e7-94ca86aeee99.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.908557] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.908557] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d8ed5fd-9610-4fd0-8356-1bd1e5586491 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.915774] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Waiting for the task: (returnval){ [ 1092.915774] env[69186]: value = "task-3635735" [ 1092.915774] env[69186]: _type = "Task" [ 1092.915774] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.924628] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Acquiring lock "refresh_cache-2cc3a23d-24a0-465a-bec4-7ee7cef02b75" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.924628] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Acquired lock "refresh_cache-2cc3a23d-24a0-465a-bec4-7ee7cef02b75" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.924905] env[69186]: DEBUG nova.network.neutron [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.926108] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Task: {'id': task-3635735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.931013] env[69186]: DEBUG nova.scheduler.client.report [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Refreshing trait associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1093.001427] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.109472] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635732, 'name': CreateVM_Task, 'duration_secs': 0.711071} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.109618] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06952c63-1043-465b-8277-364a586628de] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.110411] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.110521] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.110768] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.111044] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f22501e-8ae7-4dea-94d4-b96a7ac81d19 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.118890] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1093.118890] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e77db9-b1e0-0865-5504-fb3aeff27c79" [ 1093.118890] env[69186]: _type = "Task" [ 1093.118890] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.127557] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e77db9-b1e0-0865-5504-fb3aeff27c79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.205074] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de55dcb-cedc-46f9-89a3-d6c9b9eadca5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.213062] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a118c1a-42f3-4580-9fdf-3cf578ac4d94 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.248577] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d1b8b0-b78c-44eb-8c21-2bac6821d734 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.256925] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6babdef8-70c0-40a9-9f1d-ec5d804cc120 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.262800] env[69186]: DEBUG oslo_concurrency.lockutils [req-11980223-d983-4994-8836-b81d4f4a04bc req-cb413bb2-7877-4fb8-af25-7a7f6ee8234a service nova] Releasing lock "refresh_cache-06952c63-1043-465b-8277-364a586628de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.263070] env[69186]: DEBUG nova.compute.manager [req-11980223-d983-4994-8836-b81d4f4a04bc req-cb413bb2-7877-4fb8-af25-7a7f6ee8234a service nova] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Received event network-vif-deleted-466e75d5-4890-4482-82fb-a7614060ea13 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.271533] env[69186]: DEBUG nova.compute.provider_tree [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1093.325338] env[69186]: DEBUG oslo_vmware.api [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635733, 'name': PowerOnVM_Task, 'duration_secs': 0.960542} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.325617] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.325824] env[69186]: INFO nova.compute.manager [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1093.326009] env[69186]: DEBUG nova.compute.manager [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.326806] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e371b117-0518-46de-8b2a-31f3cb2a0038 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.425248] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Task: {'id': task-3635735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079648} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.425517] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.426317] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd6d517-2432-49d9-9a04-dcf045067d6f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.452068] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 241e1f54-9c68-4ba2-b6e7-94ca86aeee99/241e1f54-9c68-4ba2-b6e7-94ca86aeee99.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.452068] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5543100b-add7-4568-96c5-f240154a9cb4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.466349] env[69186]: DEBUG nova.network.neutron [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.468451] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c14aaae6-c0b3-4ebc-ab63-3736ee77dd58 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "9931a0cb-d7af-43ab-bfa2-de010754f7d4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.468680] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c14aaae6-c0b3-4ebc-ab63-3736ee77dd58 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "9931a0cb-d7af-43ab-bfa2-de010754f7d4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.468857] env[69186]: DEBUG nova.compute.manager [None req-c14aaae6-c0b3-4ebc-ab63-3736ee77dd58 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Going to confirm migration 4 {{(pid=69186) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1093.475459] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Waiting for the task: (returnval){ [ 1093.475459] env[69186]: value = "task-3635736" [ 1093.475459] env[69186]: _type = "Task" [ 1093.475459] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.483289] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Task: {'id': task-3635736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.631283] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e77db9-b1e0-0865-5504-fb3aeff27c79, 'name': SearchDatastore_Task, 'duration_secs': 0.014262} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.631885] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.632363] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.632711] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.632969] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.634155] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.634155] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8726fdf-6a8e-4e9a-a534-f36279c2fe83 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.647301] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.647301] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.647301] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7ea32cc-18c8-4d56-b8b0-0349b0677277 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.652058] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1093.652058] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f9802d-e0e0-eccf-96b0-afce5fc02a14" [ 1093.652058] env[69186]: _type = "Task" [ 1093.652058] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.661825] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f9802d-e0e0-eccf-96b0-afce5fc02a14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.803852] env[69186]: DEBUG nova.scheduler.client.report [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Updated inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1093.804533] env[69186]: DEBUG nova.compute.provider_tree [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Updating resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 generation from 135 to 136 during operation: update_inventory {{(pid=69186) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1093.804843] env[69186]: DEBUG nova.compute.provider_tree [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1093.824251] env[69186]: DEBUG nova.compute.manager [req-af33cce7-6fc0-4237-9af2-02c824418f3a req-e37b8895-bd95-4578-a6f6-22322c260349 service nova] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Received event network-vif-plugged-e6a3bec8-9c52-45b3-9e58-529024e72311 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.824251] env[69186]: DEBUG oslo_concurrency.lockutils [req-af33cce7-6fc0-4237-9af2-02c824418f3a req-e37b8895-bd95-4578-a6f6-22322c260349 service nova] Acquiring lock "2cc3a23d-24a0-465a-bec4-7ee7cef02b75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.824251] env[69186]: DEBUG oslo_concurrency.lockutils [req-af33cce7-6fc0-4237-9af2-02c824418f3a req-e37b8895-bd95-4578-a6f6-22322c260349 service nova] Lock "2cc3a23d-24a0-465a-bec4-7ee7cef02b75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.824251] env[69186]: DEBUG oslo_concurrency.lockutils [req-af33cce7-6fc0-4237-9af2-02c824418f3a req-e37b8895-bd95-4578-a6f6-22322c260349 service nova] Lock "2cc3a23d-24a0-465a-bec4-7ee7cef02b75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.824251] env[69186]: DEBUG nova.compute.manager [req-af33cce7-6fc0-4237-9af2-02c824418f3a req-e37b8895-bd95-4578-a6f6-22322c260349 service nova] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] No waiting events found dispatching network-vif-plugged-e6a3bec8-9c52-45b3-9e58-529024e72311 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1093.824251] env[69186]: WARNING nova.compute.manager [req-af33cce7-6fc0-4237-9af2-02c824418f3a req-e37b8895-bd95-4578-a6f6-22322c260349 service nova] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Received unexpected event network-vif-plugged-e6a3bec8-9c52-45b3-9e58-529024e72311 for instance with vm_state building and task_state spawning. [ 1093.824251] env[69186]: DEBUG nova.compute.manager [req-af33cce7-6fc0-4237-9af2-02c824418f3a req-e37b8895-bd95-4578-a6f6-22322c260349 service nova] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Received event network-changed-e6a3bec8-9c52-45b3-9e58-529024e72311 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.824954] env[69186]: DEBUG nova.compute.manager [req-af33cce7-6fc0-4237-9af2-02c824418f3a req-e37b8895-bd95-4578-a6f6-22322c260349 service nova] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Refreshing instance network info cache due to event network-changed-e6a3bec8-9c52-45b3-9e58-529024e72311. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.825190] env[69186]: DEBUG oslo_concurrency.lockutils [req-af33cce7-6fc0-4237-9af2-02c824418f3a req-e37b8895-bd95-4578-a6f6-22322c260349 service nova] Acquiring lock "refresh_cache-2cc3a23d-24a0-465a-bec4-7ee7cef02b75" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.845078] env[69186]: INFO nova.compute.manager [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Took 16.75 seconds to build instance. [ 1093.878693] env[69186]: DEBUG nova.network.neutron [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Updating instance_info_cache with network_info: [{"id": "e6a3bec8-9c52-45b3-9e58-529024e72311", "address": "fa:16:3e:ce:6a:63", "network": {"id": "489547a4-e8e4-41c3-820f-05603d4bbaf7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-704329948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "165e8bb064bc4ed184f5174d2c07b12c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6a3bec8-9c", "ovs_interfaceid": "e6a3bec8-9c52-45b3-9e58-529024e72311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.986411] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Task: {'id': task-3635736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.014839] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c14aaae6-c0b3-4ebc-ab63-3736ee77dd58 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "refresh_cache-9931a0cb-d7af-43ab-bfa2-de010754f7d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.014948] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c14aaae6-c0b3-4ebc-ab63-3736ee77dd58 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired lock "refresh_cache-9931a0cb-d7af-43ab-bfa2-de010754f7d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.015110] env[69186]: DEBUG nova.network.neutron [None req-c14aaae6-c0b3-4ebc-ab63-3736ee77dd58 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.015401] env[69186]: DEBUG nova.objects.instance [None req-c14aaae6-c0b3-4ebc-ab63-3736ee77dd58 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lazy-loading 'info_cache' on Instance uuid 9931a0cb-d7af-43ab-bfa2-de010754f7d4 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.163194] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f9802d-e0e0-eccf-96b0-afce5fc02a14, 'name': SearchDatastore_Task, 'duration_secs': 0.05131} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.163996] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40eab2ae-5599-4b43-aef2-2ced60a879ad {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.169240] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1094.169240] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525845ab-42dc-0546-82c2-af6f92d1eee3" [ 1094.169240] env[69186]: _type = "Task" [ 1094.169240] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.176912] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525845ab-42dc-0546-82c2-af6f92d1eee3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.310690] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.864s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.313859] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.044s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.314494] env[69186]: DEBUG nova.objects.instance [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Lazy-loading 'resources' on Instance uuid 9b42ea08-fb07-41c2-aa21-a444e47713ae {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.334943] env[69186]: INFO nova.scheduler.client.report [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Deleted allocations for instance d2630da7-721d-4f82-a9c6-49dc74d61b8c [ 1094.347746] env[69186]: DEBUG oslo_concurrency.lockutils [None req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "1d5d7ab7-ced1-46ec-b593-e08b35e5b875" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.264s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.381737] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Releasing lock "refresh_cache-2cc3a23d-24a0-465a-bec4-7ee7cef02b75" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.381737] env[69186]: DEBUG nova.compute.manager [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Instance network_info: |[{"id": "e6a3bec8-9c52-45b3-9e58-529024e72311", "address": "fa:16:3e:ce:6a:63", "network": {"id": "489547a4-e8e4-41c3-820f-05603d4bbaf7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-704329948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "165e8bb064bc4ed184f5174d2c07b12c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6a3bec8-9c", "ovs_interfaceid": "e6a3bec8-9c52-45b3-9e58-529024e72311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.382083] env[69186]: DEBUG oslo_concurrency.lockutils [req-af33cce7-6fc0-4237-9af2-02c824418f3a req-e37b8895-bd95-4578-a6f6-22322c260349 service nova] Acquired lock "refresh_cache-2cc3a23d-24a0-465a-bec4-7ee7cef02b75" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.382264] env[69186]: DEBUG nova.network.neutron [req-af33cce7-6fc0-4237-9af2-02c824418f3a req-e37b8895-bd95-4578-a6f6-22322c260349 service nova] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Refreshing network info cache for port e6a3bec8-9c52-45b3-9e58-529024e72311 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.383591] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:6a:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6a3bec8-9c52-45b3-9e58-529024e72311', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.393063] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.394676] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.394985] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6d4f204-dee0-4ae3-aa64-21825d6e6d02 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.417621] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.417621] env[69186]: value = "task-3635737" [ 1094.417621] env[69186]: _type = "Task" [ 1094.417621] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.428637] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635737, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.487771] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Task: {'id': task-3635736, 'name': ReconfigVM_Task, 'duration_secs': 0.875615} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.488060] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 241e1f54-9c68-4ba2-b6e7-94ca86aeee99/241e1f54-9c68-4ba2-b6e7-94ca86aeee99.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.488816] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f35e7d25-483c-4a44-8810-535e3878f7c9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.497786] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Waiting for the task: (returnval){ [ 1094.497786] env[69186]: value = "task-3635738" [ 1094.497786] env[69186]: _type = "Task" [ 1094.497786] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.508122] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Task: {'id': task-3635738, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.686195] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525845ab-42dc-0546-82c2-af6f92d1eee3, 'name': SearchDatastore_Task, 'duration_secs': 0.025783} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.687105] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.687405] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 06952c63-1043-465b-8277-364a586628de/06952c63-1043-465b-8277-364a586628de.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.687692] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fc1ff40-185b-4610-9c90-95142f9c5626 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.698380] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1094.698380] env[69186]: value = "task-3635740" [ 1094.698380] env[69186]: _type = "Task" [ 1094.698380] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.710422] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.846367] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Lock "d2630da7-721d-4f82-a9c6-49dc74d61b8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.720s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.927906] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635737, 'name': CreateVM_Task, 'duration_secs': 0.424419} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.928379] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.931515] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.931683] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.931998] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.932824] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03550691-0abb-46af-b9b8-5475eef52623 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.940928] env[69186]: DEBUG oslo_vmware.api [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Waiting for the task: (returnval){ [ 1094.940928] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5200f4fc-85df-6136-c651-275ee8c31c33" [ 1094.940928] env[69186]: _type = "Task" [ 1094.940928] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.957025] env[69186]: DEBUG oslo_vmware.api [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5200f4fc-85df-6136-c651-275ee8c31c33, 'name': SearchDatastore_Task, 'duration_secs': 0.010773} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.957582] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.957582] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.957808] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.957954] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.958167] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.958835] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7224f745-d870-4bd5-ae3b-ad4396c92ed7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.970194] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.970388] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.971153] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07b0f2c3-e623-4a1f-93b4-f6e521ef058b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.977572] env[69186]: DEBUG oslo_vmware.api [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Waiting for the task: (returnval){ [ 1094.977572] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5274cb87-8d36-22b7-6afe-c413d702427b" [ 1094.977572] env[69186]: _type = "Task" [ 1094.977572] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.992255] env[69186]: DEBUG oslo_vmware.api [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5274cb87-8d36-22b7-6afe-c413d702427b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.011126] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Task: {'id': task-3635738, 'name': Rename_Task, 'duration_secs': 0.178247} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.011408] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.011660] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a004027-3c0d-496e-b6ee-119142ed034f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.026891] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Waiting for the task: (returnval){ [ 1095.026891] env[69186]: value = "task-3635741" [ 1095.026891] env[69186]: _type = "Task" [ 1095.026891] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.039880] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Task: {'id': task-3635741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.120015] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7da15a4-4afc-40dd-8231-4e8b21a1e7d2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.128779] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734bf83c-335b-42ff-a07c-47fe380cbc97 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.164554] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4f7a5f-43de-4412-9820-e943dc1b70cc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.173672] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1781b0-877a-4127-92f3-ab5d9feb89a4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.180312] env[69186]: DEBUG oslo_concurrency.lockutils [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "1d5d7ab7-ced1-46ec-b593-e08b35e5b875" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.180511] env[69186]: DEBUG oslo_concurrency.lockutils [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "1d5d7ab7-ced1-46ec-b593-e08b35e5b875" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.180683] env[69186]: INFO nova.compute.manager [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Shelving [ 1095.192988] env[69186]: DEBUG nova.compute.provider_tree [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.207982] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.372347] env[69186]: DEBUG nova.network.neutron [req-af33cce7-6fc0-4237-9af2-02c824418f3a req-e37b8895-bd95-4578-a6f6-22322c260349 service nova] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Updated VIF entry in instance network info cache for port e6a3bec8-9c52-45b3-9e58-529024e72311. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.372347] env[69186]: DEBUG nova.network.neutron [req-af33cce7-6fc0-4237-9af2-02c824418f3a req-e37b8895-bd95-4578-a6f6-22322c260349 service nova] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Updating instance_info_cache with network_info: [{"id": "e6a3bec8-9c52-45b3-9e58-529024e72311", "address": "fa:16:3e:ce:6a:63", "network": {"id": "489547a4-e8e4-41c3-820f-05603d4bbaf7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-704329948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "165e8bb064bc4ed184f5174d2c07b12c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6a3bec8-9c", "ovs_interfaceid": "e6a3bec8-9c52-45b3-9e58-529024e72311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.464759] env[69186]: DEBUG nova.network.neutron [None req-c14aaae6-c0b3-4ebc-ab63-3736ee77dd58 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Updating instance_info_cache with network_info: [{"id": "04ce1674-60c8-43ec-8c4e-45760d565573", "address": "fa:16:3e:33:b0:d1", "network": {"id": "00dd6897-3c7d-4519-99b4-1d7e73246cdf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870319695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfd91ddcb62c48dba383798a87da8a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04ce1674-60", "ovs_interfaceid": "04ce1674-60c8-43ec-8c4e-45760d565573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.489058] env[69186]: DEBUG oslo_vmware.api [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5274cb87-8d36-22b7-6afe-c413d702427b, 'name': SearchDatastore_Task, 'duration_secs': 0.027033} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.490105] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b2cb8f0-2e54-4be1-bae6-5b90c43c70fa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.496852] env[69186]: DEBUG oslo_vmware.api [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Waiting for the task: (returnval){ [ 1095.496852] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5294453a-12ae-94e1-09a7-47bc8384cc90" [ 1095.496852] env[69186]: _type = "Task" [ 1095.496852] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.505111] env[69186]: DEBUG oslo_vmware.api [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5294453a-12ae-94e1-09a7-47bc8384cc90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.536920] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Task: {'id': task-3635741, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.696615] env[69186]: DEBUG nova.scheduler.client.report [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.713618] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.874895] env[69186]: DEBUG oslo_concurrency.lockutils [req-af33cce7-6fc0-4237-9af2-02c824418f3a req-e37b8895-bd95-4578-a6f6-22322c260349 service nova] Releasing lock "refresh_cache-2cc3a23d-24a0-465a-bec4-7ee7cef02b75" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.969357] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c14aaae6-c0b3-4ebc-ab63-3736ee77dd58 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Releasing lock "refresh_cache-9931a0cb-d7af-43ab-bfa2-de010754f7d4" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.969357] env[69186]: DEBUG nova.objects.instance [None req-c14aaae6-c0b3-4ebc-ab63-3736ee77dd58 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lazy-loading 'migration_context' on Instance uuid 9931a0cb-d7af-43ab-bfa2-de010754f7d4 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.012336] env[69186]: DEBUG oslo_vmware.api [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5294453a-12ae-94e1-09a7-47bc8384cc90, 'name': SearchDatastore_Task, 'duration_secs': 0.033287} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.012684] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.013040] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 2cc3a23d-24a0-465a-bec4-7ee7cef02b75/2cc3a23d-24a0-465a-bec4-7ee7cef02b75.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.013462] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cdf1711-f27b-47e5-91b0-7b0c04c41ac7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.023014] env[69186]: DEBUG oslo_vmware.api [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Waiting for the task: (returnval){ [ 1096.023014] env[69186]: value = "task-3635742" [ 1096.023014] env[69186]: _type = "Task" [ 1096.023014] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.039221] env[69186]: DEBUG oslo_vmware.api [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.045142] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Task: {'id': task-3635741, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.190252] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.190606] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fb0e91f-20d5-46d3-b908-560b72618dd2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.200115] env[69186]: DEBUG oslo_vmware.api [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1096.200115] env[69186]: value = "task-3635743" [ 1096.200115] env[69186]: _type = "Task" [ 1096.200115] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.204972] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.210222] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.490s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.210706] env[69186]: DEBUG nova.objects.instance [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lazy-loading 'resources' on Instance uuid 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.227173] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635740, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.487858} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.227521] env[69186]: DEBUG oslo_vmware.api [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.228630] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 06952c63-1043-465b-8277-364a586628de/06952c63-1043-465b-8277-364a586628de.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.228845] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.229976] env[69186]: INFO nova.scheduler.client.report [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Deleted allocations for instance 9b42ea08-fb07-41c2-aa21-a444e47713ae [ 1096.230997] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb10a21b-e0ad-4f0b-bfeb-e9162655de11 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.243403] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1096.243403] env[69186]: value = "task-3635744" [ 1096.243403] env[69186]: _type = "Task" [ 1096.243403] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.256050] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.472480] env[69186]: DEBUG nova.objects.base [None req-c14aaae6-c0b3-4ebc-ab63-3736ee77dd58 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Object Instance<9931a0cb-d7af-43ab-bfa2-de010754f7d4> lazy-loaded attributes: info_cache,migration_context {{(pid=69186) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1096.473189] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191778f4-390f-44cd-964d-9245ba124d15 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.498451] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99c624b4-9d4a-45af-a31f-b7ac4c9dd965 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.506204] env[69186]: DEBUG oslo_vmware.api [None req-c14aaae6-c0b3-4ebc-ab63-3736ee77dd58 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1096.506204] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c82b03-1687-97cf-0668-8fcc28bed71b" [ 1096.506204] env[69186]: _type = "Task" [ 1096.506204] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.519470] env[69186]: DEBUG oslo_vmware.api [None req-c14aaae6-c0b3-4ebc-ab63-3736ee77dd58 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c82b03-1687-97cf-0668-8fcc28bed71b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.536947] env[69186]: DEBUG oslo_vmware.api [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635742, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.545297] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Task: {'id': task-3635741, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.711051] env[69186]: DEBUG oslo_vmware.api [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635743, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.747803] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6ff6da28-198e-42e0-a935-000f364cb58c tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Lock "9b42ea08-fb07-41c2-aa21-a444e47713ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.168s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.759772] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069797} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.764394] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.767691] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7be5e44-6f45-43db-a0a6-76255e88ce0c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.791993] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 06952c63-1043-465b-8277-364a586628de/06952c63-1043-465b-8277-364a586628de.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.795677] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6596bdce-3735-411b-8146-232069395743 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.819943] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1096.819943] env[69186]: value = "task-3635746" [ 1096.819943] env[69186]: _type = "Task" [ 1096.819943] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.829464] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.017588] env[69186]: DEBUG oslo_vmware.api [None req-c14aaae6-c0b3-4ebc-ab63-3736ee77dd58 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c82b03-1687-97cf-0668-8fcc28bed71b, 'name': SearchDatastore_Task, 'duration_secs': 0.016778} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.020368] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c14aaae6-c0b3-4ebc-ab63-3736ee77dd58 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.037116] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da1df62-0ed9-4763-b4c8-0338f9155865 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.042263] env[69186]: DEBUG oslo_vmware.api [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710772} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.042263] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 2cc3a23d-24a0-465a-bec4-7ee7cef02b75/2cc3a23d-24a0-465a-bec4-7ee7cef02b75.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.042263] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.042263] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb3bde41-52bf-443a-83f3-bf7c5db452b0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.051614] env[69186]: DEBUG oslo_vmware.api [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Task: {'id': task-3635741, 'name': PowerOnVM_Task, 'duration_secs': 1.765018} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.053284] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75113f3d-b495-4edd-b3dc-358c94d293af {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.056581] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.056801] env[69186]: INFO nova.compute.manager [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Took 10.52 seconds to spawn the instance on the hypervisor. [ 1097.056974] env[69186]: DEBUG nova.compute.manager [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.058983] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7d1a23-76f3-4555-8062-35cc81f2e637 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.061702] env[69186]: DEBUG oslo_vmware.api [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Waiting for the task: (returnval){ [ 1097.061702] env[69186]: value = "task-3635747" [ 1097.061702] env[69186]: _type = "Task" [ 1097.061702] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.096398] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857e2280-7dec-45b6-add3-8f38ca9b161a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.102605] env[69186]: DEBUG oslo_vmware.api [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635747, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.108849] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a07661-dcce-4621-a873-aa2736578b97 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.126622] env[69186]: DEBUG nova.compute.provider_tree [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.212820] env[69186]: DEBUG oslo_vmware.api [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635743, 'name': PowerOffVM_Task, 'duration_secs': 0.674936} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.213119] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.213924] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46203b8b-c0c4-41c3-a23b-a01a1f0e7a6d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.233865] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0e678e-3837-44b7-8322-dd912af319a8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.331742] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.574422] env[69186]: DEBUG oslo_vmware.api [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071824} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.574854] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.575654] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2deb8007-0774-4696-aa78-d45de3f750a1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.604996] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 2cc3a23d-24a0-465a-bec4-7ee7cef02b75/2cc3a23d-24a0-465a-bec4-7ee7cef02b75.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.612534] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c63ecc5-47a2-4ac8-8b59-e45df472b3e1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.627284] env[69186]: INFO nova.compute.manager [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Took 18.70 seconds to build instance. [ 1097.629954] env[69186]: DEBUG nova.scheduler.client.report [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.641279] env[69186]: DEBUG oslo_vmware.api [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Waiting for the task: (returnval){ [ 1097.641279] env[69186]: value = "task-3635748" [ 1097.641279] env[69186]: _type = "Task" [ 1097.641279] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.655042] env[69186]: DEBUG oslo_vmware.api [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.745296] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Creating Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1097.745768] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4759a581-6b83-41a1-b0ff-c61b0305a939 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.759192] env[69186]: DEBUG oslo_vmware.api [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1097.759192] env[69186]: value = "task-3635749" [ 1097.759192] env[69186]: _type = "Task" [ 1097.759192] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.769409] env[69186]: DEBUG oslo_vmware.api [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635749, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.834898] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.073130] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Acquiring lock "1b52d131-9522-4d9a-8a41-2cfba7be5317" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.073470] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Lock "1b52d131-9522-4d9a-8a41-2cfba7be5317" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.141439] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.143953] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Lock "241e1f54-9c68-4ba2-b6e7-94ca86aeee99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.224s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.145550] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.356s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.145794] env[69186]: DEBUG nova.objects.instance [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lazy-loading 'resources' on Instance uuid 51a8437d-4790-4ba9-a676-2f2e3ea28133 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.161262] env[69186]: DEBUG oslo_vmware.api [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.168503] env[69186]: INFO nova.scheduler.client.report [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Deleted allocations for instance 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0 [ 1098.270619] env[69186]: DEBUG oslo_vmware.api [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635749, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.334413] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635746, 'name': ReconfigVM_Task, 'duration_secs': 1.200555} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.334732] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 06952c63-1043-465b-8277-364a586628de/06952c63-1043-465b-8277-364a586628de.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.335526] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Acquiring lock "241e1f54-9c68-4ba2-b6e7-94ca86aeee99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.335749] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Lock "241e1f54-9c68-4ba2-b6e7-94ca86aeee99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.335950] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Acquiring lock "241e1f54-9c68-4ba2-b6e7-94ca86aeee99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.336149] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Lock "241e1f54-9c68-4ba2-b6e7-94ca86aeee99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.336320] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Lock "241e1f54-9c68-4ba2-b6e7-94ca86aeee99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.341662] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-783c2fd5-1b24-4a2c-a375-8b929f3736f3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.341951] env[69186]: INFO nova.compute.manager [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Terminating instance [ 1098.350185] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1098.350185] env[69186]: value = "task-3635750" [ 1098.350185] env[69186]: _type = "Task" [ 1098.350185] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.365101] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635750, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.575629] env[69186]: DEBUG nova.compute.manager [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.660347] env[69186]: DEBUG oslo_vmware.api [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635748, 'name': ReconfigVM_Task, 'duration_secs': 0.787007} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.660347] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 2cc3a23d-24a0-465a-bec4-7ee7cef02b75/2cc3a23d-24a0-465a-bec4-7ee7cef02b75.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.660839] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-342ad97b-2a1b-40e9-9d47-7b0395af35e9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.671345] env[69186]: DEBUG oslo_vmware.api [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Waiting for the task: (returnval){ [ 1098.671345] env[69186]: value = "task-3635751" [ 1098.671345] env[69186]: _type = "Task" [ 1098.671345] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.678669] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Lock "64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.387s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.687636] env[69186]: DEBUG oslo_vmware.api [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635751, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.776355] env[69186]: DEBUG oslo_vmware.api [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635749, 'name': CreateSnapshot_Task, 'duration_secs': 0.935999} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.776355] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Created Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1098.776355] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10935a7-f1f1-49c4-9119-9d1814aa86e0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.846478] env[69186]: DEBUG nova.compute.manager [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.846704] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.848077] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7f5a7a-e3f1-43fa-b152-f5e33bcd38b7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.864634] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.865281] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635750, 'name': Rename_Task, 'duration_secs': 0.169929} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.865510] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72f54961-39bc-4970-b0b4-b6a45299fa76 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.867130] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.867305] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb497902-adfc-40d5-8969-a0bc25d7b620 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.874790] env[69186]: DEBUG oslo_vmware.api [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Waiting for the task: (returnval){ [ 1098.874790] env[69186]: value = "task-3635753" [ 1098.874790] env[69186]: _type = "Task" [ 1098.874790] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.878692] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1098.878692] env[69186]: value = "task-3635754" [ 1098.878692] env[69186]: _type = "Task" [ 1098.878692] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.892911] env[69186]: DEBUG oslo_vmware.api [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Task: {'id': task-3635753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.897465] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.009884] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16b250b-b9df-455e-8a87-9e9129747c5e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.019641] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e126f6-e2db-4ee7-8efc-c0fe5cdb2dbb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.054289] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b4003c-6206-48ee-bf83-26f26cb1f8cf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.064479] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7894fdcf-b9bb-49af-86cb-2ab3fbd738b4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.079922] env[69186]: DEBUG nova.compute.provider_tree [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.103684] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.184477] env[69186]: DEBUG oslo_vmware.api [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635751, 'name': Rename_Task, 'duration_secs': 0.245722} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.184875] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.185292] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf66492a-acba-40d5-9a3b-258f059f796a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.197466] env[69186]: DEBUG oslo_vmware.api [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Waiting for the task: (returnval){ [ 1099.197466] env[69186]: value = "task-3635755" [ 1099.197466] env[69186]: _type = "Task" [ 1099.197466] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.210965] env[69186]: DEBUG oslo_vmware.api [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.301210] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Creating linked-clone VM from snapshot {{(pid=69186) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1099.301570] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ba137056-9c77-45a6-910e-326134852a0b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.311726] env[69186]: DEBUG oslo_vmware.api [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1099.311726] env[69186]: value = "task-3635756" [ 1099.311726] env[69186]: _type = "Task" [ 1099.311726] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.323080] env[69186]: DEBUG oslo_vmware.api [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635756, 'name': CloneVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.403770] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635754, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.403770] env[69186]: DEBUG oslo_vmware.api [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Task: {'id': task-3635753, 'name': PowerOffVM_Task, 'duration_secs': 0.216038} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.403770] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.403770] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.403975] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b96b6bd7-d96f-40e2-8a5d-c4358a5bf1e7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.500457] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.500709] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.500900] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Deleting the datastore file [datastore1] 241e1f54-9c68-4ba2-b6e7-94ca86aeee99 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.501193] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78d2dcb7-5c8b-4632-884c-d1162777b6fd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.509050] env[69186]: DEBUG oslo_vmware.api [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Waiting for the task: (returnval){ [ 1099.509050] env[69186]: value = "task-3635758" [ 1099.509050] env[69186]: _type = "Task" [ 1099.509050] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.518579] env[69186]: DEBUG oslo_vmware.api [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Task: {'id': task-3635758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.584131] env[69186]: DEBUG nova.scheduler.client.report [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.709533] env[69186]: DEBUG oslo_vmware.api [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635755, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.827575] env[69186]: DEBUG oslo_vmware.api [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635756, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.895988] env[69186]: DEBUG oslo_vmware.api [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635754, 'name': PowerOnVM_Task, 'duration_secs': 0.575048} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.896339] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.896581] env[69186]: INFO nova.compute.manager [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Took 10.84 seconds to spawn the instance on the hypervisor. [ 1099.896787] env[69186]: DEBUG nova.compute.manager [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.897773] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aed4a8b-6a5f-403a-af3f-3dc77fdc7c71 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.023100] env[69186]: DEBUG oslo_vmware.api [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Task: {'id': task-3635758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240936} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.023365] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.023593] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.023938] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.024089] env[69186]: INFO nova.compute.manager [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1100.024436] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.024696] env[69186]: DEBUG nova.compute.manager [-] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.024822] env[69186]: DEBUG nova.network.neutron [-] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.092008] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.095907] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.093s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.096266] env[69186]: INFO nova.compute.claims [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.118650] env[69186]: INFO nova.scheduler.client.report [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Deleted allocations for instance 51a8437d-4790-4ba9-a676-2f2e3ea28133 [ 1100.215236] env[69186]: DEBUG oslo_vmware.api [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635755, 'name': PowerOnVM_Task, 'duration_secs': 0.82464} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.215594] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.215843] env[69186]: INFO nova.compute.manager [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1100.216071] env[69186]: DEBUG nova.compute.manager [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.216956] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66502a73-20db-4a1a-94b9-1a7d40d4b177 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.329431] env[69186]: DEBUG oslo_vmware.api [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635756, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.426765] env[69186]: INFO nova.compute.manager [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Took 20.33 seconds to build instance. [ 1100.629956] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "51a8437d-4790-4ba9-a676-2f2e3ea28133" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.905s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.662937] env[69186]: DEBUG nova.compute.manager [req-da990ec2-7c62-42ec-ad41-806769a7eb19 req-0659bdc3-2e1d-4d5d-bd06-63a4aefe4d22 service nova] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Received event network-vif-deleted-705db111-cc37-456e-8a39-384ec2379c53 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.664314] env[69186]: INFO nova.compute.manager [req-da990ec2-7c62-42ec-ad41-806769a7eb19 req-0659bdc3-2e1d-4d5d-bd06-63a4aefe4d22 service nova] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Neutron deleted interface 705db111-cc37-456e-8a39-384ec2379c53; detaching it from the instance and deleting it from the info cache [ 1100.664314] env[69186]: DEBUG nova.network.neutron [req-da990ec2-7c62-42ec-ad41-806769a7eb19 req-0659bdc3-2e1d-4d5d-bd06-63a4aefe4d22 service nova] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.740894] env[69186]: INFO nova.compute.manager [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Took 19.27 seconds to build instance. [ 1100.835071] env[69186]: DEBUG oslo_vmware.api [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635756, 'name': CloneVM_Task} progress is 95%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.930570] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3a58664f-6611-462c-b479-f93bac012b05 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "06952c63-1043-465b-8277-364a586628de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.846s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.011662] env[69186]: DEBUG nova.network.neutron [-] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.166381] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e877cb0-2770-4859-9aa5-14799d9768f0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.180183] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6b8ad3-2f0f-49be-a3ca-258e2a7dffcd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.221940] env[69186]: DEBUG nova.compute.manager [req-da990ec2-7c62-42ec-ad41-806769a7eb19 req-0659bdc3-2e1d-4d5d-bd06-63a4aefe4d22 service nova] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Detach interface failed, port_id=705db111-cc37-456e-8a39-384ec2379c53, reason: Instance 241e1f54-9c68-4ba2-b6e7-94ca86aeee99 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1101.243685] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e95200a6-4d8a-4bc5-953c-c270971a19be tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Lock "2cc3a23d-24a0-465a-bec4-7ee7cef02b75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.788s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.332358] env[69186]: DEBUG oslo_vmware.api [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635756, 'name': CloneVM_Task, 'duration_secs': 1.726879} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.332644] env[69186]: INFO nova.virt.vmwareapi.vmops [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Created linked-clone VM from snapshot [ 1101.333585] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2b6906-bfa6-4ada-a79f-b6cf96b73ef8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.351033] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Uploading image 98520c0d-9f62-47a0-a39d-6abd129db2a5 {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1101.399803] env[69186]: DEBUG oslo_vmware.rw_handles [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1101.399803] env[69186]: value = "vm-724955" [ 1101.399803] env[69186]: _type = "VirtualMachine" [ 1101.399803] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1101.400043] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e9eaf0d2-25d1-4dbf-8c9c-8fb3736a3671 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.409020] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5dd950-8dee-49df-9ed7-5b0210c8ee1d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.417276] env[69186]: DEBUG oslo_vmware.rw_handles [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lease: (returnval){ [ 1101.417276] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52576a1c-7476-c245-9c5d-dd972a9728cc" [ 1101.417276] env[69186]: _type = "HttpNfcLease" [ 1101.417276] env[69186]: } obtained for exporting VM: (result){ [ 1101.417276] env[69186]: value = "vm-724955" [ 1101.417276] env[69186]: _type = "VirtualMachine" [ 1101.417276] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1101.417648] env[69186]: DEBUG oslo_vmware.api [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the lease: (returnval){ [ 1101.417648] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52576a1c-7476-c245-9c5d-dd972a9728cc" [ 1101.417648] env[69186]: _type = "HttpNfcLease" [ 1101.417648] env[69186]: } to be ready. {{(pid=69186) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1101.426228] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05a4f2b-6afe-4f6f-8955-15c890076f50 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.435461] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1101.435461] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52576a1c-7476-c245-9c5d-dd972a9728cc" [ 1101.435461] env[69186]: _type = "HttpNfcLease" [ 1101.435461] env[69186]: } is initializing. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1101.468414] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8b108a-c950-4875-93d3-a9df2aed7572 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.477557] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77875192-6043-40fd-ac53-e6c023389f14 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.491913] env[69186]: DEBUG nova.compute.provider_tree [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.516501] env[69186]: INFO nova.compute.manager [-] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Took 1.49 seconds to deallocate network for instance. [ 1101.930460] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1101.930460] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52576a1c-7476-c245-9c5d-dd972a9728cc" [ 1101.930460] env[69186]: _type = "HttpNfcLease" [ 1101.930460] env[69186]: } is ready. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1101.930767] env[69186]: DEBUG oslo_vmware.rw_handles [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1101.930767] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52576a1c-7476-c245-9c5d-dd972a9728cc" [ 1101.930767] env[69186]: _type = "HttpNfcLease" [ 1101.930767] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1101.931552] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f346a3-13a8-4741-8cc2-5fd9b9fd0e71 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.945537] env[69186]: DEBUG oslo_vmware.rw_handles [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3f9a9-a27d-aea3-90ea-4056c2e1209c/disk-0.vmdk from lease info. {{(pid=69186) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1101.945866] env[69186]: DEBUG oslo_vmware.rw_handles [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3f9a9-a27d-aea3-90ea-4056c2e1209c/disk-0.vmdk for reading. {{(pid=69186) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1102.020532] env[69186]: DEBUG nova.scheduler.client.report [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.027842] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.028302] env[69186]: DEBUG nova.compute.manager [req-63ae42bb-868b-443f-9fe1-3b2b9fd34c9c req-be567160-6e8a-4e45-a523-24f8e5401520 service nova] [instance: 06952c63-1043-465b-8277-364a586628de] Received event network-changed-4f32b546-19b7-498f-9f37-7400cba56cad {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.028585] env[69186]: DEBUG nova.compute.manager [req-63ae42bb-868b-443f-9fe1-3b2b9fd34c9c req-be567160-6e8a-4e45-a523-24f8e5401520 service nova] [instance: 06952c63-1043-465b-8277-364a586628de] Refreshing instance network info cache due to event network-changed-4f32b546-19b7-498f-9f37-7400cba56cad. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.028656] env[69186]: DEBUG oslo_concurrency.lockutils [req-63ae42bb-868b-443f-9fe1-3b2b9fd34c9c req-be567160-6e8a-4e45-a523-24f8e5401520 service nova] Acquiring lock "refresh_cache-06952c63-1043-465b-8277-364a586628de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.029436] env[69186]: DEBUG oslo_concurrency.lockutils [req-63ae42bb-868b-443f-9fe1-3b2b9fd34c9c req-be567160-6e8a-4e45-a523-24f8e5401520 service nova] Acquired lock "refresh_cache-06952c63-1043-465b-8277-364a586628de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.029436] env[69186]: DEBUG nova.network.neutron [req-63ae42bb-868b-443f-9fe1-3b2b9fd34c9c req-be567160-6e8a-4e45-a523-24f8e5401520 service nova] [instance: 06952c63-1043-465b-8277-364a586628de] Refreshing network info cache for port 4f32b546-19b7-498f-9f37-7400cba56cad {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.075760] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ad24428f-7eb9-434b-ada8-2e59dfd1d5ab {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.536709] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.537703] env[69186]: DEBUG nova.compute.manager [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1102.545317] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c14aaae6-c0b3-4ebc-ab63-3736ee77dd58 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.525s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.829601] env[69186]: DEBUG nova.compute.manager [req-4db25fc3-555c-47c0-a77b-27fc21a273f1 req-7a8f7b6e-e963-42ec-8e65-391d0902f5a4 service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Received event network-changed-70ea4f48-ad2b-4598-afe6-1e46ccb3f268 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.829601] env[69186]: DEBUG nova.compute.manager [req-4db25fc3-555c-47c0-a77b-27fc21a273f1 req-7a8f7b6e-e963-42ec-8e65-391d0902f5a4 service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Refreshing instance network info cache due to event network-changed-70ea4f48-ad2b-4598-afe6-1e46ccb3f268. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.831964] env[69186]: DEBUG oslo_concurrency.lockutils [req-4db25fc3-555c-47c0-a77b-27fc21a273f1 req-7a8f7b6e-e963-42ec-8e65-391d0902f5a4 service nova] Acquiring lock "refresh_cache-f53f3df5-c66d-4872-bf7a-159dea6f00fe" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.831964] env[69186]: DEBUG oslo_concurrency.lockutils [req-4db25fc3-555c-47c0-a77b-27fc21a273f1 req-7a8f7b6e-e963-42ec-8e65-391d0902f5a4 service nova] Acquired lock "refresh_cache-f53f3df5-c66d-4872-bf7a-159dea6f00fe" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.831964] env[69186]: DEBUG nova.network.neutron [req-4db25fc3-555c-47c0-a77b-27fc21a273f1 req-7a8f7b6e-e963-42ec-8e65-391d0902f5a4 service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Refreshing network info cache for port 70ea4f48-ad2b-4598-afe6-1e46ccb3f268 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.047966] env[69186]: DEBUG nova.compute.utils [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.052450] env[69186]: DEBUG nova.compute.manager [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.052450] env[69186]: DEBUG nova.network.neutron [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.189267] env[69186]: DEBUG nova.policy [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fd1e2346d784567b4effd1ab16b8be9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '702ffef9375c432ab93a912c6d3f1a47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.242272] env[69186]: DEBUG nova.network.neutron [req-63ae42bb-868b-443f-9fe1-3b2b9fd34c9c req-be567160-6e8a-4e45-a523-24f8e5401520 service nova] [instance: 06952c63-1043-465b-8277-364a586628de] Updated VIF entry in instance network info cache for port 4f32b546-19b7-498f-9f37-7400cba56cad. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.242639] env[69186]: DEBUG nova.network.neutron [req-63ae42bb-868b-443f-9fe1-3b2b9fd34c9c req-be567160-6e8a-4e45-a523-24f8e5401520 service nova] [instance: 06952c63-1043-465b-8277-364a586628de] Updating instance_info_cache with network_info: [{"id": "4f32b546-19b7-498f-9f37-7400cba56cad", "address": "fa:16:3e:c4:e9:7e", "network": {"id": "b19f466a-3c49-4589-b277-bd013ac6fcc9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-687916241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f3363661041456ca60cb2abda3d61b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f32b546-19", "ovs_interfaceid": "4f32b546-19b7-498f-9f37-7400cba56cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.370790] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373ea0db-872b-4460-89b7-1e8f73178a84 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.379919] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6ce49f-7487-4e2c-bc13-dda6a227634b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.414487] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85413628-f69d-42eb-a5ed-58d0134451d2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.426184] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cd4575-bd5d-4689-81b3-4e140e267e1d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.444800] env[69186]: DEBUG nova.compute.provider_tree [None req-c14aaae6-c0b3-4ebc-ab63-3736ee77dd58 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.551547] env[69186]: DEBUG nova.compute.manager [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1103.749917] env[69186]: DEBUG oslo_concurrency.lockutils [req-63ae42bb-868b-443f-9fe1-3b2b9fd34c9c req-be567160-6e8a-4e45-a523-24f8e5401520 service nova] Releasing lock "refresh_cache-06952c63-1043-465b-8277-364a586628de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.950068] env[69186]: DEBUG nova.scheduler.client.report [None req-c14aaae6-c0b3-4ebc-ab63-3736ee77dd58 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.014463] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Acquiring lock "86c266a9-ce74-49c5-a016-a3a0e204ce18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.014597] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Lock "86c266a9-ce74-49c5-a016-a3a0e204ce18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.167252] env[69186]: DEBUG nova.network.neutron [req-4db25fc3-555c-47c0-a77b-27fc21a273f1 req-7a8f7b6e-e963-42ec-8e65-391d0902f5a4 service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Updated VIF entry in instance network info cache for port 70ea4f48-ad2b-4598-afe6-1e46ccb3f268. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.167631] env[69186]: DEBUG nova.network.neutron [req-4db25fc3-555c-47c0-a77b-27fc21a273f1 req-7a8f7b6e-e963-42ec-8e65-391d0902f5a4 service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Updating instance_info_cache with network_info: [{"id": "70ea4f48-ad2b-4598-afe6-1e46ccb3f268", "address": "fa:16:3e:a2:ba:b0", "network": {"id": "489547a4-e8e4-41c3-820f-05603d4bbaf7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-704329948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "165e8bb064bc4ed184f5174d2c07b12c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ea4f48-ad", "ovs_interfaceid": "70ea4f48-ad2b-4598-afe6-1e46ccb3f268", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.278660] env[69186]: DEBUG nova.network.neutron [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Successfully created port: 5fd6d7b0-ac1d-4553-a212-502b1f351717 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1104.468346] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "5784475d-2510-43b0-8abb-f4fce96f7846" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.468346] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "5784475d-2510-43b0-8abb-f4fce96f7846" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.516757] env[69186]: DEBUG nova.compute.manager [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.563424] env[69186]: DEBUG nova.compute.manager [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1104.595209] env[69186]: DEBUG nova.virt.hardware [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.595491] env[69186]: DEBUG nova.virt.hardware [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.595686] env[69186]: DEBUG nova.virt.hardware [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.595954] env[69186]: DEBUG nova.virt.hardware [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.596826] env[69186]: DEBUG nova.virt.hardware [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.597185] env[69186]: DEBUG nova.virt.hardware [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.597551] env[69186]: DEBUG nova.virt.hardware [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.597768] env[69186]: DEBUG nova.virt.hardware [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.597922] env[69186]: DEBUG nova.virt.hardware [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.598132] env[69186]: DEBUG nova.virt.hardware [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.598303] env[69186]: DEBUG nova.virt.hardware [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.599829] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14120822-7631-4e87-b35b-f3cc93d04907 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.610683] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0bbb3e-1ff6-43fc-9a77-38e0b7e4dc0a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.673233] env[69186]: DEBUG oslo_concurrency.lockutils [req-4db25fc3-555c-47c0-a77b-27fc21a273f1 req-7a8f7b6e-e963-42ec-8e65-391d0902f5a4 service nova] Releasing lock "refresh_cache-f53f3df5-c66d-4872-bf7a-159dea6f00fe" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.958826] env[69186]: DEBUG nova.compute.manager [req-65149b3b-78c4-41ad-9738-cd705b7d3fa4 req-57216fd0-955d-467f-babd-1bf395f3e429 service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Received event network-changed-70ea4f48-ad2b-4598-afe6-1e46ccb3f268 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.959076] env[69186]: DEBUG nova.compute.manager [req-65149b3b-78c4-41ad-9738-cd705b7d3fa4 req-57216fd0-955d-467f-babd-1bf395f3e429 service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Refreshing instance network info cache due to event network-changed-70ea4f48-ad2b-4598-afe6-1e46ccb3f268. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.959304] env[69186]: DEBUG oslo_concurrency.lockutils [req-65149b3b-78c4-41ad-9738-cd705b7d3fa4 req-57216fd0-955d-467f-babd-1bf395f3e429 service nova] Acquiring lock "refresh_cache-f53f3df5-c66d-4872-bf7a-159dea6f00fe" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.960036] env[69186]: DEBUG oslo_concurrency.lockutils [req-65149b3b-78c4-41ad-9738-cd705b7d3fa4 req-57216fd0-955d-467f-babd-1bf395f3e429 service nova] Acquired lock "refresh_cache-f53f3df5-c66d-4872-bf7a-159dea6f00fe" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.960036] env[69186]: DEBUG nova.network.neutron [req-65149b3b-78c4-41ad-9738-cd705b7d3fa4 req-57216fd0-955d-467f-babd-1bf395f3e429 service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Refreshing network info cache for port 70ea4f48-ad2b-4598-afe6-1e46ccb3f268 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.970549] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c14aaae6-c0b3-4ebc-ab63-3736ee77dd58 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.424s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.974817] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.871s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.976368] env[69186]: INFO nova.compute.claims [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.980322] env[69186]: DEBUG nova.compute.manager [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.053995] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.289279] env[69186]: DEBUG oslo_concurrency.lockutils [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "312acebc-81f1-4b24-ba31-0d9277374c7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.289279] env[69186]: DEBUG oslo_concurrency.lockutils [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "312acebc-81f1-4b24-ba31-0d9277374c7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.522308] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.552697] env[69186]: INFO nova.scheduler.client.report [None req-c14aaae6-c0b3-4ebc-ab63-3736ee77dd58 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Deleted allocation for migration def96126-ca46-4891-b8f0-f639e0bfd7db [ 1105.710891] env[69186]: DEBUG nova.network.neutron [req-65149b3b-78c4-41ad-9738-cd705b7d3fa4 req-57216fd0-955d-467f-babd-1bf395f3e429 service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Updated VIF entry in instance network info cache for port 70ea4f48-ad2b-4598-afe6-1e46ccb3f268. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.710891] env[69186]: DEBUG nova.network.neutron [req-65149b3b-78c4-41ad-9738-cd705b7d3fa4 req-57216fd0-955d-467f-babd-1bf395f3e429 service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Updating instance_info_cache with network_info: [{"id": "70ea4f48-ad2b-4598-afe6-1e46ccb3f268", "address": "fa:16:3e:a2:ba:b0", "network": {"id": "489547a4-e8e4-41c3-820f-05603d4bbaf7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-704329948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "165e8bb064bc4ed184f5174d2c07b12c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ea4f48-ad", "ovs_interfaceid": "70ea4f48-ad2b-4598-afe6-1e46ccb3f268", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.791436] env[69186]: DEBUG nova.compute.manager [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.065654] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c14aaae6-c0b3-4ebc-ab63-3736ee77dd58 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "9931a0cb-d7af-43ab-bfa2-de010754f7d4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.596s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.098711] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "9931a0cb-d7af-43ab-bfa2-de010754f7d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.099087] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "9931a0cb-d7af-43ab-bfa2-de010754f7d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.099191] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "9931a0cb-d7af-43ab-bfa2-de010754f7d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.099450] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "9931a0cb-d7af-43ab-bfa2-de010754f7d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.099626] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "9931a0cb-d7af-43ab-bfa2-de010754f7d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.102744] env[69186]: INFO nova.compute.manager [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Terminating instance [ 1106.154690] env[69186]: DEBUG nova.network.neutron [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Successfully updated port: 5fd6d7b0-ac1d-4553-a212-502b1f351717 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.212978] env[69186]: DEBUG oslo_concurrency.lockutils [req-65149b3b-78c4-41ad-9738-cd705b7d3fa4 req-57216fd0-955d-467f-babd-1bf395f3e429 service nova] Releasing lock "refresh_cache-f53f3df5-c66d-4872-bf7a-159dea6f00fe" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.213240] env[69186]: DEBUG nova.compute.manager [req-65149b3b-78c4-41ad-9738-cd705b7d3fa4 req-57216fd0-955d-467f-babd-1bf395f3e429 service nova] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Received event network-changed-e6a3bec8-9c52-45b3-9e58-529024e72311 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.213423] env[69186]: DEBUG nova.compute.manager [req-65149b3b-78c4-41ad-9738-cd705b7d3fa4 req-57216fd0-955d-467f-babd-1bf395f3e429 service nova] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Refreshing instance network info cache due to event network-changed-e6a3bec8-9c52-45b3-9e58-529024e72311. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.213632] env[69186]: DEBUG oslo_concurrency.lockutils [req-65149b3b-78c4-41ad-9738-cd705b7d3fa4 req-57216fd0-955d-467f-babd-1bf395f3e429 service nova] Acquiring lock "refresh_cache-2cc3a23d-24a0-465a-bec4-7ee7cef02b75" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.213780] env[69186]: DEBUG oslo_concurrency.lockutils [req-65149b3b-78c4-41ad-9738-cd705b7d3fa4 req-57216fd0-955d-467f-babd-1bf395f3e429 service nova] Acquired lock "refresh_cache-2cc3a23d-24a0-465a-bec4-7ee7cef02b75" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.213931] env[69186]: DEBUG nova.network.neutron [req-65149b3b-78c4-41ad-9738-cd705b7d3fa4 req-57216fd0-955d-467f-babd-1bf395f3e429 service nova] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Refreshing network info cache for port e6a3bec8-9c52-45b3-9e58-529024e72311 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.312095] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8baf35c-d175-4a29-ad2a-8b7cafec720d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.318199] env[69186]: DEBUG oslo_concurrency.lockutils [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.321302] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628b085c-6727-4ebe-ad81-5fd0d1403210 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.358821] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8a4701-20bc-4a45-b413-a0dece333203 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.371022] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84189c7d-9a11-4450-b298-4ebf96df52d5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.383276] env[69186]: DEBUG nova.compute.provider_tree [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.462810] env[69186]: DEBUG nova.compute.manager [req-5cd52d48-cab0-4827-a62f-121e31ffc40e req-f86809ba-badc-4fa9-aaad-b45558fbec3a service nova] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Received event network-changed-e6a3bec8-9c52-45b3-9e58-529024e72311 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.463009] env[69186]: DEBUG nova.compute.manager [req-5cd52d48-cab0-4827-a62f-121e31ffc40e req-f86809ba-badc-4fa9-aaad-b45558fbec3a service nova] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Refreshing instance network info cache due to event network-changed-e6a3bec8-9c52-45b3-9e58-529024e72311. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.463207] env[69186]: DEBUG oslo_concurrency.lockutils [req-5cd52d48-cab0-4827-a62f-121e31ffc40e req-f86809ba-badc-4fa9-aaad-b45558fbec3a service nova] Acquiring lock "refresh_cache-2cc3a23d-24a0-465a-bec4-7ee7cef02b75" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.608642] env[69186]: DEBUG nova.compute.manager [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.609019] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.610141] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c60fae9-e00a-4397-9550-89d0e54f2bed {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.620017] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.620349] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee14bdf7-39c2-4d6a-9a48-bd9e43c590ae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.630426] env[69186]: DEBUG oslo_vmware.api [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1106.630426] env[69186]: value = "task-3635763" [ 1106.630426] env[69186]: _type = "Task" [ 1106.630426] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.639948] env[69186]: DEBUG oslo_vmware.api [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.661801] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "refresh_cache-f96019ad-c5f7-45ba-85a1-580b45bfb7cc" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.665020] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquired lock "refresh_cache-f96019ad-c5f7-45ba-85a1-580b45bfb7cc" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.665020] env[69186]: DEBUG nova.network.neutron [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.692719] env[69186]: DEBUG oslo_concurrency.lockutils [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "22562269-428f-4ff7-8a54-57dd77806cb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.693269] env[69186]: DEBUG oslo_concurrency.lockutils [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "22562269-428f-4ff7-8a54-57dd77806cb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.887481] env[69186]: DEBUG nova.scheduler.client.report [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.993262] env[69186]: DEBUG nova.compute.manager [req-1712f37d-bebe-4f93-bdc5-6963adb7b366 req-d7b59bd9-a545-481b-acd7-0da04329121d service nova] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Received event network-vif-plugged-5fd6d7b0-ac1d-4553-a212-502b1f351717 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.993262] env[69186]: DEBUG oslo_concurrency.lockutils [req-1712f37d-bebe-4f93-bdc5-6963adb7b366 req-d7b59bd9-a545-481b-acd7-0da04329121d service nova] Acquiring lock "f96019ad-c5f7-45ba-85a1-580b45bfb7cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.993262] env[69186]: DEBUG oslo_concurrency.lockutils [req-1712f37d-bebe-4f93-bdc5-6963adb7b366 req-d7b59bd9-a545-481b-acd7-0da04329121d service nova] Lock "f96019ad-c5f7-45ba-85a1-580b45bfb7cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.993262] env[69186]: DEBUG oslo_concurrency.lockutils [req-1712f37d-bebe-4f93-bdc5-6963adb7b366 req-d7b59bd9-a545-481b-acd7-0da04329121d service nova] Lock "f96019ad-c5f7-45ba-85a1-580b45bfb7cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.993262] env[69186]: DEBUG nova.compute.manager [req-1712f37d-bebe-4f93-bdc5-6963adb7b366 req-d7b59bd9-a545-481b-acd7-0da04329121d service nova] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] No waiting events found dispatching network-vif-plugged-5fd6d7b0-ac1d-4553-a212-502b1f351717 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1106.993262] env[69186]: WARNING nova.compute.manager [req-1712f37d-bebe-4f93-bdc5-6963adb7b366 req-d7b59bd9-a545-481b-acd7-0da04329121d service nova] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Received unexpected event network-vif-plugged-5fd6d7b0-ac1d-4553-a212-502b1f351717 for instance with vm_state building and task_state spawning. [ 1106.993262] env[69186]: DEBUG nova.compute.manager [req-1712f37d-bebe-4f93-bdc5-6963adb7b366 req-d7b59bd9-a545-481b-acd7-0da04329121d service nova] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Received event network-changed-5fd6d7b0-ac1d-4553-a212-502b1f351717 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.993938] env[69186]: DEBUG nova.compute.manager [req-1712f37d-bebe-4f93-bdc5-6963adb7b366 req-d7b59bd9-a545-481b-acd7-0da04329121d service nova] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Refreshing instance network info cache due to event network-changed-5fd6d7b0-ac1d-4553-a212-502b1f351717. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.994349] env[69186]: DEBUG oslo_concurrency.lockutils [req-1712f37d-bebe-4f93-bdc5-6963adb7b366 req-d7b59bd9-a545-481b-acd7-0da04329121d service nova] Acquiring lock "refresh_cache-f96019ad-c5f7-45ba-85a1-580b45bfb7cc" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.079045] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Acquiring lock "2cc3a23d-24a0-465a-bec4-7ee7cef02b75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.079508] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Lock "2cc3a23d-24a0-465a-bec4-7ee7cef02b75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.079787] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Acquiring lock "2cc3a23d-24a0-465a-bec4-7ee7cef02b75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.080128] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Lock "2cc3a23d-24a0-465a-bec4-7ee7cef02b75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.080341] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Lock "2cc3a23d-24a0-465a-bec4-7ee7cef02b75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.082926] env[69186]: INFO nova.compute.manager [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Terminating instance [ 1107.094340] env[69186]: DEBUG nova.network.neutron [req-65149b3b-78c4-41ad-9738-cd705b7d3fa4 req-57216fd0-955d-467f-babd-1bf395f3e429 service nova] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Updated VIF entry in instance network info cache for port e6a3bec8-9c52-45b3-9e58-529024e72311. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.094340] env[69186]: DEBUG nova.network.neutron [req-65149b3b-78c4-41ad-9738-cd705b7d3fa4 req-57216fd0-955d-467f-babd-1bf395f3e429 service nova] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Updating instance_info_cache with network_info: [{"id": "e6a3bec8-9c52-45b3-9e58-529024e72311", "address": "fa:16:3e:ce:6a:63", "network": {"id": "489547a4-e8e4-41c3-820f-05603d4bbaf7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-704329948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "165e8bb064bc4ed184f5174d2c07b12c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6a3bec8-9c", "ovs_interfaceid": "e6a3bec8-9c52-45b3-9e58-529024e72311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.143970] env[69186]: DEBUG oslo_vmware.api [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635763, 'name': PowerOffVM_Task, 'duration_secs': 0.2922} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.144328] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.144543] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.144997] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21b29b33-cf65-44d8-ace5-f85b161c0a04 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.196012] env[69186]: DEBUG nova.compute.manager [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1107.223166] env[69186]: DEBUG nova.network.neutron [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.232433] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.232668] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.232841] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Deleting the datastore file [datastore2] 9931a0cb-d7af-43ab-bfa2-de010754f7d4 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.233133] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9740eff7-cb18-4ec9-b007-a2c9c6f5e4a5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.244366] env[69186]: DEBUG oslo_vmware.api [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1107.244366] env[69186]: value = "task-3635765" [ 1107.244366] env[69186]: _type = "Task" [ 1107.244366] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.258582] env[69186]: DEBUG oslo_vmware.api [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.393870] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.394561] env[69186]: DEBUG nova.compute.manager [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1107.397580] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.370s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.397580] env[69186]: DEBUG nova.objects.instance [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Lazy-loading 'resources' on Instance uuid 241e1f54-9c68-4ba2-b6e7-94ca86aeee99 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.474660] env[69186]: DEBUG nova.network.neutron [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Updating instance_info_cache with network_info: [{"id": "5fd6d7b0-ac1d-4553-a212-502b1f351717", "address": "fa:16:3e:07:ac:36", "network": {"id": "6c10ee8a-9bc5-4697-a309-b7dcffaaa4db", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1356679091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702ffef9375c432ab93a912c6d3f1a47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd6d7b0-ac", "ovs_interfaceid": "5fd6d7b0-ac1d-4553-a212-502b1f351717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.589736] env[69186]: DEBUG nova.compute.manager [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.590074] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.591089] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7a9f1d-1342-47a0-bc39-d161c227756f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.597652] env[69186]: DEBUG oslo_concurrency.lockutils [req-65149b3b-78c4-41ad-9738-cd705b7d3fa4 req-57216fd0-955d-467f-babd-1bf395f3e429 service nova] Releasing lock "refresh_cache-2cc3a23d-24a0-465a-bec4-7ee7cef02b75" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.598147] env[69186]: DEBUG oslo_concurrency.lockutils [req-5cd52d48-cab0-4827-a62f-121e31ffc40e req-f86809ba-badc-4fa9-aaad-b45558fbec3a service nova] Acquired lock "refresh_cache-2cc3a23d-24a0-465a-bec4-7ee7cef02b75" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.598390] env[69186]: DEBUG nova.network.neutron [req-5cd52d48-cab0-4827-a62f-121e31ffc40e req-f86809ba-badc-4fa9-aaad-b45558fbec3a service nova] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Refreshing network info cache for port e6a3bec8-9c52-45b3-9e58-529024e72311 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.601749] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.602239] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a0d8ee7-2f7e-42ff-9a68-b34d9a0c2e21 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.610147] env[69186]: DEBUG oslo_vmware.api [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Waiting for the task: (returnval){ [ 1107.610147] env[69186]: value = "task-3635766" [ 1107.610147] env[69186]: _type = "Task" [ 1107.610147] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.621932] env[69186]: DEBUG oslo_vmware.api [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.725535] env[69186]: DEBUG oslo_concurrency.lockutils [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.756026] env[69186]: DEBUG oslo_vmware.api [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379892} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.759466] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.759466] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.759466] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.759466] env[69186]: INFO nova.compute.manager [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1107.759466] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.759466] env[69186]: DEBUG nova.compute.manager [-] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.759466] env[69186]: DEBUG nova.network.neutron [-] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.903029] env[69186]: DEBUG nova.compute.utils [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.906651] env[69186]: DEBUG nova.compute.manager [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Not allocating networking since 'none' was specified. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1107.981023] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Releasing lock "refresh_cache-f96019ad-c5f7-45ba-85a1-580b45bfb7cc" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.981023] env[69186]: DEBUG nova.compute.manager [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Instance network_info: |[{"id": "5fd6d7b0-ac1d-4553-a212-502b1f351717", "address": "fa:16:3e:07:ac:36", "network": {"id": "6c10ee8a-9bc5-4697-a309-b7dcffaaa4db", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1356679091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702ffef9375c432ab93a912c6d3f1a47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd6d7b0-ac", "ovs_interfaceid": "5fd6d7b0-ac1d-4553-a212-502b1f351717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.981023] env[69186]: DEBUG oslo_concurrency.lockutils [req-1712f37d-bebe-4f93-bdc5-6963adb7b366 req-d7b59bd9-a545-481b-acd7-0da04329121d service nova] Acquired lock "refresh_cache-f96019ad-c5f7-45ba-85a1-580b45bfb7cc" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.981023] env[69186]: DEBUG nova.network.neutron [req-1712f37d-bebe-4f93-bdc5-6963adb7b366 req-d7b59bd9-a545-481b-acd7-0da04329121d service nova] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Refreshing network info cache for port 5fd6d7b0-ac1d-4553-a212-502b1f351717 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.981023] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:ac:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b67e519-46cf-44ce-b670-4ba4c0c5b658', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fd6d7b0-ac1d-4553-a212-502b1f351717', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.991330] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.995135] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.997961] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb3c815d-2599-4ab5-b700-595789169e27 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.027221] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.027221] env[69186]: value = "task-3635767" [ 1108.027221] env[69186]: _type = "Task" [ 1108.027221] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.047532] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635767, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.123196] env[69186]: DEBUG oslo_vmware.api [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635766, 'name': PowerOffVM_Task, 'duration_secs': 0.276259} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.123500] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.123617] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.123866] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28fadc72-1f1a-4afc-a96f-7220cee7b85e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.197364] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.197607] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.197786] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Deleting the datastore file [datastore1] 2cc3a23d-24a0-465a-bec4-7ee7cef02b75 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.198078] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be56aeae-6b4e-4de0-8ea6-7768bf146181 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.206179] env[69186]: DEBUG oslo_vmware.api [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Waiting for the task: (returnval){ [ 1108.206179] env[69186]: value = "task-3635769" [ 1108.206179] env[69186]: _type = "Task" [ 1108.206179] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.218725] env[69186]: DEBUG oslo_vmware.api [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.288516] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2666d291-0ca2-4cf2-8a3c-a99a6e789e79 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.297096] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba10fd3a-e870-44ab-8052-c67be798d1e5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.340956] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a5722d-2b10-4360-b652-251ace0d2ff9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.349836] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4aa859d-8cda-47c4-ad8c-beff24d8bf13 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.367617] env[69186]: DEBUG nova.compute.provider_tree [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.407022] env[69186]: DEBUG nova.compute.manager [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1108.433591] env[69186]: DEBUG nova.network.neutron [req-1712f37d-bebe-4f93-bdc5-6963adb7b366 req-d7b59bd9-a545-481b-acd7-0da04329121d service nova] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Updated VIF entry in instance network info cache for port 5fd6d7b0-ac1d-4553-a212-502b1f351717. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.434221] env[69186]: DEBUG nova.network.neutron [req-1712f37d-bebe-4f93-bdc5-6963adb7b366 req-d7b59bd9-a545-481b-acd7-0da04329121d service nova] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Updating instance_info_cache with network_info: [{"id": "5fd6d7b0-ac1d-4553-a212-502b1f351717", "address": "fa:16:3e:07:ac:36", "network": {"id": "6c10ee8a-9bc5-4697-a309-b7dcffaaa4db", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1356679091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702ffef9375c432ab93a912c6d3f1a47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd6d7b0-ac", "ovs_interfaceid": "5fd6d7b0-ac1d-4553-a212-502b1f351717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.525950] env[69186]: DEBUG nova.network.neutron [req-5cd52d48-cab0-4827-a62f-121e31ffc40e req-f86809ba-badc-4fa9-aaad-b45558fbec3a service nova] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Updated VIF entry in instance network info cache for port e6a3bec8-9c52-45b3-9e58-529024e72311. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.526324] env[69186]: DEBUG nova.network.neutron [req-5cd52d48-cab0-4827-a62f-121e31ffc40e req-f86809ba-badc-4fa9-aaad-b45558fbec3a service nova] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Updating instance_info_cache with network_info: [{"id": "e6a3bec8-9c52-45b3-9e58-529024e72311", "address": "fa:16:3e:ce:6a:63", "network": {"id": "489547a4-e8e4-41c3-820f-05603d4bbaf7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-704329948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "165e8bb064bc4ed184f5174d2c07b12c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6a3bec8-9c", "ovs_interfaceid": "e6a3bec8-9c52-45b3-9e58-529024e72311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.537931] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635767, 'name': CreateVM_Task, 'duration_secs': 0.388843} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.538628] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.539330] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.539494] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.539815] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.540323] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b099be93-b039-4a4f-a2bc-9c5193278f9a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.545918] env[69186]: DEBUG oslo_vmware.api [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1108.545918] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5290e522-9779-5343-6f99-fa198327a13f" [ 1108.545918] env[69186]: _type = "Task" [ 1108.545918] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.554913] env[69186]: DEBUG oslo_vmware.api [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5290e522-9779-5343-6f99-fa198327a13f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.587486] env[69186]: DEBUG nova.network.neutron [-] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.720820] env[69186]: DEBUG oslo_vmware.api [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256273} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.720820] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.720820] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.720820] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.721266] env[69186]: INFO nova.compute.manager [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1108.721266] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.721380] env[69186]: DEBUG nova.compute.manager [-] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.721420] env[69186]: DEBUG nova.network.neutron [-] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.873594] env[69186]: DEBUG nova.compute.manager [req-e0050bb6-cb51-4ed5-a0ba-885a1f30ec0a req-39190fad-7feb-401e-bc1c-e9c50037d9de service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Received event network-changed-70ea4f48-ad2b-4598-afe6-1e46ccb3f268 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.873807] env[69186]: DEBUG nova.compute.manager [req-e0050bb6-cb51-4ed5-a0ba-885a1f30ec0a req-39190fad-7feb-401e-bc1c-e9c50037d9de service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Refreshing instance network info cache due to event network-changed-70ea4f48-ad2b-4598-afe6-1e46ccb3f268. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.874038] env[69186]: DEBUG oslo_concurrency.lockutils [req-e0050bb6-cb51-4ed5-a0ba-885a1f30ec0a req-39190fad-7feb-401e-bc1c-e9c50037d9de service nova] Acquiring lock "refresh_cache-f53f3df5-c66d-4872-bf7a-159dea6f00fe" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.874238] env[69186]: DEBUG oslo_concurrency.lockutils [req-e0050bb6-cb51-4ed5-a0ba-885a1f30ec0a req-39190fad-7feb-401e-bc1c-e9c50037d9de service nova] Acquired lock "refresh_cache-f53f3df5-c66d-4872-bf7a-159dea6f00fe" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.874426] env[69186]: DEBUG nova.network.neutron [req-e0050bb6-cb51-4ed5-a0ba-885a1f30ec0a req-39190fad-7feb-401e-bc1c-e9c50037d9de service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Refreshing network info cache for port 70ea4f48-ad2b-4598-afe6-1e46ccb3f268 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.876222] env[69186]: DEBUG nova.scheduler.client.report [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.938097] env[69186]: DEBUG oslo_concurrency.lockutils [req-1712f37d-bebe-4f93-bdc5-6963adb7b366 req-d7b59bd9-a545-481b-acd7-0da04329121d service nova] Releasing lock "refresh_cache-f96019ad-c5f7-45ba-85a1-580b45bfb7cc" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.029451] env[69186]: DEBUG oslo_concurrency.lockutils [req-5cd52d48-cab0-4827-a62f-121e31ffc40e req-f86809ba-badc-4fa9-aaad-b45558fbec3a service nova] Releasing lock "refresh_cache-2cc3a23d-24a0-465a-bec4-7ee7cef02b75" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.058279] env[69186]: DEBUG oslo_vmware.api [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5290e522-9779-5343-6f99-fa198327a13f, 'name': SearchDatastore_Task, 'duration_secs': 0.016151} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.058608] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.059702] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.059702] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.059702] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.059702] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.060074] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-628c2610-98a8-4d95-bb25-6cda56000afa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.070546] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.070748] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.071510] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25a1250a-a77a-4dd6-b077-ef39c0fae754 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.081875] env[69186]: DEBUG oslo_vmware.api [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1109.081875] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52497712-cfde-5ad2-e8d9-84e594cee2b0" [ 1109.081875] env[69186]: _type = "Task" [ 1109.081875] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.088392] env[69186]: DEBUG oslo_vmware.api [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52497712-cfde-5ad2-e8d9-84e594cee2b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.090022] env[69186]: INFO nova.compute.manager [-] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Took 1.33 seconds to deallocate network for instance. [ 1109.116711] env[69186]: DEBUG nova.compute.manager [req-561f3bfb-4ceb-4284-952e-0c418bb8437e req-9e4c5590-b807-4e9b-b54e-5759c361e301 service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Received event network-changed-70ea4f48-ad2b-4598-afe6-1e46ccb3f268 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.117222] env[69186]: DEBUG nova.compute.manager [req-561f3bfb-4ceb-4284-952e-0c418bb8437e req-9e4c5590-b807-4e9b-b54e-5759c361e301 service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Refreshing instance network info cache due to event network-changed-70ea4f48-ad2b-4598-afe6-1e46ccb3f268. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.117469] env[69186]: DEBUG oslo_concurrency.lockutils [req-561f3bfb-4ceb-4284-952e-0c418bb8437e req-9e4c5590-b807-4e9b-b54e-5759c361e301 service nova] Acquiring lock "refresh_cache-f53f3df5-c66d-4872-bf7a-159dea6f00fe" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.383053] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.385996] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.332s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.387049] env[69186]: INFO nova.compute.claims [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.398061] env[69186]: DEBUG oslo_concurrency.lockutils [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "6fb0c8c6-6d83-40c0-bef4-7d20a722ed81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.398061] env[69186]: DEBUG oslo_concurrency.lockutils [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "6fb0c8c6-6d83-40c0-bef4-7d20a722ed81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.403742] env[69186]: INFO nova.scheduler.client.report [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Deleted allocations for instance 241e1f54-9c68-4ba2-b6e7-94ca86aeee99 [ 1109.419033] env[69186]: DEBUG nova.compute.manager [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1109.446764] env[69186]: DEBUG nova.virt.hardware [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.447038] env[69186]: DEBUG nova.virt.hardware [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.447204] env[69186]: DEBUG nova.virt.hardware [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.447391] env[69186]: DEBUG nova.virt.hardware [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.447549] env[69186]: DEBUG nova.virt.hardware [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.447699] env[69186]: DEBUG nova.virt.hardware [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.447909] env[69186]: DEBUG nova.virt.hardware [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.448082] env[69186]: DEBUG nova.virt.hardware [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.448313] env[69186]: DEBUG nova.virt.hardware [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.448405] env[69186]: DEBUG nova.virt.hardware [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.448621] env[69186]: DEBUG nova.virt.hardware [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.449751] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164952b8-630c-4782-a94f-b0cb3e56edfa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.459009] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c4ceb1-41c4-48bf-92e2-652d762b97bf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.478440] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Instance VIF info [] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.484018] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Creating folder: Project (8e186784ab5b4a60a1ffa5b416f14991). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1109.486699] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ef95fa2-b8a0-45de-9720-eadf0bf7c035 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.500564] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Created folder: Project (8e186784ab5b4a60a1ffa5b416f14991) in parent group-v724677. [ 1109.500770] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Creating folder: Instances. Parent ref: group-v724957. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1109.501015] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f1a1b37-3473-4dcb-9efb-f9d7d0dfef27 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.513055] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Created folder: Instances in parent group-v724957. [ 1109.513335] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.513520] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.513728] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d69775e9-e05d-402b-ba4b-01e4e6f41655 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.526691] env[69186]: DEBUG nova.network.neutron [-] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.533317] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.533317] env[69186]: value = "task-3635772" [ 1109.533317] env[69186]: _type = "Task" [ 1109.533317] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.544257] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635772, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.589908] env[69186]: DEBUG oslo_vmware.api [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52497712-cfde-5ad2-e8d9-84e594cee2b0, 'name': SearchDatastore_Task, 'duration_secs': 0.014256} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.590772] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bc2b3d7-0162-4265-989c-0f6282a4a67b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.598322] env[69186]: DEBUG oslo_vmware.api [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1109.598322] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52969dda-5c5e-643c-a21c-58edfb9facd2" [ 1109.598322] env[69186]: _type = "Task" [ 1109.598322] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.603506] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.610130] env[69186]: DEBUG oslo_vmware.api [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52969dda-5c5e-643c-a21c-58edfb9facd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.628454] env[69186]: DEBUG nova.network.neutron [req-e0050bb6-cb51-4ed5-a0ba-885a1f30ec0a req-39190fad-7feb-401e-bc1c-e9c50037d9de service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Updated VIF entry in instance network info cache for port 70ea4f48-ad2b-4598-afe6-1e46ccb3f268. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.628859] env[69186]: DEBUG nova.network.neutron [req-e0050bb6-cb51-4ed5-a0ba-885a1f30ec0a req-39190fad-7feb-401e-bc1c-e9c50037d9de service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Updating instance_info_cache with network_info: [{"id": "70ea4f48-ad2b-4598-afe6-1e46ccb3f268", "address": "fa:16:3e:a2:ba:b0", "network": {"id": "489547a4-e8e4-41c3-820f-05603d4bbaf7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-704329948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "165e8bb064bc4ed184f5174d2c07b12c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ea4f48-ad", "ovs_interfaceid": "70ea4f48-ad2b-4598-afe6-1e46ccb3f268", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.901035] env[69186]: DEBUG nova.compute.manager [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.912971] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0181ea1d-d27f-4508-b312-1bf9604fa12b tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Lock "241e1f54-9c68-4ba2-b6e7-94ca86aeee99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.576s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.029312] env[69186]: INFO nova.compute.manager [-] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Took 1.31 seconds to deallocate network for instance. [ 1110.046839] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635772, 'name': CreateVM_Task, 'duration_secs': 0.390521} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.047375] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.048436] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.048436] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.048436] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.048697] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6f132af-e5c2-4336-9508-81a268b134a4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.054921] env[69186]: DEBUG oslo_vmware.api [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Waiting for the task: (returnval){ [ 1110.054921] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523cb629-b867-9913-cc9e-1d7dfb384a0c" [ 1110.054921] env[69186]: _type = "Task" [ 1110.054921] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.067022] env[69186]: DEBUG oslo_vmware.api [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523cb629-b867-9913-cc9e-1d7dfb384a0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.110262] env[69186]: DEBUG oslo_vmware.api [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52969dda-5c5e-643c-a21c-58edfb9facd2, 'name': SearchDatastore_Task, 'duration_secs': 0.017654} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.110550] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.110812] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] f96019ad-c5f7-45ba-85a1-580b45bfb7cc/f96019ad-c5f7-45ba-85a1-580b45bfb7cc.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.111450] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bd58e13-93f8-4c8d-a243-fdf73273c68f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.120082] env[69186]: DEBUG oslo_vmware.api [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1110.120082] env[69186]: value = "task-3635773" [ 1110.120082] env[69186]: _type = "Task" [ 1110.120082] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.130109] env[69186]: DEBUG oslo_vmware.api [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.131770] env[69186]: DEBUG oslo_concurrency.lockutils [req-e0050bb6-cb51-4ed5-a0ba-885a1f30ec0a req-39190fad-7feb-401e-bc1c-e9c50037d9de service nova] Releasing lock "refresh_cache-f53f3df5-c66d-4872-bf7a-159dea6f00fe" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.132173] env[69186]: DEBUG oslo_concurrency.lockutils [req-561f3bfb-4ceb-4284-952e-0c418bb8437e req-9e4c5590-b807-4e9b-b54e-5759c361e301 service nova] Acquired lock "refresh_cache-f53f3df5-c66d-4872-bf7a-159dea6f00fe" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.132380] env[69186]: DEBUG nova.network.neutron [req-561f3bfb-4ceb-4284-952e-0c418bb8437e req-9e4c5590-b807-4e9b-b54e-5759c361e301 service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Refreshing network info cache for port 70ea4f48-ad2b-4598-afe6-1e46ccb3f268 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.426598] env[69186]: DEBUG oslo_concurrency.lockutils [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.540754] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.568449] env[69186]: DEBUG oslo_vmware.api [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523cb629-b867-9913-cc9e-1d7dfb384a0c, 'name': SearchDatastore_Task, 'duration_secs': 0.027664} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.574145] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.574664] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.575128] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.575421] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.575865] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.577392] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24c0de6e-94bf-4b26-a0ab-bfec1fda4f51 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.593818] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.596027] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.596027] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0aaa733-655d-4ce2-9167-638d4aa64280 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.603830] env[69186]: DEBUG oslo_vmware.api [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Waiting for the task: (returnval){ [ 1110.603830] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52dc97e9-2a35-7cb5-3b4c-61d32b09e193" [ 1110.603830] env[69186]: _type = "Task" [ 1110.603830] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.617243] env[69186]: DEBUG oslo_vmware.api [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52dc97e9-2a35-7cb5-3b4c-61d32b09e193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.629381] env[69186]: DEBUG oslo_vmware.api [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635773, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.685254] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a767d0b-7d87-478d-a07f-0fdfe132ed43 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.695217] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59ac6af-9908-4a79-8424-76d26d99dc1d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.733125] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9532fd3-4f5c-49aa-924b-bacddfc45162 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.743296] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13656a04-1a4c-4b0d-8425-79c3046fdb0c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.762940] env[69186]: DEBUG nova.compute.provider_tree [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.889168] env[69186]: DEBUG nova.network.neutron [req-561f3bfb-4ceb-4284-952e-0c418bb8437e req-9e4c5590-b807-4e9b-b54e-5759c361e301 service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Updated VIF entry in instance network info cache for port 70ea4f48-ad2b-4598-afe6-1e46ccb3f268. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.889168] env[69186]: DEBUG nova.network.neutron [req-561f3bfb-4ceb-4284-952e-0c418bb8437e req-9e4c5590-b807-4e9b-b54e-5759c361e301 service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Updating instance_info_cache with network_info: [{"id": "70ea4f48-ad2b-4598-afe6-1e46ccb3f268", "address": "fa:16:3e:a2:ba:b0", "network": {"id": "489547a4-e8e4-41c3-820f-05603d4bbaf7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-704329948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "165e8bb064bc4ed184f5174d2c07b12c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ea4f48-ad", "ovs_interfaceid": "70ea4f48-ad2b-4598-afe6-1e46ccb3f268", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.121014] env[69186]: DEBUG oslo_vmware.api [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52dc97e9-2a35-7cb5-3b4c-61d32b09e193, 'name': SearchDatastore_Task, 'duration_secs': 0.06052} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.126200] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4019fa6b-0930-46d9-aa84-aa4d056b4859 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.136299] env[69186]: DEBUG oslo_vmware.api [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673667} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.137358] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] f96019ad-c5f7-45ba-85a1-580b45bfb7cc/f96019ad-c5f7-45ba-85a1-580b45bfb7cc.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.137625] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.137968] env[69186]: DEBUG oslo_vmware.api [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Waiting for the task: (returnval){ [ 1111.137968] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5265d088-0c3e-34b6-e8e0-4627c99c0d19" [ 1111.137968] env[69186]: _type = "Task" [ 1111.137968] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.138196] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73b8f688-529f-4382-bd9a-1c2cd0405d33 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.151773] env[69186]: DEBUG oslo_vmware.api [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5265d088-0c3e-34b6-e8e0-4627c99c0d19, 'name': SearchDatastore_Task, 'duration_secs': 0.015413} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.153563] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.153910] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 1b52d131-9522-4d9a-8a41-2cfba7be5317/1b52d131-9522-4d9a-8a41-2cfba7be5317.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.154547] env[69186]: DEBUG oslo_vmware.api [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1111.154547] env[69186]: value = "task-3635774" [ 1111.154547] env[69186]: _type = "Task" [ 1111.154547] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.154796] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fd9e001-9861-4dfc-a098-013b9dc59661 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.168382] env[69186]: DEBUG oslo_vmware.api [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.169893] env[69186]: DEBUG oslo_vmware.api [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Waiting for the task: (returnval){ [ 1111.169893] env[69186]: value = "task-3635775" [ 1111.169893] env[69186]: _type = "Task" [ 1111.169893] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.183820] env[69186]: DEBUG nova.compute.manager [req-a235c774-ceb6-49d1-b07f-c04cb78ece82 req-08496a6b-1268-47e0-af90-7fcd06b43db5 service nova] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Received event network-vif-deleted-e6a3bec8-9c52-45b3-9e58-529024e72311 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.188748] env[69186]: DEBUG oslo_vmware.api [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Task: {'id': task-3635775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.268734] env[69186]: DEBUG nova.scheduler.client.report [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.392681] env[69186]: DEBUG oslo_concurrency.lockutils [req-561f3bfb-4ceb-4284-952e-0c418bb8437e req-9e4c5590-b807-4e9b-b54e-5759c361e301 service nova] Releasing lock "refresh_cache-f53f3df5-c66d-4872-bf7a-159dea6f00fe" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.393046] env[69186]: DEBUG nova.compute.manager [req-561f3bfb-4ceb-4284-952e-0c418bb8437e req-9e4c5590-b807-4e9b-b54e-5759c361e301 service nova] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Received event network-vif-deleted-04ce1674-60c8-43ec-8c4e-45760d565573 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.669241] env[69186]: DEBUG oslo_vmware.api [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080753} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.669536] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.670461] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa327b17-dd5a-4eea-8594-8d99b05b9328 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.682560] env[69186]: DEBUG oslo_vmware.api [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Task: {'id': task-3635775, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.702274] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] f96019ad-c5f7-45ba-85a1-580b45bfb7cc/f96019ad-c5f7-45ba-85a1-580b45bfb7cc.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.702395] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f50b3f4d-6174-4ecf-9e19-c1a4daccf378 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.728408] env[69186]: DEBUG oslo_vmware.api [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1111.728408] env[69186]: value = "task-3635776" [ 1111.728408] env[69186]: _type = "Task" [ 1111.728408] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.739300] env[69186]: DEBUG oslo_vmware.api [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.777621] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.778226] env[69186]: DEBUG nova.compute.manager [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.781307] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.259s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.782875] env[69186]: INFO nova.compute.claims [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.009633] env[69186]: DEBUG oslo_vmware.rw_handles [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3f9a9-a27d-aea3-90ea-4056c2e1209c/disk-0.vmdk. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1112.010623] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064d8fb1-a616-40f4-830e-747c812dd35b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.020883] env[69186]: DEBUG oslo_vmware.rw_handles [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3f9a9-a27d-aea3-90ea-4056c2e1209c/disk-0.vmdk is in state: ready. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1112.020883] env[69186]: ERROR oslo_vmware.rw_handles [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3f9a9-a27d-aea3-90ea-4056c2e1209c/disk-0.vmdk due to incomplete transfer. [ 1112.020883] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c27902cb-f167-45c5-8312-b82c9be86144 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.027835] env[69186]: DEBUG oslo_vmware.rw_handles [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3f9a9-a27d-aea3-90ea-4056c2e1209c/disk-0.vmdk. {{(pid=69186) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1112.028039] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Uploaded image 98520c0d-9f62-47a0-a39d-6abd129db2a5 to the Glance image server {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1112.030374] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Destroying the VM {{(pid=69186) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1112.030622] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ca73c1ff-fbfc-4bac-94bc-af3d8168d86d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.037939] env[69186]: DEBUG oslo_vmware.api [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1112.037939] env[69186]: value = "task-3635777" [ 1112.037939] env[69186]: _type = "Task" [ 1112.037939] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.045946] env[69186]: DEBUG oslo_vmware.api [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635777, 'name': Destroy_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.183712] env[69186]: DEBUG oslo_vmware.api [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Task: {'id': task-3635775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592639} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.183987] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 1b52d131-9522-4d9a-8a41-2cfba7be5317/1b52d131-9522-4d9a-8a41-2cfba7be5317.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.185576] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.185890] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c06bdcf6-06f0-48aa-b880-67c84effa8f7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.192988] env[69186]: DEBUG oslo_vmware.api [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Waiting for the task: (returnval){ [ 1112.192988] env[69186]: value = "task-3635778" [ 1112.192988] env[69186]: _type = "Task" [ 1112.192988] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.200411] env[69186]: DEBUG oslo_vmware.api [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Task: {'id': task-3635778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.240453] env[69186]: DEBUG oslo_vmware.api [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.290148] env[69186]: DEBUG nova.compute.utils [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.291616] env[69186]: DEBUG nova.compute.manager [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Not allocating networking since 'none' was specified. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1112.549028] env[69186]: DEBUG oslo_vmware.api [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635777, 'name': Destroy_Task, 'duration_secs': 0.344075} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.549028] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Destroyed the VM [ 1112.549224] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Deleting Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1112.549451] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5a9ddf3a-dcef-4c4f-ad41-055aeecf7a1d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.556754] env[69186]: DEBUG oslo_vmware.api [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1112.556754] env[69186]: value = "task-3635779" [ 1112.556754] env[69186]: _type = "Task" [ 1112.556754] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.565543] env[69186]: DEBUG oslo_vmware.api [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635779, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.703379] env[69186]: DEBUG oslo_vmware.api [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Task: {'id': task-3635778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070507} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.703686] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.704532] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb6b95f-685f-4e4f-b3e2-231cee1a47fa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.723550] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 1b52d131-9522-4d9a-8a41-2cfba7be5317/1b52d131-9522-4d9a-8a41-2cfba7be5317.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.723776] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4bc0e91-ee1c-448f-84c0-9438eabd0179 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.745690] env[69186]: DEBUG oslo_vmware.api [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635776, 'name': ReconfigVM_Task, 'duration_secs': 0.768623} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.746812] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Reconfigured VM instance instance-00000064 to attach disk [datastore1] f96019ad-c5f7-45ba-85a1-580b45bfb7cc/f96019ad-c5f7-45ba-85a1-580b45bfb7cc.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.747476] env[69186]: DEBUG oslo_vmware.api [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Waiting for the task: (returnval){ [ 1112.747476] env[69186]: value = "task-3635780" [ 1112.747476] env[69186]: _type = "Task" [ 1112.747476] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.747662] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e8c32df-dd11-4aad-9bea-2c669c5dd70a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.756327] env[69186]: DEBUG oslo_vmware.api [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Task: {'id': task-3635780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.757474] env[69186]: DEBUG oslo_vmware.api [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1112.757474] env[69186]: value = "task-3635781" [ 1112.757474] env[69186]: _type = "Task" [ 1112.757474] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.764723] env[69186]: DEBUG oslo_vmware.api [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635781, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.795702] env[69186]: DEBUG nova.compute.manager [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.035206] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddefc15-4124-4ade-9d67-05f709b09bed {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.044292] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab36ed31-ffa4-45c4-97d9-0ba0dea9f271 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.076650] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b4f0bc-8977-4895-8966-3520591a11c5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.083740] env[69186]: DEBUG oslo_vmware.api [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635779, 'name': RemoveSnapshot_Task, 'duration_secs': 0.348598} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.085729] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Deleted Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1113.086008] env[69186]: DEBUG nova.compute.manager [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.086744] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf8d75d-4f3a-41ae-bdd2-92b8d39caf0c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.089835] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd94bddc-b90c-439b-b8b7-977c6c395557 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.105870] env[69186]: DEBUG nova.compute.provider_tree [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.258622] env[69186]: DEBUG oslo_vmware.api [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Task: {'id': task-3635780, 'name': ReconfigVM_Task, 'duration_secs': 0.314419} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.261842] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 1b52d131-9522-4d9a-8a41-2cfba7be5317/1b52d131-9522-4d9a-8a41-2cfba7be5317.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.263055] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2ff009b-fcc9-413c-ac43-f36e5dd77cab {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.269099] env[69186]: DEBUG oslo_vmware.api [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635781, 'name': Rename_Task, 'duration_secs': 0.144129} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.270265] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.271021] env[69186]: DEBUG oslo_vmware.api [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Waiting for the task: (returnval){ [ 1113.271021] env[69186]: value = "task-3635782" [ 1113.271021] env[69186]: _type = "Task" [ 1113.271021] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.271021] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47d36af9-6d5f-4cd0-b0ca-bd43ae9195ba {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.279680] env[69186]: DEBUG oslo_vmware.api [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Task: {'id': task-3635782, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.280797] env[69186]: DEBUG oslo_vmware.api [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1113.280797] env[69186]: value = "task-3635783" [ 1113.280797] env[69186]: _type = "Task" [ 1113.280797] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.287617] env[69186]: DEBUG oslo_vmware.api [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.610589] env[69186]: DEBUG nova.scheduler.client.report [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.613693] env[69186]: INFO nova.compute.manager [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Shelve offloading [ 1113.781232] env[69186]: DEBUG oslo_vmware.api [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Task: {'id': task-3635782, 'name': Rename_Task, 'duration_secs': 0.134035} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.781580] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.784462] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f14f8ac-60ec-4f20-b9b5-2f187a81c8e7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.790320] env[69186]: DEBUG oslo_vmware.api [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635783, 'name': PowerOnVM_Task, 'duration_secs': 0.420292} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.791414] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.791622] env[69186]: INFO nova.compute.manager [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1113.791800] env[69186]: DEBUG nova.compute.manager [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.792115] env[69186]: DEBUG oslo_vmware.api [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Waiting for the task: (returnval){ [ 1113.792115] env[69186]: value = "task-3635784" [ 1113.792115] env[69186]: _type = "Task" [ 1113.792115] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.792762] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177faae0-8b3d-4095-ab54-01a6d58a3891 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.801798] env[69186]: DEBUG oslo_vmware.api [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Task: {'id': task-3635784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.809048] env[69186]: DEBUG nova.compute.manager [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.835451] env[69186]: DEBUG nova.virt.hardware [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.835711] env[69186]: DEBUG nova.virt.hardware [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.835880] env[69186]: DEBUG nova.virt.hardware [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.836112] env[69186]: DEBUG nova.virt.hardware [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.836281] env[69186]: DEBUG nova.virt.hardware [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.836446] env[69186]: DEBUG nova.virt.hardware [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.836667] env[69186]: DEBUG nova.virt.hardware [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.836846] env[69186]: DEBUG nova.virt.hardware [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.837039] env[69186]: DEBUG nova.virt.hardware [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.837224] env[69186]: DEBUG nova.virt.hardware [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.837427] env[69186]: DEBUG nova.virt.hardware [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.838350] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1672229-a727-4bd9-ae67-30f7600440fc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.847320] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b879595-b779-480f-9ec3-22e0f43dd39c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.861013] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Instance VIF info [] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.866473] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Creating folder: Project (7a5156433690482f9dc582b1dbcce875). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1113.866774] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4610a8a7-2d53-4242-8cdc-121c7aaba7fe {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.876073] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Created folder: Project (7a5156433690482f9dc582b1dbcce875) in parent group-v724677. [ 1113.876266] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Creating folder: Instances. Parent ref: group-v724960. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1113.876496] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b59d272b-b2f0-4b7c-9f11-c08cf8011145 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.884967] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Created folder: Instances in parent group-v724960. [ 1113.885241] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.885455] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.885660] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f8a40e4-05a3-4e53-a0fc-2dce6b6e4786 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.901929] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.901929] env[69186]: value = "task-3635787" [ 1113.901929] env[69186]: _type = "Task" [ 1113.901929] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.909805] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635787, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.116158] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.116877] env[69186]: DEBUG nova.compute.manager [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.119898] env[69186]: DEBUG oslo_concurrency.lockutils [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.802s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.121604] env[69186]: INFO nova.compute.claims [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.124341] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.124863] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4aaa245-7d3a-4cb6-93c1-e8646d6cc4f9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.133040] env[69186]: DEBUG oslo_vmware.api [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1114.133040] env[69186]: value = "task-3635788" [ 1114.133040] env[69186]: _type = "Task" [ 1114.133040] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.142215] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] VM already powered off {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1114.142480] env[69186]: DEBUG nova.compute.manager [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.143363] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2b048e-ac65-44c2-bb38-ddc70df45e70 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.149555] env[69186]: DEBUG oslo_concurrency.lockutils [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "refresh_cache-1d5d7ab7-ced1-46ec-b593-e08b35e5b875" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.149778] env[69186]: DEBUG oslo_concurrency.lockutils [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired lock "refresh_cache-1d5d7ab7-ced1-46ec-b593-e08b35e5b875" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.149890] env[69186]: DEBUG nova.network.neutron [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.312125] env[69186]: DEBUG oslo_vmware.api [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Task: {'id': task-3635784, 'name': PowerOnVM_Task, 'duration_secs': 0.467881} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.314953] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.315012] env[69186]: INFO nova.compute.manager [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Took 4.90 seconds to spawn the instance on the hypervisor. [ 1114.315412] env[69186]: DEBUG nova.compute.manager [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.315806] env[69186]: INFO nova.compute.manager [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Took 21.33 seconds to build instance. [ 1114.317101] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180e84e5-ab91-474a-a73a-9b00aa054eef {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.412247] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635787, 'name': CreateVM_Task, 'duration_secs': 0.323598} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.412452] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.412851] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.413029] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.413653] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.413653] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90898367-ed11-4e8c-9308-197cb8f2eb72 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.418577] env[69186]: DEBUG oslo_vmware.api [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Waiting for the task: (returnval){ [ 1114.418577] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b55861-2b59-14b7-b584-c657356aa501" [ 1114.418577] env[69186]: _type = "Task" [ 1114.418577] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.426390] env[69186]: DEBUG oslo_vmware.api [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b55861-2b59-14b7-b584-c657356aa501, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.626330] env[69186]: DEBUG nova.compute.utils [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.630748] env[69186]: DEBUG nova.compute.manager [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.630748] env[69186]: DEBUG nova.network.neutron [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.675621] env[69186]: DEBUG nova.policy [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c41a8af0f8e54277b6fa8f5910a6d73c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f565adc711674d8c8a3e28a4a8f1bc20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.821085] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9270cbef-26e0-47f1-a363-be2290694baa tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "f96019ad-c5f7-45ba-85a1-580b45bfb7cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.851s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.832663] env[69186]: INFO nova.compute.manager [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Took 15.75 seconds to build instance. [ 1114.930287] env[69186]: DEBUG oslo_vmware.api [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b55861-2b59-14b7-b584-c657356aa501, 'name': SearchDatastore_Task, 'duration_secs': 0.009427} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.930611] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.930855] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.931115] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.931273] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.931488] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.931775] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b8deb05-9336-44d5-b4d5-61a94583c229 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.940439] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.940666] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.943616] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd86e27-221a-446a-a5c6-7683faace363 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.949462] env[69186]: DEBUG oslo_vmware.api [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Waiting for the task: (returnval){ [ 1114.949462] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bb19b9-9db5-2979-0e2a-52158a67d27b" [ 1114.949462] env[69186]: _type = "Task" [ 1114.949462] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.957405] env[69186]: DEBUG oslo_vmware.api [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bb19b9-9db5-2979-0e2a-52158a67d27b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.003090] env[69186]: DEBUG nova.network.neutron [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Updating instance_info_cache with network_info: [{"id": "4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0", "address": "fa:16:3e:4b:eb:bc", "network": {"id": "31bd6c99-6f00-4643-adfe-1f7763b3744b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-588385833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e81341caf41a3a52b5585de23490f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf0b7b4-f3", "ovs_interfaceid": "4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.098426] env[69186]: DEBUG nova.network.neutron [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Successfully created port: 8419fb84-619b-45fd-af12-39fb3d8f3d74 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.134858] env[69186]: DEBUG nova.compute.manager [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.336182] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5491754f-7768-49ab-b0c3-30b0f6dfc65b tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Lock "1b52d131-9522-4d9a-8a41-2cfba7be5317" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.261s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.394817] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b799ff3e-728b-4683-9abe-5d3cddbbd13d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.401079] env[69186]: DEBUG nova.compute.manager [req-5f6e10a8-db83-4783-8a14-c86740755ba7 req-58766bfd-542a-4b1c-8229-535a0f2dc334 service nova] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Received event network-changed-5fd6d7b0-ac1d-4553-a212-502b1f351717 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.401079] env[69186]: DEBUG nova.compute.manager [req-5f6e10a8-db83-4783-8a14-c86740755ba7 req-58766bfd-542a-4b1c-8229-535a0f2dc334 service nova] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Refreshing instance network info cache due to event network-changed-5fd6d7b0-ac1d-4553-a212-502b1f351717. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.401079] env[69186]: DEBUG oslo_concurrency.lockutils [req-5f6e10a8-db83-4783-8a14-c86740755ba7 req-58766bfd-542a-4b1c-8229-535a0f2dc334 service nova] Acquiring lock "refresh_cache-f96019ad-c5f7-45ba-85a1-580b45bfb7cc" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.401079] env[69186]: DEBUG oslo_concurrency.lockutils [req-5f6e10a8-db83-4783-8a14-c86740755ba7 req-58766bfd-542a-4b1c-8229-535a0f2dc334 service nova] Acquired lock "refresh_cache-f96019ad-c5f7-45ba-85a1-580b45bfb7cc" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.401079] env[69186]: DEBUG nova.network.neutron [req-5f6e10a8-db83-4783-8a14-c86740755ba7 req-58766bfd-542a-4b1c-8229-535a0f2dc334 service nova] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Refreshing network info cache for port 5fd6d7b0-ac1d-4553-a212-502b1f351717 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.410861] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8602f1-7eb3-4c6d-9fbb-ba37dd213045 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.448229] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c773c9f6-b937-4d18-81a2-d104416ead7d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.465452] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949f9873-e5c4-4bcc-853f-f894e9c6becd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.475302] env[69186]: DEBUG oslo_vmware.api [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bb19b9-9db5-2979-0e2a-52158a67d27b, 'name': SearchDatastore_Task, 'duration_secs': 0.009371} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.475302] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a10ac19a-7fa2-4634-b530-f62f11a8da38 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.491353] env[69186]: DEBUG nova.compute.provider_tree [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.495955] env[69186]: DEBUG oslo_vmware.api [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Waiting for the task: (returnval){ [ 1115.495955] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52382f7d-5b11-a165-bc33-38a30530c564" [ 1115.495955] env[69186]: _type = "Task" [ 1115.495955] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.504100] env[69186]: DEBUG oslo_vmware.api [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52382f7d-5b11-a165-bc33-38a30530c564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.505158] env[69186]: DEBUG oslo_concurrency.lockutils [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Releasing lock "refresh_cache-1d5d7ab7-ced1-46ec-b593-e08b35e5b875" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.841861] env[69186]: DEBUG nova.compute.manager [req-dbe52885-7f6e-42c4-8844-adc0d52c0eb4 req-b5d9b0d1-9205-437d-aa52-e365c4f5c619 service nova] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Received event network-vif-unplugged-4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.842144] env[69186]: DEBUG oslo_concurrency.lockutils [req-dbe52885-7f6e-42c4-8844-adc0d52c0eb4 req-b5d9b0d1-9205-437d-aa52-e365c4f5c619 service nova] Acquiring lock "1d5d7ab7-ced1-46ec-b593-e08b35e5b875-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.842404] env[69186]: DEBUG oslo_concurrency.lockutils [req-dbe52885-7f6e-42c4-8844-adc0d52c0eb4 req-b5d9b0d1-9205-437d-aa52-e365c4f5c619 service nova] Lock "1d5d7ab7-ced1-46ec-b593-e08b35e5b875-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.842593] env[69186]: DEBUG oslo_concurrency.lockutils [req-dbe52885-7f6e-42c4-8844-adc0d52c0eb4 req-b5d9b0d1-9205-437d-aa52-e365c4f5c619 service nova] Lock "1d5d7ab7-ced1-46ec-b593-e08b35e5b875-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.842799] env[69186]: DEBUG nova.compute.manager [req-dbe52885-7f6e-42c4-8844-adc0d52c0eb4 req-b5d9b0d1-9205-437d-aa52-e365c4f5c619 service nova] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] No waiting events found dispatching network-vif-unplugged-4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.843009] env[69186]: WARNING nova.compute.manager [req-dbe52885-7f6e-42c4-8844-adc0d52c0eb4 req-b5d9b0d1-9205-437d-aa52-e365c4f5c619 service nova] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Received unexpected event network-vif-unplugged-4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0 for instance with vm_state shelved and task_state shelving_offloading. [ 1115.872387] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.873332] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a747647b-25d3-4930-a8ca-f7e3d21e77e7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.881180] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.881430] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-385d4964-a904-43e9-8f6d-7661d02a02dd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.939329] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.939644] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.939933] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Deleting the datastore file [datastore1] 1d5d7ab7-ced1-46ec-b593-e08b35e5b875 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.940248] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c82c5e3-6c5f-4cad-b6d7-f15a52aecf35 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.946965] env[69186]: DEBUG oslo_vmware.api [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1115.946965] env[69186]: value = "task-3635790" [ 1115.946965] env[69186]: _type = "Task" [ 1115.946965] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.956783] env[69186]: DEBUG oslo_vmware.api [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.998273] env[69186]: DEBUG nova.scheduler.client.report [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.010810] env[69186]: DEBUG oslo_vmware.api [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52382f7d-5b11-a165-bc33-38a30530c564, 'name': SearchDatastore_Task, 'duration_secs': 0.009943} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.011030] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.011287] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 86c266a9-ce74-49c5-a016-a3a0e204ce18/86c266a9-ce74-49c5-a016-a3a0e204ce18.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.011536] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-168a1865-461a-43cd-b8ab-0f78f35441a0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.019415] env[69186]: DEBUG oslo_vmware.api [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Waiting for the task: (returnval){ [ 1116.019415] env[69186]: value = "task-3635791" [ 1116.019415] env[69186]: _type = "Task" [ 1116.019415] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.029179] env[69186]: DEBUG oslo_vmware.api [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.147626] env[69186]: DEBUG nova.compute.manager [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1116.162357] env[69186]: DEBUG nova.network.neutron [req-5f6e10a8-db83-4783-8a14-c86740755ba7 req-58766bfd-542a-4b1c-8229-535a0f2dc334 service nova] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Updated VIF entry in instance network info cache for port 5fd6d7b0-ac1d-4553-a212-502b1f351717. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.162796] env[69186]: DEBUG nova.network.neutron [req-5f6e10a8-db83-4783-8a14-c86740755ba7 req-58766bfd-542a-4b1c-8229-535a0f2dc334 service nova] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Updating instance_info_cache with network_info: [{"id": "5fd6d7b0-ac1d-4553-a212-502b1f351717", "address": "fa:16:3e:07:ac:36", "network": {"id": "6c10ee8a-9bc5-4697-a309-b7dcffaaa4db", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1356679091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702ffef9375c432ab93a912c6d3f1a47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd6d7b0-ac", "ovs_interfaceid": "5fd6d7b0-ac1d-4553-a212-502b1f351717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.172052] env[69186]: DEBUG nova.virt.hardware [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.172335] env[69186]: DEBUG nova.virt.hardware [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.172503] env[69186]: DEBUG nova.virt.hardware [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.172688] env[69186]: DEBUG nova.virt.hardware [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.172834] env[69186]: DEBUG nova.virt.hardware [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.172982] env[69186]: DEBUG nova.virt.hardware [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.173572] env[69186]: DEBUG nova.virt.hardware [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.173572] env[69186]: DEBUG nova.virt.hardware [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.173572] env[69186]: DEBUG nova.virt.hardware [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.173673] env[69186]: DEBUG nova.virt.hardware [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.173842] env[69186]: DEBUG nova.virt.hardware [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.174800] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8449daa9-6042-417c-9ede-41f1269cdf15 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.183611] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd57beff-63bd-4c7c-aef4-c24b181e4d84 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.304371] env[69186]: DEBUG nova.compute.manager [None req-de5427f0-e1ed-444d-80c9-72478aafded9 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.305293] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2203c1-fec0-430b-889d-d459c6bfbef0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.402988] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Acquiring lock "1b52d131-9522-4d9a-8a41-2cfba7be5317" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.403255] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Lock "1b52d131-9522-4d9a-8a41-2cfba7be5317" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.403255] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Acquiring lock "1b52d131-9522-4d9a-8a41-2cfba7be5317-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.403453] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Lock "1b52d131-9522-4d9a-8a41-2cfba7be5317-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.403649] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Lock "1b52d131-9522-4d9a-8a41-2cfba7be5317-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.407948] env[69186]: INFO nova.compute.manager [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Terminating instance [ 1116.458311] env[69186]: DEBUG oslo_vmware.api [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124996} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.458650] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.458853] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.459057] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.485336] env[69186]: INFO nova.scheduler.client.report [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Deleted allocations for instance 1d5d7ab7-ced1-46ec-b593-e08b35e5b875 [ 1116.506258] env[69186]: DEBUG oslo_concurrency.lockutils [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.506882] env[69186]: DEBUG nova.compute.manager [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.509575] env[69186]: DEBUG oslo_concurrency.lockutils [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.785s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.511111] env[69186]: INFO nova.compute.claims [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.530495] env[69186]: DEBUG oslo_vmware.api [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458142} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.533562] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 86c266a9-ce74-49c5-a016-a3a0e204ce18/86c266a9-ce74-49c5-a016-a3a0e204ce18.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.533821] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.534258] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87cff232-3409-4184-8345-299ae7ee67b6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.542547] env[69186]: DEBUG oslo_vmware.api [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Waiting for the task: (returnval){ [ 1116.542547] env[69186]: value = "task-3635792" [ 1116.542547] env[69186]: _type = "Task" [ 1116.542547] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.552994] env[69186]: DEBUG oslo_vmware.api [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.625406] env[69186]: DEBUG nova.network.neutron [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Successfully updated port: 8419fb84-619b-45fd-af12-39fb3d8f3d74 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.667501] env[69186]: DEBUG oslo_concurrency.lockutils [req-5f6e10a8-db83-4783-8a14-c86740755ba7 req-58766bfd-542a-4b1c-8229-535a0f2dc334 service nova] Releasing lock "refresh_cache-f96019ad-c5f7-45ba-85a1-580b45bfb7cc" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.817129] env[69186]: INFO nova.compute.manager [None req-de5427f0-e1ed-444d-80c9-72478aafded9 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] instance snapshotting [ 1116.817286] env[69186]: DEBUG nova.objects.instance [None req-de5427f0-e1ed-444d-80c9-72478aafded9 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Lazy-loading 'flavor' on Instance uuid 1b52d131-9522-4d9a-8a41-2cfba7be5317 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.912844] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Acquiring lock "refresh_cache-1b52d131-9522-4d9a-8a41-2cfba7be5317" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.913141] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Acquired lock "refresh_cache-1b52d131-9522-4d9a-8a41-2cfba7be5317" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.913368] env[69186]: DEBUG nova.network.neutron [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.989771] env[69186]: DEBUG oslo_concurrency.lockutils [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.015585] env[69186]: DEBUG nova.compute.utils [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.019429] env[69186]: DEBUG nova.compute.manager [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1117.019616] env[69186]: DEBUG nova.network.neutron [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1117.052709] env[69186]: DEBUG oslo_vmware.api [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068753} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.053705] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.053817] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4470e724-38d6-4a4f-b9fc-aed905f947eb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.074768] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 86c266a9-ce74-49c5-a016-a3a0e204ce18/86c266a9-ce74-49c5-a016-a3a0e204ce18.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.076352] env[69186]: DEBUG nova.policy [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07b841536fb24f439d3e75ee3ec695ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68534f72b5ef4bbebc423e4459dc051a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.078063] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-850f9564-b4b3-4f41-b183-e0fcdd1765fa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.097374] env[69186]: DEBUG oslo_vmware.api [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Waiting for the task: (returnval){ [ 1117.097374] env[69186]: value = "task-3635793" [ 1117.097374] env[69186]: _type = "Task" [ 1117.097374] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.107095] env[69186]: DEBUG oslo_vmware.api [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635793, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.133709] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "refresh_cache-5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.133878] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "refresh_cache-5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.134084] env[69186]: DEBUG nova.network.neutron [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.326332] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400b9f0e-e123-4d4d-ab35-3903ea04521b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.343816] env[69186]: DEBUG nova.network.neutron [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Successfully created port: 08b5f81a-c45c-422b-98e4-a59df8374e31 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.346322] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07800e4b-5aa7-4fd2-b29b-050a5c7cbd86 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.437534] env[69186]: DEBUG nova.network.neutron [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.505344] env[69186]: DEBUG nova.network.neutron [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.522807] env[69186]: DEBUG nova.compute.manager [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.529823] env[69186]: DEBUG oslo_concurrency.lockutils [None req-70c14797-c94e-4560-b756-e580f8a314f5 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "1d5d7ab7-ced1-46ec-b593-e08b35e5b875" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.611178] env[69186]: DEBUG oslo_vmware.api [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.677595] env[69186]: DEBUG nova.network.neutron [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.767665] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "20d5a338-f29d-439a-bd22-9110abac32bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.767917] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "20d5a338-f29d-439a-bd22-9110abac32bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.768471] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "20d5a338-f29d-439a-bd22-9110abac32bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.768471] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "20d5a338-f29d-439a-bd22-9110abac32bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.768864] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "20d5a338-f29d-439a-bd22-9110abac32bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.771677] env[69186]: INFO nova.compute.manager [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Terminating instance [ 1117.793369] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8256a6e9-9197-462c-a45c-d90c0efc2460 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.801290] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d1af21-edd4-4d11-8b6f-3e21169a3d5b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.832705] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a60c47a-c432-413b-8ec5-7cf059b389f7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.836106] env[69186]: DEBUG nova.network.neutron [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Updating instance_info_cache with network_info: [{"id": "8419fb84-619b-45fd-af12-39fb3d8f3d74", "address": "fa:16:3e:fe:21:70", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8419fb84-61", "ovs_interfaceid": "8419fb84-619b-45fd-af12-39fb3d8f3d74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.843484] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badda6c9-2bf6-4343-8f98-a9711af81990 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.859273] env[69186]: DEBUG nova.compute.manager [None req-de5427f0-e1ed-444d-80c9-72478aafded9 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Instance disappeared during snapshot {{(pid=69186) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1117.861016] env[69186]: DEBUG nova.compute.provider_tree [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.872463] env[69186]: DEBUG nova.compute.manager [req-e85e6942-bc4d-44f7-8fed-bcf41b37ac1a req-137d2000-b04b-464f-ae59-f9afde057d59 service nova] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Received event network-changed-4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.872622] env[69186]: DEBUG nova.compute.manager [req-e85e6942-bc4d-44f7-8fed-bcf41b37ac1a req-137d2000-b04b-464f-ae59-f9afde057d59 service nova] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Refreshing instance network info cache due to event network-changed-4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.872835] env[69186]: DEBUG oslo_concurrency.lockutils [req-e85e6942-bc4d-44f7-8fed-bcf41b37ac1a req-137d2000-b04b-464f-ae59-f9afde057d59 service nova] Acquiring lock "refresh_cache-1d5d7ab7-ced1-46ec-b593-e08b35e5b875" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.872983] env[69186]: DEBUG oslo_concurrency.lockutils [req-e85e6942-bc4d-44f7-8fed-bcf41b37ac1a req-137d2000-b04b-464f-ae59-f9afde057d59 service nova] Acquired lock "refresh_cache-1d5d7ab7-ced1-46ec-b593-e08b35e5b875" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.873140] env[69186]: DEBUG nova.network.neutron [req-e85e6942-bc4d-44f7-8fed-bcf41b37ac1a req-137d2000-b04b-464f-ae59-f9afde057d59 service nova] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Refreshing network info cache for port 4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.999533] env[69186]: DEBUG nova.compute.manager [None req-de5427f0-e1ed-444d-80c9-72478aafded9 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Found 0 images (rotation: 2) {{(pid=69186) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1118.008178] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Releasing lock "refresh_cache-1b52d131-9522-4d9a-8a41-2cfba7be5317" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.008178] env[69186]: DEBUG nova.compute.manager [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.008318] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.009185] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035eff4f-37ed-4507-90b7-471f17900406 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.017644] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.017877] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e427f98-1a2d-4208-8b5e-93dbc9d03e03 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.023539] env[69186]: DEBUG oslo_vmware.api [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Waiting for the task: (returnval){ [ 1118.023539] env[69186]: value = "task-3635794" [ 1118.023539] env[69186]: _type = "Task" [ 1118.023539] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.034409] env[69186]: DEBUG oslo_vmware.api [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Task: {'id': task-3635794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.111534] env[69186]: DEBUG oslo_vmware.api [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635793, 'name': ReconfigVM_Task, 'duration_secs': 0.98006} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.111534] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 86c266a9-ce74-49c5-a016-a3a0e204ce18/86c266a9-ce74-49c5-a016-a3a0e204ce18.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.112253] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42b602af-1249-4b3b-a93c-f70e03c1a64f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.119036] env[69186]: DEBUG oslo_vmware.api [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Waiting for the task: (returnval){ [ 1118.119036] env[69186]: value = "task-3635795" [ 1118.119036] env[69186]: _type = "Task" [ 1118.119036] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.129855] env[69186]: DEBUG oslo_vmware.api [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635795, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.278066] env[69186]: DEBUG nova.compute.manager [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.278066] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.279057] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3347189-b143-4109-866c-00edb62fecdb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.287075] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.287368] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c444d6e-e92f-4d63-8392-d3c8aec808e0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.292388] env[69186]: DEBUG oslo_vmware.api [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1118.292388] env[69186]: value = "task-3635796" [ 1118.292388] env[69186]: _type = "Task" [ 1118.292388] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.300402] env[69186]: DEBUG oslo_vmware.api [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.339659] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "refresh_cache-5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.339963] env[69186]: DEBUG nova.compute.manager [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Instance network_info: |[{"id": "8419fb84-619b-45fd-af12-39fb3d8f3d74", "address": "fa:16:3e:fe:21:70", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8419fb84-61", "ovs_interfaceid": "8419fb84-619b-45fd-af12-39fb3d8f3d74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.340416] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:21:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8419fb84-619b-45fd-af12-39fb3d8f3d74', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.349133] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.349316] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.349599] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cac38467-ff88-4131-b1df-385b1e8748a2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.365297] env[69186]: DEBUG nova.scheduler.client.report [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.374107] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.374107] env[69186]: value = "task-3635797" [ 1118.374107] env[69186]: _type = "Task" [ 1118.374107] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.384031] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635797, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.533194] env[69186]: DEBUG oslo_vmware.api [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Task: {'id': task-3635794, 'name': PowerOffVM_Task, 'duration_secs': 0.109862} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.533510] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.533806] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.533876] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f9d19cb-b14b-4380-932b-a5e9c32fd534 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.536432] env[69186]: DEBUG nova.compute.manager [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.557097] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.557323] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.557618] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Deleting the datastore file [datastore1] 1b52d131-9522-4d9a-8a41-2cfba7be5317 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.557820] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73e9ebc2-9014-4bc3-abcb-4691b427bfc8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.562016] env[69186]: DEBUG nova.virt.hardware [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.562740] env[69186]: DEBUG nova.virt.hardware [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.562947] env[69186]: DEBUG nova.virt.hardware [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.563233] env[69186]: DEBUG nova.virt.hardware [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.563397] env[69186]: DEBUG nova.virt.hardware [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.563550] env[69186]: DEBUG nova.virt.hardware [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.563757] env[69186]: DEBUG nova.virt.hardware [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.563913] env[69186]: DEBUG nova.virt.hardware [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.564090] env[69186]: DEBUG nova.virt.hardware [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.564309] env[69186]: DEBUG nova.virt.hardware [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.564498] env[69186]: DEBUG nova.virt.hardware [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.565318] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2873bcd1-4085-4e17-a95c-7b590ac21492 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.573733] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849c27f4-9fa1-4d51-b377-2e066f49e016 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.577883] env[69186]: DEBUG oslo_vmware.api [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Waiting for the task: (returnval){ [ 1118.577883] env[69186]: value = "task-3635799" [ 1118.577883] env[69186]: _type = "Task" [ 1118.577883] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.597920] env[69186]: DEBUG oslo_vmware.api [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Task: {'id': task-3635799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.629332] env[69186]: DEBUG oslo_vmware.api [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635795, 'name': Rename_Task, 'duration_secs': 0.16743} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.629692] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.629995] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d63b941-5c53-4b4f-878c-94ac79ac9edd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.634964] env[69186]: DEBUG nova.network.neutron [req-e85e6942-bc4d-44f7-8fed-bcf41b37ac1a req-137d2000-b04b-464f-ae59-f9afde057d59 service nova] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Updated VIF entry in instance network info cache for port 4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.635326] env[69186]: DEBUG nova.network.neutron [req-e85e6942-bc4d-44f7-8fed-bcf41b37ac1a req-137d2000-b04b-464f-ae59-f9afde057d59 service nova] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Updating instance_info_cache with network_info: [{"id": "4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0", "address": "fa:16:3e:4b:eb:bc", "network": {"id": "31bd6c99-6f00-4643-adfe-1f7763b3744b", "bridge": null, "label": "tempest-DeleteServersTestJSON-588385833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e81341caf41a3a52b5585de23490f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4bf0b7b4-f3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.638280] env[69186]: DEBUG oslo_vmware.api [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Waiting for the task: (returnval){ [ 1118.638280] env[69186]: value = "task-3635800" [ 1118.638280] env[69186]: _type = "Task" [ 1118.638280] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.647240] env[69186]: DEBUG oslo_vmware.api [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.802292] env[69186]: DEBUG oslo_vmware.api [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635796, 'name': PowerOffVM_Task, 'duration_secs': 0.188998} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.802586] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.802751] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.803028] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-409a5434-cc37-4fc5-a79c-96b1e3ae5486 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.861439] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.861674] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.861855] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Deleting the datastore file [datastore2] 20d5a338-f29d-439a-bd22-9110abac32bb {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.862162] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7fdd494-fbfd-4f46-8db9-4c29ad188d23 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.868921] env[69186]: DEBUG oslo_vmware.api [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1118.868921] env[69186]: value = "task-3635802" [ 1118.868921] env[69186]: _type = "Task" [ 1118.868921] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.872743] env[69186]: DEBUG oslo_concurrency.lockutils [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.873286] env[69186]: DEBUG nova.compute.manager [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1118.876064] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.272s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.876064] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.877938] env[69186]: DEBUG oslo_concurrency.lockutils [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.451s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.879382] env[69186]: INFO nova.compute.claims [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.888520] env[69186]: DEBUG oslo_vmware.api [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.893737] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635797, 'name': CreateVM_Task, 'duration_secs': 0.472608} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.893911] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.894696] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.894873] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.895211] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.895467] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c43972e-7da6-4044-8ab5-93edb3c0bdf2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.900661] env[69186]: DEBUG oslo_vmware.api [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1118.900661] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520aa013-e492-58bc-5760-e1823b1ffa9a" [ 1118.900661] env[69186]: _type = "Task" [ 1118.900661] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.912417] env[69186]: DEBUG oslo_vmware.api [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520aa013-e492-58bc-5760-e1823b1ffa9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.912893] env[69186]: INFO nova.scheduler.client.report [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Deleted allocations for instance 9931a0cb-d7af-43ab-bfa2-de010754f7d4 [ 1118.967163] env[69186]: DEBUG nova.network.neutron [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Successfully updated port: 08b5f81a-c45c-422b-98e4-a59df8374e31 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.088066] env[69186]: DEBUG oslo_vmware.api [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Task: {'id': task-3635799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097441} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.088339] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.088525] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.088694] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.088865] env[69186]: INFO nova.compute.manager [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1119.089117] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.089319] env[69186]: DEBUG nova.compute.manager [-] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.089410] env[69186]: DEBUG nova.network.neutron [-] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.102752] env[69186]: DEBUG nova.network.neutron [-] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.139914] env[69186]: DEBUG oslo_concurrency.lockutils [req-e85e6942-bc4d-44f7-8fed-bcf41b37ac1a req-137d2000-b04b-464f-ae59-f9afde057d59 service nova] Releasing lock "refresh_cache-1d5d7ab7-ced1-46ec-b593-e08b35e5b875" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.140185] env[69186]: DEBUG nova.compute.manager [req-e85e6942-bc4d-44f7-8fed-bcf41b37ac1a req-137d2000-b04b-464f-ae59-f9afde057d59 service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Received event network-vif-plugged-8419fb84-619b-45fd-af12-39fb3d8f3d74 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.140382] env[69186]: DEBUG oslo_concurrency.lockutils [req-e85e6942-bc4d-44f7-8fed-bcf41b37ac1a req-137d2000-b04b-464f-ae59-f9afde057d59 service nova] Acquiring lock "5784475d-2510-43b0-8abb-f4fce96f7846-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.140585] env[69186]: DEBUG oslo_concurrency.lockutils [req-e85e6942-bc4d-44f7-8fed-bcf41b37ac1a req-137d2000-b04b-464f-ae59-f9afde057d59 service nova] Lock "5784475d-2510-43b0-8abb-f4fce96f7846-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.140745] env[69186]: DEBUG oslo_concurrency.lockutils [req-e85e6942-bc4d-44f7-8fed-bcf41b37ac1a req-137d2000-b04b-464f-ae59-f9afde057d59 service nova] Lock "5784475d-2510-43b0-8abb-f4fce96f7846-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.140910] env[69186]: DEBUG nova.compute.manager [req-e85e6942-bc4d-44f7-8fed-bcf41b37ac1a req-137d2000-b04b-464f-ae59-f9afde057d59 service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] No waiting events found dispatching network-vif-plugged-8419fb84-619b-45fd-af12-39fb3d8f3d74 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.141088] env[69186]: WARNING nova.compute.manager [req-e85e6942-bc4d-44f7-8fed-bcf41b37ac1a req-137d2000-b04b-464f-ae59-f9afde057d59 service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Received unexpected event network-vif-plugged-8419fb84-619b-45fd-af12-39fb3d8f3d74 for instance with vm_state building and task_state spawning. [ 1119.141254] env[69186]: DEBUG nova.compute.manager [req-e85e6942-bc4d-44f7-8fed-bcf41b37ac1a req-137d2000-b04b-464f-ae59-f9afde057d59 service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Received event network-changed-8419fb84-619b-45fd-af12-39fb3d8f3d74 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.141409] env[69186]: DEBUG nova.compute.manager [req-e85e6942-bc4d-44f7-8fed-bcf41b37ac1a req-137d2000-b04b-464f-ae59-f9afde057d59 service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Refreshing instance network info cache due to event network-changed-8419fb84-619b-45fd-af12-39fb3d8f3d74. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.141588] env[69186]: DEBUG oslo_concurrency.lockutils [req-e85e6942-bc4d-44f7-8fed-bcf41b37ac1a req-137d2000-b04b-464f-ae59-f9afde057d59 service nova] Acquiring lock "refresh_cache-5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.141726] env[69186]: DEBUG oslo_concurrency.lockutils [req-e85e6942-bc4d-44f7-8fed-bcf41b37ac1a req-137d2000-b04b-464f-ae59-f9afde057d59 service nova] Acquired lock "refresh_cache-5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.141880] env[69186]: DEBUG nova.network.neutron [req-e85e6942-bc4d-44f7-8fed-bcf41b37ac1a req-137d2000-b04b-464f-ae59-f9afde057d59 service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Refreshing network info cache for port 8419fb84-619b-45fd-af12-39fb3d8f3d74 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.152835] env[69186]: DEBUG oslo_vmware.api [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.379311] env[69186]: DEBUG oslo_vmware.api [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142551} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.379578] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.379771] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.379960] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.380168] env[69186]: INFO nova.compute.manager [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1119.380439] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.380641] env[69186]: DEBUG nova.compute.manager [-] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.380738] env[69186]: DEBUG nova.network.neutron [-] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.383709] env[69186]: DEBUG nova.compute.utils [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.387037] env[69186]: DEBUG nova.compute.manager [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1119.387037] env[69186]: DEBUG nova.network.neutron [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.413025] env[69186]: DEBUG oslo_vmware.api [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520aa013-e492-58bc-5760-e1823b1ffa9a, 'name': SearchDatastore_Task, 'duration_secs': 0.009691} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.413025] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.413180] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.413336] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.413484] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.413657] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.413915] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4f2c8d9-2e39-43ae-b02d-7159a838a74b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.428455] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.428455] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.428455] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbc7e488-ab83-451d-a969-3007eeb44240 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.430884] env[69186]: DEBUG oslo_concurrency.lockutils [None req-2fdc1f09-129f-4602-a197-2c3313bf3f15 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "9931a0cb-d7af-43ab-bfa2-de010754f7d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.332s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.438854] env[69186]: DEBUG oslo_vmware.api [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1119.438854] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5235e430-b332-b661-7565-474f9e4ae73d" [ 1119.438854] env[69186]: _type = "Task" [ 1119.438854] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.448080] env[69186]: DEBUG oslo_vmware.api [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5235e430-b332-b661-7565-474f9e4ae73d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.457445] env[69186]: DEBUG nova.policy [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e999269f9024e1b9c55c8ec393bb391', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfd91ddcb62c48dba383798a87da8a37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.470990] env[69186]: DEBUG oslo_concurrency.lockutils [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "refresh_cache-312acebc-81f1-4b24-ba31-0d9277374c7e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.470990] env[69186]: DEBUG oslo_concurrency.lockutils [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired lock "refresh_cache-312acebc-81f1-4b24-ba31-0d9277374c7e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.470990] env[69186]: DEBUG nova.network.neutron [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.606652] env[69186]: DEBUG nova.network.neutron [-] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.655647] env[69186]: DEBUG oslo_vmware.api [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.893298] env[69186]: DEBUG nova.compute.manager [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1119.907646] env[69186]: DEBUG nova.compute.manager [req-123563ff-ace1-4648-bc99-bd531c96de76 req-075e99e0-d704-4b14-b646-071d06431d2a service nova] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Received event network-vif-plugged-08b5f81a-c45c-422b-98e4-a59df8374e31 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.907758] env[69186]: DEBUG oslo_concurrency.lockutils [req-123563ff-ace1-4648-bc99-bd531c96de76 req-075e99e0-d704-4b14-b646-071d06431d2a service nova] Acquiring lock "312acebc-81f1-4b24-ba31-0d9277374c7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.907980] env[69186]: DEBUG oslo_concurrency.lockutils [req-123563ff-ace1-4648-bc99-bd531c96de76 req-075e99e0-d704-4b14-b646-071d06431d2a service nova] Lock "312acebc-81f1-4b24-ba31-0d9277374c7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.908350] env[69186]: DEBUG oslo_concurrency.lockutils [req-123563ff-ace1-4648-bc99-bd531c96de76 req-075e99e0-d704-4b14-b646-071d06431d2a service nova] Lock "312acebc-81f1-4b24-ba31-0d9277374c7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.908645] env[69186]: DEBUG nova.compute.manager [req-123563ff-ace1-4648-bc99-bd531c96de76 req-075e99e0-d704-4b14-b646-071d06431d2a service nova] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] No waiting events found dispatching network-vif-plugged-08b5f81a-c45c-422b-98e4-a59df8374e31 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.908815] env[69186]: WARNING nova.compute.manager [req-123563ff-ace1-4648-bc99-bd531c96de76 req-075e99e0-d704-4b14-b646-071d06431d2a service nova] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Received unexpected event network-vif-plugged-08b5f81a-c45c-422b-98e4-a59df8374e31 for instance with vm_state building and task_state spawning. [ 1119.908973] env[69186]: DEBUG nova.compute.manager [req-123563ff-ace1-4648-bc99-bd531c96de76 req-075e99e0-d704-4b14-b646-071d06431d2a service nova] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Received event network-changed-08b5f81a-c45c-422b-98e4-a59df8374e31 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.909141] env[69186]: DEBUG nova.compute.manager [req-123563ff-ace1-4648-bc99-bd531c96de76 req-075e99e0-d704-4b14-b646-071d06431d2a service nova] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Refreshing instance network info cache due to event network-changed-08b5f81a-c45c-422b-98e4-a59df8374e31. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.909310] env[69186]: DEBUG oslo_concurrency.lockutils [req-123563ff-ace1-4648-bc99-bd531c96de76 req-075e99e0-d704-4b14-b646-071d06431d2a service nova] Acquiring lock "refresh_cache-312acebc-81f1-4b24-ba31-0d9277374c7e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.951327] env[69186]: DEBUG oslo_vmware.api [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5235e430-b332-b661-7565-474f9e4ae73d, 'name': SearchDatastore_Task, 'duration_secs': 0.010115} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.952471] env[69186]: DEBUG nova.network.neutron [req-e85e6942-bc4d-44f7-8fed-bcf41b37ac1a req-137d2000-b04b-464f-ae59-f9afde057d59 service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Updated VIF entry in instance network info cache for port 8419fb84-619b-45fd-af12-39fb3d8f3d74. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.952866] env[69186]: DEBUG nova.network.neutron [req-e85e6942-bc4d-44f7-8fed-bcf41b37ac1a req-137d2000-b04b-464f-ae59-f9afde057d59 service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Updating instance_info_cache with network_info: [{"id": "8419fb84-619b-45fd-af12-39fb3d8f3d74", "address": "fa:16:3e:fe:21:70", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8419fb84-61", "ovs_interfaceid": "8419fb84-619b-45fd-af12-39fb3d8f3d74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.956218] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e0838e4-df9f-45e4-8f5b-edc332600418 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.966310] env[69186]: DEBUG oslo_vmware.api [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1119.966310] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c808d4-0bd3-1898-de4b-58bac8fddc6a" [ 1119.966310] env[69186]: _type = "Task" [ 1119.966310] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.978821] env[69186]: DEBUG oslo_vmware.api [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c808d4-0bd3-1898-de4b-58bac8fddc6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.981400] env[69186]: DEBUG nova.network.neutron [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Successfully created port: 48169162-7050-4e16-8902-f4d742ca5fad {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.014637] env[69186]: DEBUG nova.network.neutron [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.114922] env[69186]: INFO nova.compute.manager [-] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Took 1.03 seconds to deallocate network for instance. [ 1120.157436] env[69186]: DEBUG oslo_vmware.api [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635800, 'name': PowerOnVM_Task, 'duration_secs': 1.385514} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.158866] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.158866] env[69186]: INFO nova.compute.manager [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Took 6.35 seconds to spawn the instance on the hypervisor. [ 1120.158866] env[69186]: DEBUG nova.compute.manager [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.159567] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533ab05b-6102-44e2-b5b9-3ad2c3c94660 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.188084] env[69186]: DEBUG nova.network.neutron [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Updating instance_info_cache with network_info: [{"id": "08b5f81a-c45c-422b-98e4-a59df8374e31", "address": "fa:16:3e:a4:4e:d5", "network": {"id": "61e1515f-114e-4139-9235-6329201c5e19", "bridge": "br-int", "label": "tempest-ServersTestJSON-569810852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68534f72b5ef4bbebc423e4459dc051a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08b5f81a-c4", "ovs_interfaceid": "08b5f81a-c45c-422b-98e4-a59df8374e31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.221820] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af45994-2eda-4c0e-bb23-3582abfd230e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.229903] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62c31d7-788e-4684-89f3-d9245f40d8d4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.262449] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f79cd0-9986-4b28-bb79-6da02fc4c703 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.269904] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f68f10-4544-4e9d-b687-9bea4a1f67f0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.283629] env[69186]: DEBUG nova.compute.provider_tree [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.461643] env[69186]: DEBUG oslo_concurrency.lockutils [req-e85e6942-bc4d-44f7-8fed-bcf41b37ac1a req-137d2000-b04b-464f-ae59-f9afde057d59 service nova] Releasing lock "refresh_cache-5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.477740] env[69186]: DEBUG oslo_vmware.api [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c808d4-0bd3-1898-de4b-58bac8fddc6a, 'name': SearchDatastore_Task, 'duration_secs': 0.015725} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.478015] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.478255] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 5784475d-2510-43b0-8abb-f4fce96f7846/5784475d-2510-43b0-8abb-f4fce96f7846.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.478517] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1222c747-159c-4926-957c-32bd689fcabd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.486600] env[69186]: DEBUG oslo_vmware.api [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1120.486600] env[69186]: value = "task-3635803" [ 1120.486600] env[69186]: _type = "Task" [ 1120.486600] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.493984] env[69186]: DEBUG oslo_vmware.api [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.628608] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.643224] env[69186]: DEBUG nova.network.neutron [-] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.680674] env[69186]: INFO nova.compute.manager [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Took 15.66 seconds to build instance. [ 1120.692932] env[69186]: DEBUG oslo_concurrency.lockutils [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Releasing lock "refresh_cache-312acebc-81f1-4b24-ba31-0d9277374c7e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.696216] env[69186]: DEBUG nova.compute.manager [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Instance network_info: |[{"id": "08b5f81a-c45c-422b-98e4-a59df8374e31", "address": "fa:16:3e:a4:4e:d5", "network": {"id": "61e1515f-114e-4139-9235-6329201c5e19", "bridge": "br-int", "label": "tempest-ServersTestJSON-569810852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68534f72b5ef4bbebc423e4459dc051a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08b5f81a-c4", "ovs_interfaceid": "08b5f81a-c45c-422b-98e4-a59df8374e31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.696216] env[69186]: DEBUG oslo_concurrency.lockutils [req-123563ff-ace1-4648-bc99-bd531c96de76 req-075e99e0-d704-4b14-b646-071d06431d2a service nova] Acquired lock "refresh_cache-312acebc-81f1-4b24-ba31-0d9277374c7e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.696216] env[69186]: DEBUG nova.network.neutron [req-123563ff-ace1-4648-bc99-bd531c96de76 req-075e99e0-d704-4b14-b646-071d06431d2a service nova] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Refreshing network info cache for port 08b5f81a-c45c-422b-98e4-a59df8374e31 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.696216] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:4e:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08b5f81a-c45c-422b-98e4-a59df8374e31', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.705823] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Creating folder: Project (68534f72b5ef4bbebc423e4459dc051a). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1120.706871] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b30e81c6-0052-4f25-8c8e-edd97f836bcb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.720921] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Created folder: Project (68534f72b5ef4bbebc423e4459dc051a) in parent group-v724677. [ 1120.721157] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Creating folder: Instances. Parent ref: group-v724964. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1120.721405] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d16fd10-d666-4597-8d2a-f9275673e58e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.730835] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Created folder: Instances in parent group-v724964. [ 1120.731117] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.731314] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.731540] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbb8c799-3c24-406c-b011-beca6174510f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.752242] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.752242] env[69186]: value = "task-3635806" [ 1120.752242] env[69186]: _type = "Task" [ 1120.752242] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.760692] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635806, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.786850] env[69186]: DEBUG nova.scheduler.client.report [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.907354] env[69186]: DEBUG nova.compute.manager [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1120.940839] env[69186]: DEBUG nova.virt.hardware [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.941224] env[69186]: DEBUG nova.virt.hardware [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.941485] env[69186]: DEBUG nova.virt.hardware [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.941829] env[69186]: DEBUG nova.virt.hardware [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.943956] env[69186]: DEBUG nova.virt.hardware [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.943956] env[69186]: DEBUG nova.virt.hardware [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.943956] env[69186]: DEBUG nova.virt.hardware [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.943956] env[69186]: DEBUG nova.virt.hardware [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.943956] env[69186]: DEBUG nova.virt.hardware [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.943956] env[69186]: DEBUG nova.virt.hardware [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.943956] env[69186]: DEBUG nova.virt.hardware [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.944440] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b161db-3067-4724-a06e-d3e7da533dd7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.955261] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d01994-b859-4a3a-9f0a-cccc61df479a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.998072] env[69186]: DEBUG oslo_vmware.api [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505138} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.998365] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 5784475d-2510-43b0-8abb-f4fce96f7846/5784475d-2510-43b0-8abb-f4fce96f7846.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.998589] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.998861] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1d1e1b9-3bdf-4de8-98a9-fc377503147d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.005464] env[69186]: DEBUG oslo_vmware.api [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1121.005464] env[69186]: value = "task-3635807" [ 1121.005464] env[69186]: _type = "Task" [ 1121.005464] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.016361] env[69186]: DEBUG oslo_vmware.api [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.145733] env[69186]: INFO nova.compute.manager [-] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Took 1.76 seconds to deallocate network for instance. [ 1121.182504] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cc42732c-b736-4efb-a066-cfbea859e98c tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Lock "86c266a9-ce74-49c5-a016-a3a0e204ce18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.168s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.262921] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635806, 'name': CreateVM_Task, 'duration_secs': 0.356718} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.263110] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.263791] env[69186]: DEBUG oslo_concurrency.lockutils [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.263956] env[69186]: DEBUG oslo_concurrency.lockutils [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.264311] env[69186]: DEBUG oslo_concurrency.lockutils [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.264571] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f18adf12-b390-4776-954f-c2fc053ec2b6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.269341] env[69186]: DEBUG oslo_vmware.api [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1121.269341] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521ca880-df05-f768-9ab5-771d3ef6e22f" [ 1121.269341] env[69186]: _type = "Task" [ 1121.269341] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.277439] env[69186]: DEBUG oslo_vmware.api [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521ca880-df05-f768-9ab5-771d3ef6e22f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.293383] env[69186]: DEBUG oslo_concurrency.lockutils [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.293957] env[69186]: DEBUG nova.compute.manager [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.297342] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.757s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.297588] env[69186]: DEBUG nova.objects.instance [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Lazy-loading 'resources' on Instance uuid 2cc3a23d-24a0-465a-bec4-7ee7cef02b75 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.462009] env[69186]: DEBUG nova.network.neutron [req-123563ff-ace1-4648-bc99-bd531c96de76 req-075e99e0-d704-4b14-b646-071d06431d2a service nova] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Updated VIF entry in instance network info cache for port 08b5f81a-c45c-422b-98e4-a59df8374e31. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.462566] env[69186]: DEBUG nova.network.neutron [req-123563ff-ace1-4648-bc99-bd531c96de76 req-075e99e0-d704-4b14-b646-071d06431d2a service nova] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Updating instance_info_cache with network_info: [{"id": "08b5f81a-c45c-422b-98e4-a59df8374e31", "address": "fa:16:3e:a4:4e:d5", "network": {"id": "61e1515f-114e-4139-9235-6329201c5e19", "bridge": "br-int", "label": "tempest-ServersTestJSON-569810852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68534f72b5ef4bbebc423e4459dc051a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08b5f81a-c4", "ovs_interfaceid": "08b5f81a-c45c-422b-98e4-a59df8374e31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.517139] env[69186]: DEBUG oslo_vmware.api [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065875} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.517457] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.518337] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f7019c-45eb-470c-9b73-63685ab5b90c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.540951] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 5784475d-2510-43b0-8abb-f4fce96f7846/5784475d-2510-43b0-8abb-f4fce96f7846.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.541376] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e86fa44-2dfc-447d-a4c9-6c5891b6f32c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.560469] env[69186]: DEBUG oslo_vmware.api [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1121.560469] env[69186]: value = "task-3635808" [ 1121.560469] env[69186]: _type = "Task" [ 1121.560469] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.570668] env[69186]: DEBUG oslo_vmware.api [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.571472] env[69186]: DEBUG nova.network.neutron [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Successfully updated port: 48169162-7050-4e16-8902-f4d742ca5fad {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1121.652879] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.746182] env[69186]: INFO nova.compute.manager [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Rebuilding instance [ 1121.780523] env[69186]: DEBUG oslo_vmware.api [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521ca880-df05-f768-9ab5-771d3ef6e22f, 'name': SearchDatastore_Task, 'duration_secs': 0.009784} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.780863] env[69186]: DEBUG oslo_concurrency.lockutils [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.781155] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.781628] env[69186]: DEBUG oslo_concurrency.lockutils [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.781689] env[69186]: DEBUG oslo_concurrency.lockutils [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.781880] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.782200] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e601f0c8-34f6-4c6d-af04-379918961fbc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.789412] env[69186]: DEBUG nova.compute.manager [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.790300] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b9b453-6bc0-4fae-8af3-c2e57a97c669 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.800930] env[69186]: DEBUG nova.compute.utils [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.805073] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.805340] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.806348] env[69186]: DEBUG nova.compute.manager [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.806721] env[69186]: DEBUG nova.network.neutron [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.808522] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7e5c6d4-cbf2-45e3-b0b2-d651e8e76576 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.814377] env[69186]: DEBUG oslo_vmware.api [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1121.814377] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527af41f-25e1-8b6e-e92f-31c9dbd36d11" [ 1121.814377] env[69186]: _type = "Task" [ 1121.814377] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.818438] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.819068] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.826418] env[69186]: DEBUG oslo_vmware.api [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527af41f-25e1-8b6e-e92f-31c9dbd36d11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.860547] env[69186]: DEBUG nova.policy [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b46c0071f854177895da8d0077d94f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa508e72f4e64c54bd0bbd510c8897ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.965271] env[69186]: DEBUG nova.compute.manager [req-58a0d08b-9c8b-4c45-8ee2-3632f72a8102 req-5fbcbce2-c2b8-45d0-a198-bb74f861e278 service nova] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Received event network-vif-deleted-5713a944-1fcf-4e79-9d33-5ba8c7cfc286 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.965271] env[69186]: DEBUG nova.compute.manager [req-58a0d08b-9c8b-4c45-8ee2-3632f72a8102 req-5fbcbce2-c2b8-45d0-a198-bb74f861e278 service nova] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Received event network-vif-plugged-48169162-7050-4e16-8902-f4d742ca5fad {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.965271] env[69186]: DEBUG oslo_concurrency.lockutils [req-58a0d08b-9c8b-4c45-8ee2-3632f72a8102 req-5fbcbce2-c2b8-45d0-a198-bb74f861e278 service nova] Acquiring lock "22562269-428f-4ff7-8a54-57dd77806cb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.966759] env[69186]: DEBUG oslo_concurrency.lockutils [req-58a0d08b-9c8b-4c45-8ee2-3632f72a8102 req-5fbcbce2-c2b8-45d0-a198-bb74f861e278 service nova] Lock "22562269-428f-4ff7-8a54-57dd77806cb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.966947] env[69186]: DEBUG oslo_concurrency.lockutils [req-58a0d08b-9c8b-4c45-8ee2-3632f72a8102 req-5fbcbce2-c2b8-45d0-a198-bb74f861e278 service nova] Lock "22562269-428f-4ff7-8a54-57dd77806cb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.967127] env[69186]: DEBUG nova.compute.manager [req-58a0d08b-9c8b-4c45-8ee2-3632f72a8102 req-5fbcbce2-c2b8-45d0-a198-bb74f861e278 service nova] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] No waiting events found dispatching network-vif-plugged-48169162-7050-4e16-8902-f4d742ca5fad {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1121.967302] env[69186]: WARNING nova.compute.manager [req-58a0d08b-9c8b-4c45-8ee2-3632f72a8102 req-5fbcbce2-c2b8-45d0-a198-bb74f861e278 service nova] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Received unexpected event network-vif-plugged-48169162-7050-4e16-8902-f4d742ca5fad for instance with vm_state building and task_state spawning. [ 1121.967466] env[69186]: DEBUG nova.compute.manager [req-58a0d08b-9c8b-4c45-8ee2-3632f72a8102 req-5fbcbce2-c2b8-45d0-a198-bb74f861e278 service nova] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Received event network-changed-48169162-7050-4e16-8902-f4d742ca5fad {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.967617] env[69186]: DEBUG nova.compute.manager [req-58a0d08b-9c8b-4c45-8ee2-3632f72a8102 req-5fbcbce2-c2b8-45d0-a198-bb74f861e278 service nova] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Refreshing instance network info cache due to event network-changed-48169162-7050-4e16-8902-f4d742ca5fad. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.967803] env[69186]: DEBUG oslo_concurrency.lockutils [req-58a0d08b-9c8b-4c45-8ee2-3632f72a8102 req-5fbcbce2-c2b8-45d0-a198-bb74f861e278 service nova] Acquiring lock "refresh_cache-22562269-428f-4ff7-8a54-57dd77806cb2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.967938] env[69186]: DEBUG oslo_concurrency.lockutils [req-58a0d08b-9c8b-4c45-8ee2-3632f72a8102 req-5fbcbce2-c2b8-45d0-a198-bb74f861e278 service nova] Acquired lock "refresh_cache-22562269-428f-4ff7-8a54-57dd77806cb2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.968108] env[69186]: DEBUG nova.network.neutron [req-58a0d08b-9c8b-4c45-8ee2-3632f72a8102 req-5fbcbce2-c2b8-45d0-a198-bb74f861e278 service nova] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Refreshing network info cache for port 48169162-7050-4e16-8902-f4d742ca5fad {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.970883] env[69186]: DEBUG oslo_concurrency.lockutils [req-123563ff-ace1-4648-bc99-bd531c96de76 req-075e99e0-d704-4b14-b646-071d06431d2a service nova] Releasing lock "refresh_cache-312acebc-81f1-4b24-ba31-0d9277374c7e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.052709] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525d5011-3899-488f-99d3-315554ea345f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.060722] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca01ceee-7e2f-4a0e-a871-55f5b11d0eb7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.072053] env[69186]: DEBUG oslo_vmware.api [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635808, 'name': ReconfigVM_Task, 'duration_secs': 0.314046} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.096147] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 5784475d-2510-43b0-8abb-f4fce96f7846/5784475d-2510-43b0-8abb-f4fce96f7846.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.097031] env[69186]: DEBUG oslo_concurrency.lockutils [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "refresh_cache-22562269-428f-4ff7-8a54-57dd77806cb2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.097637] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3cf4580-a0a1-46ee-90fd-699d3ee466e6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.100813] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f792a662-38ff-4885-b2f6-00b01bdd3f2e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.110251] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8d697c-0a83-43e7-b421-cc5c69a55860 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.112868] env[69186]: DEBUG oslo_vmware.api [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1122.112868] env[69186]: value = "task-3635809" [ 1122.112868] env[69186]: _type = "Task" [ 1122.112868] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.125489] env[69186]: DEBUG nova.compute.provider_tree [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.130497] env[69186]: DEBUG oslo_vmware.api [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635809, 'name': Rename_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.225972] env[69186]: DEBUG nova.network.neutron [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Successfully created port: bf3a4b51-b092-415d-bc1b-5d28b134bb9e {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.303075] env[69186]: DEBUG nova.compute.manager [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.328641] env[69186]: DEBUG oslo_vmware.api [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527af41f-25e1-8b6e-e92f-31c9dbd36d11, 'name': SearchDatastore_Task, 'duration_secs': 0.01684} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.329760] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b301737-8369-4e61-9776-2998acd8b7f5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.334261] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.334643] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.334806] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.334978] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.340785] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.342412] env[69186]: DEBUG oslo_vmware.api [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1122.342412] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521c0b81-5ad5-c79c-eb0d-f3db8792f2a8" [ 1122.342412] env[69186]: _type = "Task" [ 1122.342412] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.342412] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.342412] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69186) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1122.342412] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.352365] env[69186]: DEBUG oslo_vmware.api [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521c0b81-5ad5-c79c-eb0d-f3db8792f2a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.502396] env[69186]: DEBUG nova.network.neutron [req-58a0d08b-9c8b-4c45-8ee2-3632f72a8102 req-5fbcbce2-c2b8-45d0-a198-bb74f861e278 service nova] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.578716] env[69186]: DEBUG nova.network.neutron [req-58a0d08b-9c8b-4c45-8ee2-3632f72a8102 req-5fbcbce2-c2b8-45d0-a198-bb74f861e278 service nova] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.622567] env[69186]: DEBUG oslo_vmware.api [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635809, 'name': Rename_Task, 'duration_secs': 0.137741} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.622833] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.623096] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06c31f35-f73b-4bc7-9155-d953c89d7877 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.629820] env[69186]: DEBUG oslo_vmware.api [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1122.629820] env[69186]: value = "task-3635810" [ 1122.629820] env[69186]: _type = "Task" [ 1122.629820] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.633248] env[69186]: DEBUG nova.scheduler.client.report [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.641117] env[69186]: DEBUG oslo_vmware.api [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.803782] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.804162] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7ab953b-5033-4572-832c-689073be29d4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.808882] env[69186]: INFO nova.virt.block_device [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Booting with volume b6d57cef-d73a-45e7-9374-2e2e1439bdbe at /dev/sda [ 1122.811815] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Waiting for the task: (returnval){ [ 1122.811815] env[69186]: value = "task-3635811" [ 1122.811815] env[69186]: _type = "Task" [ 1122.811815] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.821520] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.848797] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.849084] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d56299f-2655-47a3-b7d1-738ea70333c3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.856242] env[69186]: DEBUG oslo_vmware.api [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521c0b81-5ad5-c79c-eb0d-f3db8792f2a8, 'name': SearchDatastore_Task, 'duration_secs': 0.015803} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.857324] env[69186]: DEBUG oslo_concurrency.lockutils [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.857578] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 312acebc-81f1-4b24-ba31-0d9277374c7e/312acebc-81f1-4b24-ba31-0d9277374c7e.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.857860] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2189b63-ad86-4fbd-b154-49b545fe594b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.862499] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad9e565-2929-4d2a-8445-7daf1dbeb85a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.878188] env[69186]: DEBUG oslo_vmware.api [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1122.878188] env[69186]: value = "task-3635812" [ 1122.878188] env[69186]: _type = "Task" [ 1122.878188] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.886694] env[69186]: DEBUG oslo_vmware.api [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.897853] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb8e748a-8b40-4aa4-abaa-b8adc5c10ba1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.905813] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777c3403-c478-414d-81e7-407b0c595b74 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.939530] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee3796e-79b1-4f08-9761-d91a35532110 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.947040] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c8f66d-ea36-4aaf-8fdf-7e97a227c17b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.961732] env[69186]: DEBUG nova.virt.block_device [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Updating existing volume attachment record: 0e581822-33a0-474b-81c8-91138874b763 {{(pid=69186) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1123.081628] env[69186]: DEBUG oslo_concurrency.lockutils [req-58a0d08b-9c8b-4c45-8ee2-3632f72a8102 req-5fbcbce2-c2b8-45d0-a198-bb74f861e278 service nova] Releasing lock "refresh_cache-22562269-428f-4ff7-8a54-57dd77806cb2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.082050] env[69186]: DEBUG oslo_concurrency.lockutils [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired lock "refresh_cache-22562269-428f-4ff7-8a54-57dd77806cb2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.082342] env[69186]: DEBUG nova.network.neutron [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.137639] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.144388] env[69186]: DEBUG oslo_concurrency.lockutils [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.155s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.144939] env[69186]: DEBUG nova.objects.instance [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lazy-loading 'resources' on Instance uuid 1d5d7ab7-ced1-46ec-b593-e08b35e5b875 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.146356] env[69186]: DEBUG oslo_vmware.api [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635810, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.170913] env[69186]: INFO nova.scheduler.client.report [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Deleted allocations for instance 2cc3a23d-24a0-465a-bec4-7ee7cef02b75 [ 1123.322964] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635811, 'name': PowerOffVM_Task, 'duration_secs': 0.131181} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.323280] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.323949] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.324837] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fa963f-c454-4dce-bf9c-f1aa4e83fd12 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.332384] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.332688] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16eeb7a9-b115-4501-93a7-30b7cff76456 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.361618] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.361954] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.362062] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Deleting the datastore file [datastore2] 86c266a9-ce74-49c5-a016-a3a0e204ce18 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.362339] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-295760be-9c59-4f81-80d7-defbaab6d246 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.369059] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Waiting for the task: (returnval){ [ 1123.369059] env[69186]: value = "task-3635814" [ 1123.369059] env[69186]: _type = "Task" [ 1123.369059] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.376751] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.387187] env[69186]: DEBUG oslo_vmware.api [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635812, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.643333] env[69186]: DEBUG oslo_vmware.api [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635810, 'name': PowerOnVM_Task, 'duration_secs': 0.602605} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.643861] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.644216] env[69186]: INFO nova.compute.manager [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1123.644519] env[69186]: DEBUG nova.compute.manager [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.645377] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c16a49-c92f-4be3-95a6-e27a7b9aee5c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.648647] env[69186]: DEBUG nova.objects.instance [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lazy-loading 'numa_topology' on Instance uuid 1d5d7ab7-ced1-46ec-b593-e08b35e5b875 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.658025] env[69186]: DEBUG nova.network.neutron [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.680232] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e3e0a272-550a-4814-946a-afe5c9885808 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Lock "2cc3a23d-24a0-465a-bec4-7ee7cef02b75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.601s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.857311] env[69186]: DEBUG nova.network.neutron [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Successfully updated port: bf3a4b51-b092-415d-bc1b-5d28b134bb9e {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.879764] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103523} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.882880] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.883089] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.883615] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.891090] env[69186]: DEBUG oslo_vmware.api [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514125} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.891277] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 312acebc-81f1-4b24-ba31-0d9277374c7e/312acebc-81f1-4b24-ba31-0d9277374c7e.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.891521] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.891769] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b5795cf-7c5e-4942-96ef-d1d004321db0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.898852] env[69186]: DEBUG oslo_vmware.api [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1123.898852] env[69186]: value = "task-3635815" [ 1123.898852] env[69186]: _type = "Task" [ 1123.898852] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.899708] env[69186]: DEBUG nova.network.neutron [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Updating instance_info_cache with network_info: [{"id": "48169162-7050-4e16-8902-f4d742ca5fad", "address": "fa:16:3e:b1:76:7f", "network": {"id": "00dd6897-3c7d-4519-99b4-1d7e73246cdf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870319695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfd91ddcb62c48dba383798a87da8a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48169162-70", "ovs_interfaceid": "48169162-7050-4e16-8902-f4d742ca5fad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.912296] env[69186]: DEBUG oslo_vmware.api [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.001657] env[69186]: DEBUG nova.compute.manager [req-088753a3-9d4a-4ce4-aaf3-2025057678a4 req-7771ab64-5c7e-4450-99e0-c0fb88d970cf service nova] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Received event network-vif-plugged-bf3a4b51-b092-415d-bc1b-5d28b134bb9e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.001657] env[69186]: DEBUG oslo_concurrency.lockutils [req-088753a3-9d4a-4ce4-aaf3-2025057678a4 req-7771ab64-5c7e-4450-99e0-c0fb88d970cf service nova] Acquiring lock "6fb0c8c6-6d83-40c0-bef4-7d20a722ed81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.001657] env[69186]: DEBUG oslo_concurrency.lockutils [req-088753a3-9d4a-4ce4-aaf3-2025057678a4 req-7771ab64-5c7e-4450-99e0-c0fb88d970cf service nova] Lock "6fb0c8c6-6d83-40c0-bef4-7d20a722ed81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.001657] env[69186]: DEBUG oslo_concurrency.lockutils [req-088753a3-9d4a-4ce4-aaf3-2025057678a4 req-7771ab64-5c7e-4450-99e0-c0fb88d970cf service nova] Lock "6fb0c8c6-6d83-40c0-bef4-7d20a722ed81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.001657] env[69186]: DEBUG nova.compute.manager [req-088753a3-9d4a-4ce4-aaf3-2025057678a4 req-7771ab64-5c7e-4450-99e0-c0fb88d970cf service nova] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] No waiting events found dispatching network-vif-plugged-bf3a4b51-b092-415d-bc1b-5d28b134bb9e {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1124.001895] env[69186]: WARNING nova.compute.manager [req-088753a3-9d4a-4ce4-aaf3-2025057678a4 req-7771ab64-5c7e-4450-99e0-c0fb88d970cf service nova] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Received unexpected event network-vif-plugged-bf3a4b51-b092-415d-bc1b-5d28b134bb9e for instance with vm_state building and task_state block_device_mapping. [ 1124.001895] env[69186]: DEBUG nova.compute.manager [req-088753a3-9d4a-4ce4-aaf3-2025057678a4 req-7771ab64-5c7e-4450-99e0-c0fb88d970cf service nova] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Received event network-changed-bf3a4b51-b092-415d-bc1b-5d28b134bb9e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.002008] env[69186]: DEBUG nova.compute.manager [req-088753a3-9d4a-4ce4-aaf3-2025057678a4 req-7771ab64-5c7e-4450-99e0-c0fb88d970cf service nova] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Refreshing instance network info cache due to event network-changed-bf3a4b51-b092-415d-bc1b-5d28b134bb9e. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.002199] env[69186]: DEBUG oslo_concurrency.lockutils [req-088753a3-9d4a-4ce4-aaf3-2025057678a4 req-7771ab64-5c7e-4450-99e0-c0fb88d970cf service nova] Acquiring lock "refresh_cache-6fb0c8c6-6d83-40c0-bef4-7d20a722ed81" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.002337] env[69186]: DEBUG oslo_concurrency.lockutils [req-088753a3-9d4a-4ce4-aaf3-2025057678a4 req-7771ab64-5c7e-4450-99e0-c0fb88d970cf service nova] Acquired lock "refresh_cache-6fb0c8c6-6d83-40c0-bef4-7d20a722ed81" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.002526] env[69186]: DEBUG nova.network.neutron [req-088753a3-9d4a-4ce4-aaf3-2025057678a4 req-7771ab64-5c7e-4450-99e0-c0fb88d970cf service nova] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Refreshing network info cache for port bf3a4b51-b092-415d-bc1b-5d28b134bb9e {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.159022] env[69186]: DEBUG nova.objects.base [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Object Instance<1d5d7ab7-ced1-46ec-b593-e08b35e5b875> lazy-loaded attributes: resources,numa_topology {{(pid=69186) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1124.168340] env[69186]: INFO nova.compute.manager [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Took 18.68 seconds to build instance. [ 1124.359156] env[69186]: DEBUG oslo_concurrency.lockutils [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "refresh_cache-6fb0c8c6-6d83-40c0-bef4-7d20a722ed81" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.385624] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160e02c2-1f88-49db-af89-beac26a3e1a1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.396928] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10dbf89-766c-4357-beb6-3f2bc8da795e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.427552] env[69186]: DEBUG oslo_concurrency.lockutils [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Releasing lock "refresh_cache-22562269-428f-4ff7-8a54-57dd77806cb2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.427857] env[69186]: DEBUG nova.compute.manager [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Instance network_info: |[{"id": "48169162-7050-4e16-8902-f4d742ca5fad", "address": "fa:16:3e:b1:76:7f", "network": {"id": "00dd6897-3c7d-4519-99b4-1d7e73246cdf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870319695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfd91ddcb62c48dba383798a87da8a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48169162-70", "ovs_interfaceid": "48169162-7050-4e16-8902-f4d742ca5fad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.429021] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:76:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48169162-7050-4e16-8902-f4d742ca5fad', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.436373] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.437738] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f477f1-97cc-4275-b73a-b0b95ebfa38a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.443049] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.443320] env[69186]: DEBUG oslo_vmware.api [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074308} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.443505] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22d1ec2b-8243-413b-bea8-35e5a32bb730 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.457243] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.457873] env[69186]: DEBUG oslo_concurrency.lockutils [None req-32aa7998-8853-4c88-8f5d-c48bc52c2f52 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.458112] env[69186]: DEBUG oslo_concurrency.lockutils [None req-32aa7998-8853-4c88-8f5d-c48bc52c2f52 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.458278] env[69186]: DEBUG nova.compute.manager [None req-32aa7998-8853-4c88-8f5d-c48bc52c2f52 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.459199] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d520f8-5440-4a84-bf10-29d521bcca9c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.463815] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8ad099-216a-42f6-9d44-660d9ff008cd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.469502] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4a6405-cf13-4c09-a533-843ebdceb867 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.482837] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.482837] env[69186]: value = "task-3635816" [ 1124.482837] env[69186]: _type = "Task" [ 1124.482837] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.491762] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 312acebc-81f1-4b24-ba31-0d9277374c7e/312acebc-81f1-4b24-ba31-0d9277374c7e.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.493666] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e56321c-0ea3-4b50-a2c4-802a03ca4b1c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.507892] env[69186]: DEBUG nova.compute.manager [None req-32aa7998-8853-4c88-8f5d-c48bc52c2f52 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69186) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1124.508525] env[69186]: DEBUG nova.objects.instance [None req-32aa7998-8853-4c88-8f5d-c48bc52c2f52 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lazy-loading 'flavor' on Instance uuid 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.523247] env[69186]: DEBUG nova.compute.provider_tree [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.531917] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635816, 'name': CreateVM_Task} progress is 15%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.533612] env[69186]: DEBUG oslo_vmware.api [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1124.533612] env[69186]: value = "task-3635817" [ 1124.533612] env[69186]: _type = "Task" [ 1124.533612] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.542713] env[69186]: DEBUG oslo_vmware.api [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635817, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.565366] env[69186]: DEBUG nova.network.neutron [req-088753a3-9d4a-4ce4-aaf3-2025057678a4 req-7771ab64-5c7e-4450-99e0-c0fb88d970cf service nova] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.618130] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Acquiring lock "f53f3df5-c66d-4872-bf7a-159dea6f00fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.618130] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Lock "f53f3df5-c66d-4872-bf7a-159dea6f00fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.618766] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Acquiring lock "f53f3df5-c66d-4872-bf7a-159dea6f00fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.619126] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Lock "f53f3df5-c66d-4872-bf7a-159dea6f00fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.619524] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Lock "f53f3df5-c66d-4872-bf7a-159dea6f00fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.622413] env[69186]: INFO nova.compute.manager [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Terminating instance [ 1124.659233] env[69186]: DEBUG nova.network.neutron [req-088753a3-9d4a-4ce4-aaf3-2025057678a4 req-7771ab64-5c7e-4450-99e0-c0fb88d970cf service nova] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.670090] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8214a86f-7bcd-4751-8b20-93683c8536ad tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "5784475d-2510-43b0-8abb-f4fce96f7846" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.202s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.923970] env[69186]: DEBUG nova.virt.hardware [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.924392] env[69186]: DEBUG nova.virt.hardware [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.924493] env[69186]: DEBUG nova.virt.hardware [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.924635] env[69186]: DEBUG nova.virt.hardware [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.924781] env[69186]: DEBUG nova.virt.hardware [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.924927] env[69186]: DEBUG nova.virt.hardware [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.925171] env[69186]: DEBUG nova.virt.hardware [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.925361] env[69186]: DEBUG nova.virt.hardware [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.925538] env[69186]: DEBUG nova.virt.hardware [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.925701] env[69186]: DEBUG nova.virt.hardware [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.925875] env[69186]: DEBUG nova.virt.hardware [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.926842] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51852f62-8036-4b64-b4ab-9a7ac9a5a40a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.935198] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308b1cdf-9f55-4c4c-8b3d-7a30f5704d40 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.949374] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Instance VIF info [] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.955152] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.955405] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.955633] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97181b17-2dfe-41e8-ab52-daa3f4c60037 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.971661] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.971661] env[69186]: value = "task-3635818" [ 1124.971661] env[69186]: _type = "Task" [ 1124.971661] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.979129] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635818, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.002583] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635816, 'name': CreateVM_Task, 'duration_secs': 0.455946} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.002771] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.003517] env[69186]: DEBUG oslo_concurrency.lockutils [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.003704] env[69186]: DEBUG oslo_concurrency.lockutils [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.004028] env[69186]: DEBUG oslo_concurrency.lockutils [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.004315] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-084fc7c2-169c-471c-b2a8-2612ca8f57d4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.009553] env[69186]: DEBUG oslo_vmware.api [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1125.009553] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529993c5-b5f8-f73d-7b9e-a0a574284eba" [ 1125.009553] env[69186]: _type = "Task" [ 1125.009553] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.019072] env[69186]: DEBUG oslo_vmware.api [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529993c5-b5f8-f73d-7b9e-a0a574284eba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.028070] env[69186]: DEBUG nova.scheduler.client.report [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.032788] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-32aa7998-8853-4c88-8f5d-c48bc52c2f52 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.033011] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7f0078f-8ef2-45f8-b69f-c99abc5d3c2f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.045850] env[69186]: DEBUG oslo_vmware.api [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635817, 'name': ReconfigVM_Task, 'duration_secs': 0.276596} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.047500] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 312acebc-81f1-4b24-ba31-0d9277374c7e/312acebc-81f1-4b24-ba31-0d9277374c7e.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.048433] env[69186]: DEBUG oslo_vmware.api [None req-32aa7998-8853-4c88-8f5d-c48bc52c2f52 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1125.048433] env[69186]: value = "task-3635819" [ 1125.048433] env[69186]: _type = "Task" [ 1125.048433] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.050029] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b8e44b3-5c0c-4636-8396-b7d3c1a8dfb6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.053402] env[69186]: DEBUG nova.compute.manager [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.053402] env[69186]: DEBUG nova.virt.hardware [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.053402] env[69186]: DEBUG nova.virt.hardware [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.053402] env[69186]: DEBUG nova.virt.hardware [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.053818] env[69186]: DEBUG nova.virt.hardware [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.054123] env[69186]: DEBUG nova.virt.hardware [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.057017] env[69186]: DEBUG nova.virt.hardware [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.057017] env[69186]: DEBUG nova.virt.hardware [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.057017] env[69186]: DEBUG nova.virt.hardware [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.057017] env[69186]: DEBUG nova.virt.hardware [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.057017] env[69186]: DEBUG nova.virt.hardware [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.057017] env[69186]: DEBUG nova.virt.hardware [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.061471] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed88cbe-ec9c-46ce-8445-ae05c6130180 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.071172] env[69186]: DEBUG oslo_vmware.api [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1125.071172] env[69186]: value = "task-3635820" [ 1125.071172] env[69186]: _type = "Task" [ 1125.071172] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.075955] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d745ffce-d93b-4ad7-8aaf-4f1bbc1972d4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.080557] env[69186]: DEBUG oslo_vmware.api [None req-32aa7998-8853-4c88-8f5d-c48bc52c2f52 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3635819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.089345] env[69186]: DEBUG oslo_vmware.api [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635820, 'name': Rename_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.126830] env[69186]: DEBUG nova.compute.manager [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.127100] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.127985] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d61898-4518-429e-95cb-f9e9783c00e5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.135944] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.136282] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d50e4097-6212-4137-a510-7035dbe05457 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.141906] env[69186]: DEBUG oslo_vmware.api [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Waiting for the task: (returnval){ [ 1125.141906] env[69186]: value = "task-3635821" [ 1125.141906] env[69186]: _type = "Task" [ 1125.141906] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.150142] env[69186]: DEBUG oslo_vmware.api [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.163894] env[69186]: DEBUG oslo_concurrency.lockutils [req-088753a3-9d4a-4ce4-aaf3-2025057678a4 req-7771ab64-5c7e-4450-99e0-c0fb88d970cf service nova] Releasing lock "refresh_cache-6fb0c8c6-6d83-40c0-bef4-7d20a722ed81" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.164405] env[69186]: DEBUG oslo_concurrency.lockutils [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquired lock "refresh_cache-6fb0c8c6-6d83-40c0-bef4-7d20a722ed81" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.164582] env[69186]: DEBUG nova.network.neutron [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.481796] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635818, 'name': CreateVM_Task, 'duration_secs': 0.312408} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.481972] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.482453] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.482682] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.482928] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.483188] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a1edd15-2611-4b2b-90df-1eeb0f277e58 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.488014] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Waiting for the task: (returnval){ [ 1125.488014] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52cee52e-acfc-bcb9-311f-8c1de2df78c0" [ 1125.488014] env[69186]: _type = "Task" [ 1125.488014] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.495351] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52cee52e-acfc-bcb9-311f-8c1de2df78c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.518858] env[69186]: DEBUG oslo_vmware.api [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529993c5-b5f8-f73d-7b9e-a0a574284eba, 'name': SearchDatastore_Task, 'duration_secs': 0.0363} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.518858] env[69186]: DEBUG oslo_concurrency.lockutils [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.519018] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.519213] env[69186]: DEBUG oslo_concurrency.lockutils [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.519360] env[69186]: DEBUG oslo_concurrency.lockutils [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.519580] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.519785] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ffd56b1-edee-43f5-8dc7-ca06c11bd8de {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.527612] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.527790] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.528492] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ebedbee-383e-40f2-8ef9-4214f5071751 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.533650] env[69186]: DEBUG oslo_concurrency.lockutils [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.389s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.536074] env[69186]: DEBUG oslo_vmware.api [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1125.536074] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527b4c06-4492-1eb4-e78c-686dcac11e0a" [ 1125.536074] env[69186]: _type = "Task" [ 1125.536074] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.536640] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.908s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.536707] env[69186]: DEBUG nova.objects.instance [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Lazy-loading 'resources' on Instance uuid 1b52d131-9522-4d9a-8a41-2cfba7be5317 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.545311] env[69186]: DEBUG oslo_vmware.api [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527b4c06-4492-1eb4-e78c-686dcac11e0a, 'name': SearchDatastore_Task, 'duration_secs': 0.008751} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.546619] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c07bf54b-9dd6-4535-a0e2-7dc0cfdf658f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.551771] env[69186]: DEBUG oslo_vmware.api [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1125.551771] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bee923-2d3d-bb76-a837-2d575c98c09c" [ 1125.551771] env[69186]: _type = "Task" [ 1125.551771] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.564366] env[69186]: DEBUG oslo_vmware.api [None req-32aa7998-8853-4c88-8f5d-c48bc52c2f52 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3635819, 'name': PowerOffVM_Task, 'duration_secs': 0.214221} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.568674] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-32aa7998-8853-4c88-8f5d-c48bc52c2f52 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.568674] env[69186]: DEBUG nova.compute.manager [None req-32aa7998-8853-4c88-8f5d-c48bc52c2f52 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.568674] env[69186]: DEBUG oslo_vmware.api [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bee923-2d3d-bb76-a837-2d575c98c09c, 'name': SearchDatastore_Task, 'duration_secs': 0.008574} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.568968] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75bb445-bfef-42f4-a941-758c1d206b0a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.571714] env[69186]: DEBUG oslo_concurrency.lockutils [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.571714] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 22562269-428f-4ff7-8a54-57dd77806cb2/22562269-428f-4ff7-8a54-57dd77806cb2.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.572562] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7c05795-7d07-400d-a9ce-25085fcbbc72 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.581213] env[69186]: DEBUG oslo_vmware.api [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1125.581213] env[69186]: value = "task-3635822" [ 1125.581213] env[69186]: _type = "Task" [ 1125.581213] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.591614] env[69186]: DEBUG oslo_vmware.api [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635820, 'name': Rename_Task, 'duration_secs': 0.14595} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.595482] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.595482] env[69186]: DEBUG oslo_vmware.api [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.595644] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4a84ce0-3a1c-40f7-914d-1a9f8d6e6bcf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.601014] env[69186]: DEBUG oslo_vmware.api [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1125.601014] env[69186]: value = "task-3635823" [ 1125.601014] env[69186]: _type = "Task" [ 1125.601014] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.612995] env[69186]: DEBUG oslo_vmware.api [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.652832] env[69186]: DEBUG oslo_vmware.api [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635821, 'name': PowerOffVM_Task, 'duration_secs': 0.184107} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.653450] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.653611] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.653868] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db617d32-673a-47cd-8885-cfd4a93dce93 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.713091] env[69186]: DEBUG nova.network.neutron [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.716697] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.720019] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.720019] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Deleting the datastore file [datastore2] f53f3df5-c66d-4872-bf7a-159dea6f00fe {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.720019] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a45e5b86-4829-4234-99da-b9dd34c765fe {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.725231] env[69186]: DEBUG oslo_vmware.api [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Waiting for the task: (returnval){ [ 1125.725231] env[69186]: value = "task-3635825" [ 1125.725231] env[69186]: _type = "Task" [ 1125.725231] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.737982] env[69186]: DEBUG oslo_vmware.api [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.882556] env[69186]: DEBUG nova.network.neutron [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Updating instance_info_cache with network_info: [{"id": "bf3a4b51-b092-415d-bc1b-5d28b134bb9e", "address": "fa:16:3e:af:bf:a0", "network": {"id": "318febf9-1b9b-468e-89db-688cc7c13504", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994346472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa508e72f4e64c54bd0bbd510c8897ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf3a4b51-b0", "ovs_interfaceid": "bf3a4b51-b092-415d-bc1b-5d28b134bb9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.000558] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52cee52e-acfc-bcb9-311f-8c1de2df78c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009044} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.000985] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.001315] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.001566] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.002435] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.002435] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.002435] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b71eefc-7b93-4563-bbbf-75d002bb4aa7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.013516] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.013755] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.014723] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2142fa0e-7f6a-43ef-b76f-fba86f82de17 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.020842] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Waiting for the task: (returnval){ [ 1126.020842] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525ee96b-4634-2378-e5b6-34607e553740" [ 1126.020842] env[69186]: _type = "Task" [ 1126.020842] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.030284] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525ee96b-4634-2378-e5b6-34607e553740, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.037298] env[69186]: DEBUG nova.compute.manager [req-48f2358b-fee4-4a04-9dfb-b10f69c82650 req-677e50cb-0bf2-4f4e-a694-43359cfcf53b service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Received event network-changed-8419fb84-619b-45fd-af12-39fb3d8f3d74 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.037521] env[69186]: DEBUG nova.compute.manager [req-48f2358b-fee4-4a04-9dfb-b10f69c82650 req-677e50cb-0bf2-4f4e-a694-43359cfcf53b service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Refreshing instance network info cache due to event network-changed-8419fb84-619b-45fd-af12-39fb3d8f3d74. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.037775] env[69186]: DEBUG oslo_concurrency.lockutils [req-48f2358b-fee4-4a04-9dfb-b10f69c82650 req-677e50cb-0bf2-4f4e-a694-43359cfcf53b service nova] Acquiring lock "refresh_cache-5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.037903] env[69186]: DEBUG oslo_concurrency.lockutils [req-48f2358b-fee4-4a04-9dfb-b10f69c82650 req-677e50cb-0bf2-4f4e-a694-43359cfcf53b service nova] Acquired lock "refresh_cache-5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.038089] env[69186]: DEBUG nova.network.neutron [req-48f2358b-fee4-4a04-9dfb-b10f69c82650 req-677e50cb-0bf2-4f4e-a694-43359cfcf53b service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Refreshing network info cache for port 8419fb84-619b-45fd-af12-39fb3d8f3d74 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.047051] env[69186]: DEBUG oslo_concurrency.lockutils [None req-448057eb-931e-446e-9a7e-d9ecac0851e4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "1d5d7ab7-ced1-46ec-b593-e08b35e5b875" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.866s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.047793] env[69186]: DEBUG oslo_concurrency.lockutils [None req-70c14797-c94e-4560-b756-e580f8a314f5 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "1d5d7ab7-ced1-46ec-b593-e08b35e5b875" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 8.518s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.048060] env[69186]: DEBUG oslo_concurrency.lockutils [None req-70c14797-c94e-4560-b756-e580f8a314f5 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "1d5d7ab7-ced1-46ec-b593-e08b35e5b875-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.048272] env[69186]: DEBUG oslo_concurrency.lockutils [None req-70c14797-c94e-4560-b756-e580f8a314f5 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "1d5d7ab7-ced1-46ec-b593-e08b35e5b875-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.048535] env[69186]: DEBUG oslo_concurrency.lockutils [None req-70c14797-c94e-4560-b756-e580f8a314f5 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "1d5d7ab7-ced1-46ec-b593-e08b35e5b875-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.051045] env[69186]: INFO nova.compute.manager [None req-70c14797-c94e-4560-b756-e580f8a314f5 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Terminating instance [ 1126.087899] env[69186]: DEBUG oslo_concurrency.lockutils [None req-32aa7998-8853-4c88-8f5d-c48bc52c2f52 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.630s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.093867] env[69186]: DEBUG oslo_vmware.api [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502815} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.096613] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 22562269-428f-4ff7-8a54-57dd77806cb2/22562269-428f-4ff7-8a54-57dd77806cb2.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.096836] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.097300] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c68410e-c3a3-4a8c-8be3-978788846a91 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.103590] env[69186]: DEBUG oslo_vmware.api [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1126.103590] env[69186]: value = "task-3635826" [ 1126.103590] env[69186]: _type = "Task" [ 1126.103590] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.120441] env[69186]: DEBUG oslo_vmware.api [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635823, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.124052] env[69186]: DEBUG oslo_vmware.api [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.236435] env[69186]: DEBUG oslo_vmware.api [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Task: {'id': task-3635825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307883} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.236939] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.237157] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.237351] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.237574] env[69186]: INFO nova.compute.manager [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1126.237830] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.238033] env[69186]: DEBUG nova.compute.manager [-] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.238131] env[69186]: DEBUG nova.network.neutron [-] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.287893] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3123a10d-bf02-4ee0-adaa-5a5ccdbf48ff {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.296247] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7861846-f5b0-430b-9f8d-c3b09fd92ee2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.327937] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ded4ce-086c-44f2-8cde-464fde02aef0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.335687] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afb181b-9a43-4c71-b426-2dee010421a5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.349667] env[69186]: DEBUG nova.compute.provider_tree [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.385642] env[69186]: DEBUG oslo_concurrency.lockutils [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Releasing lock "refresh_cache-6fb0c8c6-6d83-40c0-bef4-7d20a722ed81" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.385991] env[69186]: DEBUG nova.compute.manager [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Instance network_info: |[{"id": "bf3a4b51-b092-415d-bc1b-5d28b134bb9e", "address": "fa:16:3e:af:bf:a0", "network": {"id": "318febf9-1b9b-468e-89db-688cc7c13504", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994346472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa508e72f4e64c54bd0bbd510c8897ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf3a4b51-b0", "ovs_interfaceid": "bf3a4b51-b092-415d-bc1b-5d28b134bb9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1126.386433] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:bf:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf3a4b51-b092-415d-bc1b-5d28b134bb9e', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.394290] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.395671] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.398620] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4dd42ece-1d2a-4dbd-a87f-c2e8c74869a0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.413490] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.414063] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.421557] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.421557] env[69186]: value = "task-3635827" [ 1126.421557] env[69186]: _type = "Task" [ 1126.421557] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.432556] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635827, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.170347] env[69186]: DEBUG nova.compute.manager [None req-70c14797-c94e-4560-b756-e580f8a314f5 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.170715] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-70c14797-c94e-4560-b756-e580f8a314f5 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.171907] env[69186]: DEBUG nova.scheduler.client.report [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.175059] env[69186]: DEBUG nova.compute.manager [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.177942] env[69186]: DEBUG nova.objects.instance [None req-9763776d-45e5-41bf-9cfd-d6da1d11c2e4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lazy-loading 'flavor' on Instance uuid 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.180793] env[69186]: DEBUG nova.compute.manager [req-e53344c9-e89c-41dd-a2c7-e2aab8c8a43a req-95150532-77b9-4f90-8cca-8d0536edd7f2 service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Received event network-vif-deleted-70ea4f48-ad2b-4598-afe6-1e46ccb3f268 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.182063] env[69186]: INFO nova.compute.manager [req-e53344c9-e89c-41dd-a2c7-e2aab8c8a43a req-95150532-77b9-4f90-8cca-8d0536edd7f2 service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Neutron deleted interface 70ea4f48-ad2b-4598-afe6-1e46ccb3f268; detaching it from the instance and deleting it from the info cache [ 1127.182063] env[69186]: DEBUG nova.network.neutron [req-e53344c9-e89c-41dd-a2c7-e2aab8c8a43a req-95150532-77b9-4f90-8cca-8d0536edd7f2 service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.187037] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3032006-1cd1-4748-a026-dbf096aa10db {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.205828] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525ee96b-4634-2378-e5b6-34607e553740, 'name': SearchDatastore_Task, 'duration_secs': 0.021923} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.215414] env[69186]: DEBUG oslo_vmware.api [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635823, 'name': PowerOnVM_Task, 'duration_secs': 0.686413} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.215867] env[69186]: DEBUG oslo_vmware.api [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077836} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.216255] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635827, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.216719] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-092f9f00-9e9a-42bb-8228-b9569963e657 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.221284] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9e86ad-2c59-4532-8f6c-19ae6d25a8bf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.232169] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.232410] env[69186]: INFO nova.compute.manager [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1127.232592] env[69186]: DEBUG nova.compute.manager [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.232907] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.236501] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9ef058-37f4-4781-9cea-3fd974d7d746 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.239150] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290fa99b-fe0c-43cc-b95b-b011887bba86 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.246130] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Waiting for the task: (returnval){ [ 1127.246130] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52654c30-c0e0-0b28-690b-17d8653375ab" [ 1127.246130] env[69186]: _type = "Task" [ 1127.246130] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.270157] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 22562269-428f-4ff7-8a54-57dd77806cb2/22562269-428f-4ff7-8a54-57dd77806cb2.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.285476] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3db4a410-93b8-4b1f-9144-66735d7e11b2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.299544] env[69186]: WARNING nova.virt.vmwareapi.vmops [None req-70c14797-c94e-4560-b756-e580f8a314f5 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 1d5d7ab7-ced1-46ec-b593-e08b35e5b875 could not be found. [ 1127.299749] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-70c14797-c94e-4560-b756-e580f8a314f5 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.299922] env[69186]: INFO nova.compute.manager [None req-70c14797-c94e-4560-b756-e580f8a314f5 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Took 0.13 seconds to destroy the instance on the hypervisor. [ 1127.300184] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70c14797-c94e-4560-b756-e580f8a314f5 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.303070] env[69186]: DEBUG nova.compute.manager [-] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.303293] env[69186]: DEBUG nova.network.neutron [-] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.311075] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52654c30-c0e0-0b28-690b-17d8653375ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011645} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.312493] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.316026] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 86c266a9-ce74-49c5-a016-a3a0e204ce18/86c266a9-ce74-49c5-a016-a3a0e204ce18.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.316026] env[69186]: DEBUG oslo_vmware.api [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1127.316026] env[69186]: value = "task-3635828" [ 1127.316026] env[69186]: _type = "Task" [ 1127.316026] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.316026] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-180ecd4e-bc52-4559-842a-4c226114b4db {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.324068] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Waiting for the task: (returnval){ [ 1127.324068] env[69186]: value = "task-3635829" [ 1127.324068] env[69186]: _type = "Task" [ 1127.324068] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.324257] env[69186]: DEBUG oslo_vmware.api [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635828, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.331382] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.449936] env[69186]: DEBUG nova.network.neutron [req-48f2358b-fee4-4a04-9dfb-b10f69c82650 req-677e50cb-0bf2-4f4e-a694-43359cfcf53b service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Updated VIF entry in instance network info cache for port 8419fb84-619b-45fd-af12-39fb3d8f3d74. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.450400] env[69186]: DEBUG nova.network.neutron [req-48f2358b-fee4-4a04-9dfb-b10f69c82650 req-677e50cb-0bf2-4f4e-a694-43359cfcf53b service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Updating instance_info_cache with network_info: [{"id": "8419fb84-619b-45fd-af12-39fb3d8f3d74", "address": "fa:16:3e:fe:21:70", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8419fb84-61", "ovs_interfaceid": "8419fb84-619b-45fd-af12-39fb3d8f3d74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.688148] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.690368] env[69186]: DEBUG nova.network.neutron [-] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.691797] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635827, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.692327] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.040s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.693247] env[69186]: DEBUG nova.objects.instance [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lazy-loading 'resources' on Instance uuid 20d5a338-f29d-439a-bd22-9110abac32bb {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.715243] env[69186]: INFO nova.scheduler.client.report [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Deleted allocations for instance 1b52d131-9522-4d9a-8a41-2cfba7be5317 [ 1127.721155] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.743519] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02f90304-ddf2-4339-828e-a75bbd7defe4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.748867] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9763776d-45e5-41bf-9cfd-d6da1d11c2e4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "refresh_cache-7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.749105] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9763776d-45e5-41bf-9cfd-d6da1d11c2e4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired lock "refresh_cache-7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.749330] env[69186]: DEBUG nova.network.neutron [None req-9763776d-45e5-41bf-9cfd-d6da1d11c2e4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.749526] env[69186]: DEBUG nova.objects.instance [None req-9763776d-45e5-41bf-9cfd-d6da1d11c2e4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lazy-loading 'info_cache' on Instance uuid 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.756036] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7960a0-1ef3-4abd-b637-57671648fdbb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.781215] env[69186]: INFO nova.compute.manager [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Took 21.48 seconds to build instance. [ 1127.803505] env[69186]: DEBUG nova.compute.manager [req-e53344c9-e89c-41dd-a2c7-e2aab8c8a43a req-95150532-77b9-4f90-8cca-8d0536edd7f2 service nova] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Detach interface failed, port_id=70ea4f48-ad2b-4598-afe6-1e46ccb3f268, reason: Instance f53f3df5-c66d-4872-bf7a-159dea6f00fe could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1127.824728] env[69186]: DEBUG oslo_vmware.api [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635828, 'name': ReconfigVM_Task, 'duration_secs': 0.335499} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.825108] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 22562269-428f-4ff7-8a54-57dd77806cb2/22562269-428f-4ff7-8a54-57dd77806cb2.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.829372] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0babf7a-4813-4374-884a-42d3a7f722d4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.836259] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494351} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.837403] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 86c266a9-ce74-49c5-a016-a3a0e204ce18/86c266a9-ce74-49c5-a016-a3a0e204ce18.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.837618] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.838208] env[69186]: DEBUG oslo_vmware.api [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1127.838208] env[69186]: value = "task-3635830" [ 1127.838208] env[69186]: _type = "Task" [ 1127.838208] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.838393] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e80c0dd-d759-4a89-af69-db2c30abfa1b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.848286] env[69186]: DEBUG oslo_vmware.api [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635830, 'name': Rename_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.849504] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Waiting for the task: (returnval){ [ 1127.849504] env[69186]: value = "task-3635831" [ 1127.849504] env[69186]: _type = "Task" [ 1127.849504] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.859742] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.954205] env[69186]: DEBUG oslo_concurrency.lockutils [req-48f2358b-fee4-4a04-9dfb-b10f69c82650 req-677e50cb-0bf2-4f4e-a694-43359cfcf53b service nova] Releasing lock "refresh_cache-5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.046042] env[69186]: DEBUG nova.network.neutron [-] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.189746] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635827, 'name': CreateVM_Task, 'duration_secs': 1.717417} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.189992] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.190787] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'attachment_id': '0e581822-33a0-474b-81c8-91138874b763', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724954', 'volume_id': 'b6d57cef-d73a-45e7-9374-2e2e1439bdbe', 'name': 'volume-b6d57cef-d73a-45e7-9374-2e2e1439bdbe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6fb0c8c6-6d83-40c0-bef4-7d20a722ed81', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6d57cef-d73a-45e7-9374-2e2e1439bdbe', 'serial': 'b6d57cef-d73a-45e7-9374-2e2e1439bdbe'}, 'delete_on_termination': True, 'device_type': None, 'disk_bus': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69186) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1128.191093] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Root volume attach. Driver type: vmdk {{(pid=69186) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1128.192142] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c48745-ad3a-422c-8b50-aa63b443228c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.195668] env[69186]: INFO nova.compute.manager [-] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Took 1.96 seconds to deallocate network for instance. [ 1128.209208] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f005c006-47ef-4119-9555-e9e9d69131e3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.215942] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c116ff-1f0b-4ed4-af0b-f84b7d5898ff {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.226782] env[69186]: DEBUG oslo_concurrency.lockutils [None req-3ccc4ab8-9c22-4633-911f-77ffc56bd662 tempest-ServersAaction247Test-1974148676 tempest-ServersAaction247Test-1974148676-project-member] Lock "1b52d131-9522-4d9a-8a41-2cfba7be5317" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.824s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.227867] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-02df4af2-3a97-4a7c-b6aa-9e8a8d0a775a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.236688] env[69186]: DEBUG oslo_vmware.api [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1128.236688] env[69186]: value = "task-3635832" [ 1128.236688] env[69186]: _type = "Task" [ 1128.236688] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.244856] env[69186]: DEBUG oslo_vmware.api [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635832, 'name': RelocateVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.253165] env[69186]: DEBUG nova.objects.base [None req-9763776d-45e5-41bf-9cfd-d6da1d11c2e4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Object Instance<7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f> lazy-loaded attributes: flavor,info_cache {{(pid=69186) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1128.284127] env[69186]: DEBUG oslo_concurrency.lockutils [None req-39f70d3d-eb90-4501-83cb-7626017d9331 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "312acebc-81f1-4b24-ba31-0d9277374c7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.995s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.349714] env[69186]: DEBUG oslo_vmware.api [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635830, 'name': Rename_Task, 'duration_secs': 0.156472} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.349714] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.349714] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b43b6b1-ace7-40d7-bf74-e1946fb8ddef {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.361780] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062414} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.363339] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.363567] env[69186]: DEBUG oslo_vmware.api [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1128.363567] env[69186]: value = "task-3635833" [ 1128.363567] env[69186]: _type = "Task" [ 1128.363567] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.367603] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d82be6-2413-43fc-a1e3-43d248506508 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.393094] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 86c266a9-ce74-49c5-a016-a3a0e204ce18/86c266a9-ce74-49c5-a016-a3a0e204ce18.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.399540] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-940178b4-0382-4a50-aca0-b5d650700f54 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.413548] env[69186]: DEBUG oslo_vmware.api [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635833, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.421141] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Waiting for the task: (returnval){ [ 1128.421141] env[69186]: value = "task-3635834" [ 1128.421141] env[69186]: _type = "Task" [ 1128.421141] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.432407] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635834, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.486294] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529d74c8-4e84-498a-82be-d30ea052a1f5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.493036] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd67a774-6152-47e0-838c-6f37b2d6b687 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.522984] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee274744-cae0-4ec5-a3ce-280929994da9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.530656] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cc3b08-16a7-4dee-8f7f-59d826017491 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.544430] env[69186]: DEBUG nova.compute.provider_tree [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.548524] env[69186]: INFO nova.compute.manager [-] [instance: 1d5d7ab7-ced1-46ec-b593-e08b35e5b875] Took 1.25 seconds to deallocate network for instance. [ 1128.710576] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.746443] env[69186]: DEBUG oslo_vmware.api [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635832, 'name': RelocateVM_Task} progress is 20%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.882731] env[69186]: DEBUG oslo_vmware.api [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635833, 'name': PowerOnVM_Task, 'duration_secs': 0.508689} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.883052] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.883245] env[69186]: INFO nova.compute.manager [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1128.883480] env[69186]: DEBUG nova.compute.manager [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.884353] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03973bf1-255c-4a36-b514-d9c8fd14f9fc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.937748] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635834, 'name': ReconfigVM_Task, 'duration_secs': 0.342911} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.938090] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 86c266a9-ce74-49c5-a016-a3a0e204ce18/86c266a9-ce74-49c5-a016-a3a0e204ce18.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.938739] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5002764-e0ef-40cd-a6f0-7c68c700303f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.947701] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Waiting for the task: (returnval){ [ 1128.947701] env[69186]: value = "task-3635835" [ 1128.947701] env[69186]: _type = "Task" [ 1128.947701] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.962245] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635835, 'name': Rename_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.048214] env[69186]: DEBUG nova.scheduler.client.report [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.099466] env[69186]: DEBUG nova.network.neutron [None req-9763776d-45e5-41bf-9cfd-d6da1d11c2e4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Updating instance_info_cache with network_info: [{"id": "169c2f38-ba8a-4843-914d-0c93c849224e", "address": "fa:16:3e:a2:31:32", "network": {"id": "14d60a2d-8117-4dd5-a804-5c161410ba84", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130840510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a588bb9537f4d2db8d49b4309728df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169c2f38-ba", "ovs_interfaceid": "169c2f38-ba8a-4843-914d-0c93c849224e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.246597] env[69186]: DEBUG oslo_vmware.api [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635832, 'name': RelocateVM_Task, 'duration_secs': 0.640433} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.247024] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Volume attach. Driver type: vmdk {{(pid=69186) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1129.250508] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724954', 'volume_id': 'b6d57cef-d73a-45e7-9374-2e2e1439bdbe', 'name': 'volume-b6d57cef-d73a-45e7-9374-2e2e1439bdbe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6fb0c8c6-6d83-40c0-bef4-7d20a722ed81', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6d57cef-d73a-45e7-9374-2e2e1439bdbe', 'serial': 'b6d57cef-d73a-45e7-9374-2e2e1439bdbe'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1129.250508] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1f36f4-f1a1-488f-a8a9-48a37fcd5c10 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.264474] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927d54e9-086d-4a6f-89b0-53a9c3b21a23 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.287430] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] volume-b6d57cef-d73a-45e7-9374-2e2e1439bdbe/volume-b6d57cef-d73a-45e7-9374-2e2e1439bdbe.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.288964] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4692e0b7-94f5-45d0-b946-665d92a18e1a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.305680] env[69186]: DEBUG oslo_concurrency.lockutils [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "ae4545f6-1902-41f6-8945-463017d2afad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.305909] env[69186]: DEBUG oslo_concurrency.lockutils [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "ae4545f6-1902-41f6-8945-463017d2afad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.312408] env[69186]: DEBUG oslo_vmware.api [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1129.312408] env[69186]: value = "task-3635836" [ 1129.312408] env[69186]: _type = "Task" [ 1129.312408] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.325437] env[69186]: DEBUG oslo_vmware.api [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.405573] env[69186]: INFO nova.compute.manager [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Took 21.70 seconds to build instance. [ 1129.458052] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635835, 'name': Rename_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.553253] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.555783] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.707s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.555974] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.556177] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69186) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1129.556477] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.835s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.558180] env[69186]: INFO nova.compute.claims [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.561304] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315c185a-8e14-4fd2-af6b-1460afe1da51 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.578770] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473ae564-dfbf-422d-9caf-dd7e2e3f9211 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.586329] env[69186]: DEBUG oslo_concurrency.lockutils [None req-70c14797-c94e-4560-b756-e580f8a314f5 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "1d5d7ab7-ced1-46ec-b593-e08b35e5b875" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.538s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.598659] env[69186]: INFO nova.scheduler.client.report [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Deleted allocations for instance 20d5a338-f29d-439a-bd22-9110abac32bb [ 1129.602843] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e7cdf5-7080-4823-b763-5357279a5755 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.608715] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9763776d-45e5-41bf-9cfd-d6da1d11c2e4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Releasing lock "refresh_cache-7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.615929] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45641df8-72c0-4cb8-880d-504f2c781512 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.648747] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179047MB free_disk=73GB free_vcpus=48 pci_devices=None {{(pid=69186) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1129.649141] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.809120] env[69186]: DEBUG nova.compute.manager [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.822014] env[69186]: DEBUG oslo_vmware.api [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.911713] env[69186]: DEBUG oslo_concurrency.lockutils [None req-13a9314c-3e59-4561-a64b-4c5be1853e82 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "22562269-428f-4ff7-8a54-57dd77806cb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.218s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.959192] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635835, 'name': Rename_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.114496] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "20d5a338-f29d-439a-bd22-9110abac32bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.346s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.328597] env[69186]: DEBUG oslo_vmware.api [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635836, 'name': ReconfigVM_Task, 'duration_secs': 0.788603} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.333223] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Reconfigured VM instance instance-0000006a to attach disk [datastore2] volume-b6d57cef-d73a-45e7-9374-2e2e1439bdbe/volume-b6d57cef-d73a-45e7-9374-2e2e1439bdbe.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.337113] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33fd6340-b6ca-40e7-a029-d4844a6967fa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.350901] env[69186]: DEBUG oslo_concurrency.lockutils [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.352302] env[69186]: DEBUG oslo_vmware.api [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1130.352302] env[69186]: value = "task-3635837" [ 1130.352302] env[69186]: _type = "Task" [ 1130.352302] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.360374] env[69186]: DEBUG oslo_vmware.api [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.460345] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635835, 'name': Rename_Task, 'duration_secs': 1.185007} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.460702] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.461196] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-927a0d59-9997-42a9-b64a-da3159ebdd62 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.467533] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Waiting for the task: (returnval){ [ 1130.467533] env[69186]: value = "task-3635838" [ 1130.467533] env[69186]: _type = "Task" [ 1130.467533] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.476008] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.618657] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9763776d-45e5-41bf-9cfd-d6da1d11c2e4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.619102] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74552658-6cf6-4f6e-90e0-5e5e39e64e2f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.631449] env[69186]: DEBUG oslo_vmware.api [None req-9763776d-45e5-41bf-9cfd-d6da1d11c2e4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1130.631449] env[69186]: value = "task-3635839" [ 1130.631449] env[69186]: _type = "Task" [ 1130.631449] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.646705] env[69186]: DEBUG oslo_vmware.api [None req-9763776d-45e5-41bf-9cfd-d6da1d11c2e4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3635839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.679091] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "e2bad7c5-f91c-4c60-83c6-1eecef695ebc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.679363] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "e2bad7c5-f91c-4c60-83c6-1eecef695ebc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.870904] env[69186]: DEBUG oslo_vmware.api [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635837, 'name': ReconfigVM_Task, 'duration_secs': 0.273425} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.870904] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724954', 'volume_id': 'b6d57cef-d73a-45e7-9374-2e2e1439bdbe', 'name': 'volume-b6d57cef-d73a-45e7-9374-2e2e1439bdbe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6fb0c8c6-6d83-40c0-bef4-7d20a722ed81', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6d57cef-d73a-45e7-9374-2e2e1439bdbe', 'serial': 'b6d57cef-d73a-45e7-9374-2e2e1439bdbe'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1130.870904] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7655bf31-caa6-486e-9209-32280b796238 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.886807] env[69186]: DEBUG oslo_vmware.api [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1130.886807] env[69186]: value = "task-3635840" [ 1130.886807] env[69186]: _type = "Task" [ 1130.886807] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.897183] env[69186]: DEBUG oslo_vmware.api [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635840, 'name': Rename_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.938063] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74a22d2-8540-4b7f-a053-e1745b82e252 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.949606] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a79de81-1ea9-45d9-aed8-b8fd8551a749 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.995610] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7b8f79-459a-44b1-b491-d175fa98937a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.010053] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c06b7b7-875d-4fa7-b88c-c2717f57f90a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.014764] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635838, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.031476] env[69186]: DEBUG nova.compute.provider_tree [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.142560] env[69186]: DEBUG oslo_vmware.api [None req-9763776d-45e5-41bf-9cfd-d6da1d11c2e4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3635839, 'name': PowerOnVM_Task, 'duration_secs': 0.46064} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.142846] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9763776d-45e5-41bf-9cfd-d6da1d11c2e4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.143114] env[69186]: DEBUG nova.compute.manager [None req-9763776d-45e5-41bf-9cfd-d6da1d11c2e4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.143869] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b26705b-dfe4-4b7d-83a3-b05bfa3a53ef {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.183702] env[69186]: DEBUG nova.compute.manager [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1131.398210] env[69186]: DEBUG oslo_vmware.api [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635840, 'name': Rename_Task, 'duration_secs': 0.164977} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.398210] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.398210] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62323ee3-7615-4eea-8b18-d568e641947a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.404552] env[69186]: DEBUG oslo_vmware.api [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1131.404552] env[69186]: value = "task-3635841" [ 1131.404552] env[69186]: _type = "Task" [ 1131.404552] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.413465] env[69186]: DEBUG oslo_vmware.api [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.501282] env[69186]: DEBUG oslo_vmware.api [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635838, 'name': PowerOnVM_Task, 'duration_secs': 0.575788} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.501572] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.501789] env[69186]: DEBUG nova.compute.manager [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.505093] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348f6c96-242e-459f-b867-a5d0b85f244a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.535179] env[69186]: DEBUG nova.scheduler.client.report [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.624133] env[69186]: DEBUG oslo_concurrency.lockutils [None req-aba58567-d7b1-41ea-b320-1a65e44ac11b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "dddaa31b-a7c6-4ec3-8222-fb53eb08ea17" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.624133] env[69186]: DEBUG oslo_concurrency.lockutils [None req-aba58567-d7b1-41ea-b320-1a65e44ac11b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "dddaa31b-a7c6-4ec3-8222-fb53eb08ea17" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.003s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.711334] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.915701] env[69186]: DEBUG oslo_vmware.api [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635841, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.927538] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "22562269-428f-4ff7-8a54-57dd77806cb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.927870] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "22562269-428f-4ff7-8a54-57dd77806cb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.928115] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "22562269-428f-4ff7-8a54-57dd77806cb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.928332] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "22562269-428f-4ff7-8a54-57dd77806cb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.928617] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "22562269-428f-4ff7-8a54-57dd77806cb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.931051] env[69186]: INFO nova.compute.manager [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Terminating instance [ 1131.966744] env[69186]: DEBUG oslo_concurrency.lockutils [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Acquiring lock "a1fab9ac-f048-4e2e-bf2d-76eab553a782" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.966989] env[69186]: DEBUG oslo_concurrency.lockutils [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Lock "a1fab9ac-f048-4e2e-bf2d-76eab553a782" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.024168] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.041080] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.041080] env[69186]: DEBUG nova.compute.manager [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.044044] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.334s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.044313] env[69186]: DEBUG nova.objects.instance [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Lazy-loading 'resources' on Instance uuid f53f3df5-c66d-4872-bf7a-159dea6f00fe {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.128475] env[69186]: INFO nova.compute.manager [None req-aba58567-d7b1-41ea-b320-1a65e44ac11b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Detaching volume 64373594-1342-4c8b-acda-38d36194a20c [ 1132.177296] env[69186]: INFO nova.virt.block_device [None req-aba58567-d7b1-41ea-b320-1a65e44ac11b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Attempting to driver detach volume 64373594-1342-4c8b-acda-38d36194a20c from mountpoint /dev/sdb [ 1132.177559] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-aba58567-d7b1-41ea-b320-1a65e44ac11b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Volume detach. Driver type: vmdk {{(pid=69186) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1132.178069] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-aba58567-d7b1-41ea-b320-1a65e44ac11b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724915', 'volume_id': '64373594-1342-4c8b-acda-38d36194a20c', 'name': 'volume-64373594-1342-4c8b-acda-38d36194a20c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dddaa31b-a7c6-4ec3-8222-fb53eb08ea17', 'attached_at': '', 'detached_at': '', 'volume_id': '64373594-1342-4c8b-acda-38d36194a20c', 'serial': '64373594-1342-4c8b-acda-38d36194a20c'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1132.178675] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2660adbb-dec2-419e-9a3a-ad2441bd57d8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.200711] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752fdc28-637e-41a3-821b-d0407986be75 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.207695] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e1dbaf-b08b-46bf-a015-139ba12eb88b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.230865] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5a1c59-666c-4b6d-acb8-3f55fde0f916 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.247475] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-aba58567-d7b1-41ea-b320-1a65e44ac11b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] The volume has not been displaced from its original location: [datastore1] volume-64373594-1342-4c8b-acda-38d36194a20c/volume-64373594-1342-4c8b-acda-38d36194a20c.vmdk. No consolidation needed. {{(pid=69186) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1132.253120] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-aba58567-d7b1-41ea-b320-1a65e44ac11b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1132.253120] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c9b8dcd-a243-408e-984e-2ea6edd44bf9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.272143] env[69186]: DEBUG oslo_vmware.api [None req-aba58567-d7b1-41ea-b320-1a65e44ac11b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1132.272143] env[69186]: value = "task-3635842" [ 1132.272143] env[69186]: _type = "Task" [ 1132.272143] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.280022] env[69186]: DEBUG oslo_vmware.api [None req-aba58567-d7b1-41ea-b320-1a65e44ac11b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.415073] env[69186]: DEBUG oslo_vmware.api [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635841, 'name': PowerOnVM_Task, 'duration_secs': 0.562695} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.415662] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.415911] env[69186]: INFO nova.compute.manager [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1132.416140] env[69186]: DEBUG nova.compute.manager [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.416948] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da92067a-73d1-4cc7-bc1d-e751a83a11a5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.435894] env[69186]: DEBUG nova.compute.manager [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1132.436565] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.437456] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3902749c-a025-4fb0-baa0-884008a29ff8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.445677] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.445938] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-428420e5-0fa6-4cbf-a694-f3f2990bf059 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.453114] env[69186]: DEBUG oslo_vmware.api [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1132.453114] env[69186]: value = "task-3635843" [ 1132.453114] env[69186]: _type = "Task" [ 1132.453114] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.461341] env[69186]: DEBUG oslo_vmware.api [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.470314] env[69186]: DEBUG nova.compute.manager [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1132.549948] env[69186]: DEBUG nova.compute.utils [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.554011] env[69186]: DEBUG nova.compute.manager [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1132.554980] env[69186]: DEBUG nova.network.neutron [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.624792] env[69186]: DEBUG nova.policy [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c41a8af0f8e54277b6fa8f5910a6d73c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f565adc711674d8c8a3e28a4a8f1bc20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.787678] env[69186]: DEBUG oslo_vmware.api [None req-aba58567-d7b1-41ea-b320-1a65e44ac11b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635842, 'name': ReconfigVM_Task, 'duration_secs': 0.340262} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.788148] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-aba58567-d7b1-41ea-b320-1a65e44ac11b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1132.798475] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4aadef4-2ada-426f-8e4e-6d84e963adea {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.813586] env[69186]: DEBUG oslo_vmware.api [None req-aba58567-d7b1-41ea-b320-1a65e44ac11b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1132.813586] env[69186]: value = "task-3635844" [ 1132.813586] env[69186]: _type = "Task" [ 1132.813586] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.822482] env[69186]: DEBUG oslo_vmware.api [None req-aba58567-d7b1-41ea-b320-1a65e44ac11b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.887017] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f49c0c8-87fc-4748-a2b0-6636401410b9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.893956] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48d88ff-c36d-4f18-ad94-1bf4903da1f0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.928623] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d6961b-ba73-4895-a872-a1a3fb60cf2e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.943508] env[69186]: INFO nova.compute.manager [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Took 22.54 seconds to build instance. [ 1132.946182] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0733a6b-f69a-4ef5-b1d4-ce6b8882887b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.964997] env[69186]: DEBUG nova.compute.provider_tree [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.983785] env[69186]: DEBUG oslo_vmware.api [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635843, 'name': PowerOffVM_Task, 'duration_secs': 0.288564} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.986326] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.986506] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.987157] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c2a01c2-6aef-4b35-a295-61b51ee08f78 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.997813] env[69186]: DEBUG oslo_concurrency.lockutils [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.055199] env[69186]: DEBUG nova.compute.manager [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.075284] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.075514] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.075695] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Deleting the datastore file [datastore1] 22562269-428f-4ff7-8a54-57dd77806cb2 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.075962] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b63dba2-3c8f-421c-9711-13df43e644f4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.082366] env[69186]: DEBUG oslo_vmware.api [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for the task: (returnval){ [ 1133.082366] env[69186]: value = "task-3635846" [ 1133.082366] env[69186]: _type = "Task" [ 1133.082366] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.091355] env[69186]: DEBUG oslo_vmware.api [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.194145] env[69186]: DEBUG nova.network.neutron [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Successfully created port: 24b7cf84-7522-4591-9350-9e0bff618af6 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.221228] env[69186]: DEBUG oslo_concurrency.lockutils [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Acquiring lock "86c266a9-ce74-49c5-a016-a3a0e204ce18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.221488] env[69186]: DEBUG oslo_concurrency.lockutils [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Lock "86c266a9-ce74-49c5-a016-a3a0e204ce18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.221694] env[69186]: DEBUG oslo_concurrency.lockutils [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Acquiring lock "86c266a9-ce74-49c5-a016-a3a0e204ce18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.222306] env[69186]: DEBUG oslo_concurrency.lockutils [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Lock "86c266a9-ce74-49c5-a016-a3a0e204ce18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.222306] env[69186]: DEBUG oslo_concurrency.lockutils [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Lock "86c266a9-ce74-49c5-a016-a3a0e204ce18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.224646] env[69186]: INFO nova.compute.manager [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Terminating instance [ 1133.324160] env[69186]: DEBUG oslo_vmware.api [None req-aba58567-d7b1-41ea-b320-1a65e44ac11b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635844, 'name': ReconfigVM_Task, 'duration_secs': 0.167766} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.324632] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-aba58567-d7b1-41ea-b320-1a65e44ac11b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724915', 'volume_id': '64373594-1342-4c8b-acda-38d36194a20c', 'name': 'volume-64373594-1342-4c8b-acda-38d36194a20c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dddaa31b-a7c6-4ec3-8222-fb53eb08ea17', 'attached_at': '', 'detached_at': '', 'volume_id': '64373594-1342-4c8b-acda-38d36194a20c', 'serial': '64373594-1342-4c8b-acda-38d36194a20c'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1133.452774] env[69186]: DEBUG oslo_concurrency.lockutils [None req-021369d2-8087-4caf-a34a-7e3570b5ed1a tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "6fb0c8c6-6d83-40c0-bef4-7d20a722ed81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.055s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.474620] env[69186]: DEBUG nova.scheduler.client.report [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.600724] env[69186]: DEBUG oslo_vmware.api [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Task: {'id': task-3635846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.508183} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.600724] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.600724] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.600724] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.600724] env[69186]: INFO nova.compute.manager [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1133.600724] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.603255] env[69186]: DEBUG nova.compute.manager [-] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1133.603482] env[69186]: DEBUG nova.network.neutron [-] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1133.728515] env[69186]: DEBUG oslo_concurrency.lockutils [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Acquiring lock "refresh_cache-86c266a9-ce74-49c5-a016-a3a0e204ce18" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.728713] env[69186]: DEBUG oslo_concurrency.lockutils [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Acquired lock "refresh_cache-86c266a9-ce74-49c5-a016-a3a0e204ce18" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.728894] env[69186]: DEBUG nova.network.neutron [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.766046] env[69186]: DEBUG nova.compute.manager [req-a87d4a23-d4ca-4552-9c45-9e8261ede09e req-f7d2f03a-7376-4d31-a568-2d6e15d0f56f service nova] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Received event network-changed-d26cdf2a-8b2e-45be-b954-bfd308a07379 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.766046] env[69186]: DEBUG nova.compute.manager [req-a87d4a23-d4ca-4552-9c45-9e8261ede09e req-f7d2f03a-7376-4d31-a568-2d6e15d0f56f service nova] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Refreshing instance network info cache due to event network-changed-d26cdf2a-8b2e-45be-b954-bfd308a07379. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.766046] env[69186]: DEBUG oslo_concurrency.lockutils [req-a87d4a23-d4ca-4552-9c45-9e8261ede09e req-f7d2f03a-7376-4d31-a568-2d6e15d0f56f service nova] Acquiring lock "refresh_cache-566f2979-e4dd-4c8d-b76a-cebe43a13af2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.766046] env[69186]: DEBUG oslo_concurrency.lockutils [req-a87d4a23-d4ca-4552-9c45-9e8261ede09e req-f7d2f03a-7376-4d31-a568-2d6e15d0f56f service nova] Acquired lock "refresh_cache-566f2979-e4dd-4c8d-b76a-cebe43a13af2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.766046] env[69186]: DEBUG nova.network.neutron [req-a87d4a23-d4ca-4552-9c45-9e8261ede09e req-f7d2f03a-7376-4d31-a568-2d6e15d0f56f service nova] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Refreshing network info cache for port d26cdf2a-8b2e-45be-b954-bfd308a07379 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.880834] env[69186]: DEBUG nova.objects.instance [None req-aba58567-d7b1-41ea-b320-1a65e44ac11b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lazy-loading 'flavor' on Instance uuid dddaa31b-a7c6-4ec3-8222-fb53eb08ea17 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.908644] env[69186]: DEBUG nova.compute.manager [req-c43faf78-b6d6-47d6-aca8-3cf476fb3821 req-461f0729-4411-434a-b9f2-8511ef906c55 service nova] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Received event network-vif-deleted-48169162-7050-4e16-8902-f4d742ca5fad {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.908905] env[69186]: INFO nova.compute.manager [req-c43faf78-b6d6-47d6-aca8-3cf476fb3821 req-461f0729-4411-434a-b9f2-8511ef906c55 service nova] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Neutron deleted interface 48169162-7050-4e16-8902-f4d742ca5fad; detaching it from the instance and deleting it from the info cache [ 1133.911646] env[69186]: DEBUG nova.network.neutron [req-c43faf78-b6d6-47d6-aca8-3cf476fb3821 req-461f0729-4411-434a-b9f2-8511ef906c55 service nova] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.976622] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.979874] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.331s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.003493] env[69186]: INFO nova.scheduler.client.report [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Deleted allocations for instance f53f3df5-c66d-4872-bf7a-159dea6f00fe [ 1134.067122] env[69186]: DEBUG nova.compute.manager [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.118410] env[69186]: DEBUG nova.virt.hardware [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.119202] env[69186]: DEBUG nova.virt.hardware [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.119202] env[69186]: DEBUG nova.virt.hardware [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.119202] env[69186]: DEBUG nova.virt.hardware [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.119535] env[69186]: DEBUG nova.virt.hardware [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.119778] env[69186]: DEBUG nova.virt.hardware [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.123032] env[69186]: DEBUG nova.virt.hardware [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.123032] env[69186]: DEBUG nova.virt.hardware [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.123032] env[69186]: DEBUG nova.virt.hardware [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.123032] env[69186]: DEBUG nova.virt.hardware [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.123032] env[69186]: DEBUG nova.virt.hardware [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.123032] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b0eb89-c6f6-4a56-9451-d947eb527f0f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.133026] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c436c95-49dd-4104-883e-607a67a548b1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.248928] env[69186]: DEBUG nova.network.neutron [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.306235] env[69186]: DEBUG nova.network.neutron [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.391023] env[69186]: DEBUG nova.network.neutron [-] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.415276] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47dbb138-1e32-4656-b851-6dfcbf78ae96 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.425344] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70295a0e-6f2c-4e7e-9912-bd4d7ca78866 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.459127] env[69186]: DEBUG nova.compute.manager [req-c43faf78-b6d6-47d6-aca8-3cf476fb3821 req-461f0729-4411-434a-b9f2-8511ef906c55 service nova] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Detach interface failed, port_id=48169162-7050-4e16-8902-f4d742ca5fad, reason: Instance 22562269-428f-4ff7-8a54-57dd77806cb2 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1134.508287] env[69186]: DEBUG nova.network.neutron [req-a87d4a23-d4ca-4552-9c45-9e8261ede09e req-f7d2f03a-7376-4d31-a568-2d6e15d0f56f service nova] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Updated VIF entry in instance network info cache for port d26cdf2a-8b2e-45be-b954-bfd308a07379. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.508657] env[69186]: DEBUG nova.network.neutron [req-a87d4a23-d4ca-4552-9c45-9e8261ede09e req-f7d2f03a-7376-4d31-a568-2d6e15d0f56f service nova] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Updating instance_info_cache with network_info: [{"id": "d26cdf2a-8b2e-45be-b954-bfd308a07379", "address": "fa:16:3e:4c:7f:b0", "network": {"id": "318febf9-1b9b-468e-89db-688cc7c13504", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994346472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa508e72f4e64c54bd0bbd510c8897ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26cdf2a-8b", "ovs_interfaceid": "d26cdf2a-8b2e-45be-b954-bfd308a07379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.512905] env[69186]: DEBUG oslo_concurrency.lockutils [None req-80456eea-43f8-4cf5-871c-704aa0a491b1 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Lock "f53f3df5-c66d-4872-bf7a-159dea6f00fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.895s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.811167] env[69186]: DEBUG oslo_concurrency.lockutils [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Releasing lock "refresh_cache-86c266a9-ce74-49c5-a016-a3a0e204ce18" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.811167] env[69186]: DEBUG nova.compute.manager [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1134.811167] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.811167] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87debe86-e76e-41f3-ad17-47d9ecb2ab7e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.819303] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.819928] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0c8639b-cece-4cb3-8091-6b490fdaae06 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.826708] env[69186]: DEBUG oslo_vmware.api [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Waiting for the task: (returnval){ [ 1134.826708] env[69186]: value = "task-3635847" [ 1134.826708] env[69186]: _type = "Task" [ 1134.826708] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.835102] env[69186]: DEBUG oslo_vmware.api [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.888458] env[69186]: DEBUG oslo_concurrency.lockutils [None req-aba58567-d7b1-41ea-b320-1a65e44ac11b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "dddaa31b-a7c6-4ec3-8222-fb53eb08ea17" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.265s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.893273] env[69186]: INFO nova.compute.manager [-] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Took 1.29 seconds to deallocate network for instance. [ 1134.923690] env[69186]: DEBUG nova.network.neutron [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Successfully updated port: 24b7cf84-7522-4591-9350-9e0bff618af6 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1134.994940] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Skipping migration as instance is neither resizing nor live-migrating. {{(pid=69186) _update_usage_from_migrations /opt/stack/nova/nova/compute/resource_tracker.py:1593}} [ 1135.014071] env[69186]: DEBUG oslo_concurrency.lockutils [req-a87d4a23-d4ca-4552-9c45-9e8261ede09e req-f7d2f03a-7376-4d31-a568-2d6e15d0f56f service nova] Releasing lock "refresh_cache-566f2979-e4dd-4c8d-b76a-cebe43a13af2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.018619] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 566f2979-e4dd-4c8d-b76a-cebe43a13af2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.018771] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance dddaa31b-a7c6-4ec3-8222-fb53eb08ea17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.018894] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance e00fcf04-0c49-4088-9b43-72bad844fc45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.019021] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance fa4f9a75-c2c0-4601-a68b-6179edea5745 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.019173] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.019308] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 50959951-3ffe-431c-893e-eef7a8b02b59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.019429] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 06952c63-1043-465b-8277-364a586628de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.019548] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance f96019ad-c5f7-45ba-85a1-580b45bfb7cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.019661] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 86c266a9-ce74-49c5-a016-a3a0e204ce18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.019774] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 5784475d-2510-43b0-8abb-f4fce96f7846 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.020769] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 312acebc-81f1-4b24-ba31-0d9277374c7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.020769] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 22562269-428f-4ff7-8a54-57dd77806cb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.020769] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1135.262177] env[69186]: DEBUG nova.compute.manager [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Stashing vm_state: active {{(pid=69186) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1135.337998] env[69186]: DEBUG oslo_vmware.api [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635847, 'name': PowerOffVM_Task, 'duration_secs': 0.295235} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.338279] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.338449] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.338691] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e53f7ca7-218c-4ae5-9aeb-c0a607636047 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.364128] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.364128] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.364128] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Deleting the datastore file [datastore2] 86c266a9-ce74-49c5-a016-a3a0e204ce18 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.364451] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9d25c9d-3685-4979-9417-53f09b6de1ea {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.371646] env[69186]: DEBUG oslo_vmware.api [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Waiting for the task: (returnval){ [ 1135.371646] env[69186]: value = "task-3635849" [ 1135.371646] env[69186]: _type = "Task" [ 1135.371646] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.380785] env[69186]: DEBUG oslo_vmware.api [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.399278] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.426343] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "refresh_cache-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.426514] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "refresh_cache-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.426699] env[69186]: DEBUG nova.network.neutron [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.523771] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance ae4545f6-1902-41f6-8945-463017d2afad has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1135.783008] env[69186]: DEBUG oslo_concurrency.lockutils [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.883814] env[69186]: DEBUG oslo_vmware.api [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Task: {'id': task-3635849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247202} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.884181] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.884460] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.884700] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.884939] env[69186]: INFO nova.compute.manager [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1135.885298] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.885571] env[69186]: DEBUG nova.compute.manager [-] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1135.885716] env[69186]: DEBUG nova.network.neutron [-] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.004687] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "dddaa31b-a7c6-4ec3-8222-fb53eb08ea17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.004983] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "dddaa31b-a7c6-4ec3-8222-fb53eb08ea17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.005232] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "dddaa31b-a7c6-4ec3-8222-fb53eb08ea17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.005434] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "dddaa31b-a7c6-4ec3-8222-fb53eb08ea17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.005600] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "dddaa31b-a7c6-4ec3-8222-fb53eb08ea17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.008441] env[69186]: INFO nova.compute.manager [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Terminating instance [ 1136.020203] env[69186]: DEBUG nova.network.neutron [-] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.029864] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance e2bad7c5-f91c-4c60-83c6-1eecef695ebc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1136.040194] env[69186]: DEBUG nova.compute.manager [req-77cd7804-bfcb-4da5-922d-070dd2292e8c req-2f337994-e7ab-4b06-9bd6-1210e72251d6 service nova] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Received event network-changed-bf3a4b51-b092-415d-bc1b-5d28b134bb9e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.040194] env[69186]: DEBUG nova.compute.manager [req-77cd7804-bfcb-4da5-922d-070dd2292e8c req-2f337994-e7ab-4b06-9bd6-1210e72251d6 service nova] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Refreshing instance network info cache due to event network-changed-bf3a4b51-b092-415d-bc1b-5d28b134bb9e. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.040194] env[69186]: DEBUG oslo_concurrency.lockutils [req-77cd7804-bfcb-4da5-922d-070dd2292e8c req-2f337994-e7ab-4b06-9bd6-1210e72251d6 service nova] Acquiring lock "refresh_cache-6fb0c8c6-6d83-40c0-bef4-7d20a722ed81" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.040194] env[69186]: DEBUG oslo_concurrency.lockutils [req-77cd7804-bfcb-4da5-922d-070dd2292e8c req-2f337994-e7ab-4b06-9bd6-1210e72251d6 service nova] Acquired lock "refresh_cache-6fb0c8c6-6d83-40c0-bef4-7d20a722ed81" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.040194] env[69186]: DEBUG nova.network.neutron [req-77cd7804-bfcb-4da5-922d-070dd2292e8c req-2f337994-e7ab-4b06-9bd6-1210e72251d6 service nova] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Refreshing network info cache for port bf3a4b51-b092-415d-bc1b-5d28b134bb9e {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.068794] env[69186]: DEBUG nova.network.neutron [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.337985] env[69186]: DEBUG nova.network.neutron [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Updating instance_info_cache with network_info: [{"id": "24b7cf84-7522-4591-9350-9e0bff618af6", "address": "fa:16:3e:29:08:69", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24b7cf84-75", "ovs_interfaceid": "24b7cf84-7522-4591-9350-9e0bff618af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.521054] env[69186]: DEBUG nova.compute.manager [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.521260] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.522214] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44792734-12d1-4b15-b116-8fd316039548 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.527350] env[69186]: DEBUG nova.network.neutron [-] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.531123] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.531379] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f65ef447-26bf-4de6-8d17-f6ccae459914 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.533388] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance a1fab9ac-f048-4e2e-bf2d-76eab553a782 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1136.533842] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Migration 856ee48d-e351-4ad4-972c-ef9901f96e18 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1136.533842] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1136.533981] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69186) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1136.534046] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69186) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1136.541403] env[69186]: DEBUG oslo_vmware.api [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1136.541403] env[69186]: value = "task-3635850" [ 1136.541403] env[69186]: _type = "Task" [ 1136.541403] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.551361] env[69186]: DEBUG oslo_vmware.api [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.818421] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cb4b78-db6d-4edc-8b8c-e84d507e248a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.827381] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72421d02-5c98-4ca0-9da7-867e1ee70e3f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.861433] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "refresh_cache-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.862166] env[69186]: DEBUG nova.compute.manager [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Instance network_info: |[{"id": "24b7cf84-7522-4591-9350-9e0bff618af6", "address": "fa:16:3e:29:08:69", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24b7cf84-75", "ovs_interfaceid": "24b7cf84-7522-4591-9350-9e0bff618af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1136.866099] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:08:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24b7cf84-7522-4591-9350-9e0bff618af6', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.875068] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.875068] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f9d308-7eca-4344-80f6-f3a16ce4a38b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.877683] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.878323] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d02b190b-0d51-4716-b316-ea0893900e61 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.899131] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959b79ff-460f-4b01-acb1-95873192ac74 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.903276] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.903276] env[69186]: value = "task-3635851" [ 1136.903276] env[69186]: _type = "Task" [ 1136.903276] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.917027] env[69186]: DEBUG nova.compute.provider_tree [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.925111] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635851, 'name': CreateVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.998473] env[69186]: DEBUG nova.network.neutron [req-77cd7804-bfcb-4da5-922d-070dd2292e8c req-2f337994-e7ab-4b06-9bd6-1210e72251d6 service nova] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Updated VIF entry in instance network info cache for port bf3a4b51-b092-415d-bc1b-5d28b134bb9e. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.998473] env[69186]: DEBUG nova.network.neutron [req-77cd7804-bfcb-4da5-922d-070dd2292e8c req-2f337994-e7ab-4b06-9bd6-1210e72251d6 service nova] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Updating instance_info_cache with network_info: [{"id": "bf3a4b51-b092-415d-bc1b-5d28b134bb9e", "address": "fa:16:3e:af:bf:a0", "network": {"id": "318febf9-1b9b-468e-89db-688cc7c13504", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994346472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa508e72f4e64c54bd0bbd510c8897ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf3a4b51-b0", "ovs_interfaceid": "bf3a4b51-b092-415d-bc1b-5d28b134bb9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.027635] env[69186]: INFO nova.compute.manager [-] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Took 1.14 seconds to deallocate network for instance. [ 1137.051847] env[69186]: DEBUG oslo_vmware.api [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635850, 'name': PowerOffVM_Task, 'duration_secs': 0.340755} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.052185] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.052410] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.052704] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f65edac-12a7-451a-8896-76577a6361a2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.119696] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.119937] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.120141] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Deleting the datastore file [datastore2] dddaa31b-a7c6-4ec3-8222-fb53eb08ea17 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.120431] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55e11962-bf0b-42fa-82cd-8496285b82a9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.127295] env[69186]: DEBUG oslo_vmware.api [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1137.127295] env[69186]: value = "task-3635853" [ 1137.127295] env[69186]: _type = "Task" [ 1137.127295] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.136251] env[69186]: DEBUG oslo_vmware.api [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.413853] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635851, 'name': CreateVM_Task, 'duration_secs': 0.374822} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.414040] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.414755] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.414913] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.415296] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.415539] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-647bcc04-c8b5-451d-a0fa-e091a51ad2cb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.419744] env[69186]: DEBUG oslo_vmware.api [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1137.419744] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52533351-f048-07e5-ae56-2588ebb86645" [ 1137.419744] env[69186]: _type = "Task" [ 1137.419744] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.427672] env[69186]: DEBUG nova.scheduler.client.report [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.430750] env[69186]: DEBUG oslo_vmware.api [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52533351-f048-07e5-ae56-2588ebb86645, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.501685] env[69186]: DEBUG oslo_concurrency.lockutils [req-77cd7804-bfcb-4da5-922d-070dd2292e8c req-2f337994-e7ab-4b06-9bd6-1210e72251d6 service nova] Releasing lock "refresh_cache-6fb0c8c6-6d83-40c0-bef4-7d20a722ed81" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.501685] env[69186]: DEBUG nova.compute.manager [req-77cd7804-bfcb-4da5-922d-070dd2292e8c req-2f337994-e7ab-4b06-9bd6-1210e72251d6 service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Received event network-vif-plugged-24b7cf84-7522-4591-9350-9e0bff618af6 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.501685] env[69186]: DEBUG oslo_concurrency.lockutils [req-77cd7804-bfcb-4da5-922d-070dd2292e8c req-2f337994-e7ab-4b06-9bd6-1210e72251d6 service nova] Acquiring lock "d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.502027] env[69186]: DEBUG oslo_concurrency.lockutils [req-77cd7804-bfcb-4da5-922d-070dd2292e8c req-2f337994-e7ab-4b06-9bd6-1210e72251d6 service nova] Lock "d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.502337] env[69186]: DEBUG oslo_concurrency.lockutils [req-77cd7804-bfcb-4da5-922d-070dd2292e8c req-2f337994-e7ab-4b06-9bd6-1210e72251d6 service nova] Lock "d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.502576] env[69186]: DEBUG nova.compute.manager [req-77cd7804-bfcb-4da5-922d-070dd2292e8c req-2f337994-e7ab-4b06-9bd6-1210e72251d6 service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] No waiting events found dispatching network-vif-plugged-24b7cf84-7522-4591-9350-9e0bff618af6 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.502790] env[69186]: WARNING nova.compute.manager [req-77cd7804-bfcb-4da5-922d-070dd2292e8c req-2f337994-e7ab-4b06-9bd6-1210e72251d6 service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Received unexpected event network-vif-plugged-24b7cf84-7522-4591-9350-9e0bff618af6 for instance with vm_state building and task_state spawning. [ 1137.502993] env[69186]: DEBUG nova.compute.manager [req-77cd7804-bfcb-4da5-922d-070dd2292e8c req-2f337994-e7ab-4b06-9bd6-1210e72251d6 service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Received event network-changed-24b7cf84-7522-4591-9350-9e0bff618af6 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.503303] env[69186]: DEBUG nova.compute.manager [req-77cd7804-bfcb-4da5-922d-070dd2292e8c req-2f337994-e7ab-4b06-9bd6-1210e72251d6 service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Refreshing instance network info cache due to event network-changed-24b7cf84-7522-4591-9350-9e0bff618af6. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.503430] env[69186]: DEBUG oslo_concurrency.lockutils [req-77cd7804-bfcb-4da5-922d-070dd2292e8c req-2f337994-e7ab-4b06-9bd6-1210e72251d6 service nova] Acquiring lock "refresh_cache-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.503603] env[69186]: DEBUG oslo_concurrency.lockutils [req-77cd7804-bfcb-4da5-922d-070dd2292e8c req-2f337994-e7ab-4b06-9bd6-1210e72251d6 service nova] Acquired lock "refresh_cache-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.503795] env[69186]: DEBUG nova.network.neutron [req-77cd7804-bfcb-4da5-922d-070dd2292e8c req-2f337994-e7ab-4b06-9bd6-1210e72251d6 service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Refreshing network info cache for port 24b7cf84-7522-4591-9350-9e0bff618af6 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.534752] env[69186]: DEBUG oslo_concurrency.lockutils [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.637741] env[69186]: DEBUG oslo_vmware.api [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145575} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.638140] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.638338] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.638524] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.638698] env[69186]: INFO nova.compute.manager [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1137.638975] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.639218] env[69186]: DEBUG nova.compute.manager [-] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.639308] env[69186]: DEBUG nova.network.neutron [-] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.931132] env[69186]: DEBUG oslo_vmware.api [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52533351-f048-07e5-ae56-2588ebb86645, 'name': SearchDatastore_Task, 'duration_secs': 0.027739} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.931918] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69186) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1137.932135] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.952s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.932597] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.932920] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.933247] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.933455] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.933865] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.934069] env[69186]: DEBUG oslo_concurrency.lockutils [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.583s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.935928] env[69186]: INFO nova.compute.claims [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.939293] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8c84b15-c40b-4907-aa23-1e080b5f18ee {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.950637] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.950862] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.951752] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5767cbb3-c9a3-4d36-af16-dcbf74ab6788 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.961928] env[69186]: DEBUG oslo_vmware.api [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1137.961928] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d2bbe9-ae77-2ddc-f61b-ffc736c4ec2c" [ 1137.961928] env[69186]: _type = "Task" [ 1137.961928] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.974111] env[69186]: DEBUG oslo_vmware.api [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d2bbe9-ae77-2ddc-f61b-ffc736c4ec2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.278247] env[69186]: DEBUG nova.compute.manager [req-242074f4-af30-4fe0-970b-bd9150f1bd9d req-57f2691f-4cc7-4f93-84d1-28ef25db630b service nova] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Received event network-vif-deleted-c92ae234-a923-448b-ac72-b9bcfd18cf0f {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.278450] env[69186]: INFO nova.compute.manager [req-242074f4-af30-4fe0-970b-bd9150f1bd9d req-57f2691f-4cc7-4f93-84d1-28ef25db630b service nova] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Neutron deleted interface c92ae234-a923-448b-ac72-b9bcfd18cf0f; detaching it from the instance and deleting it from the info cache [ 1138.278623] env[69186]: DEBUG nova.network.neutron [req-242074f4-af30-4fe0-970b-bd9150f1bd9d req-57f2691f-4cc7-4f93-84d1-28ef25db630b service nova] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.337462] env[69186]: DEBUG nova.network.neutron [req-77cd7804-bfcb-4da5-922d-070dd2292e8c req-2f337994-e7ab-4b06-9bd6-1210e72251d6 service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Updated VIF entry in instance network info cache for port 24b7cf84-7522-4591-9350-9e0bff618af6. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.337686] env[69186]: DEBUG nova.network.neutron [req-77cd7804-bfcb-4da5-922d-070dd2292e8c req-2f337994-e7ab-4b06-9bd6-1210e72251d6 service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Updating instance_info_cache with network_info: [{"id": "24b7cf84-7522-4591-9350-9e0bff618af6", "address": "fa:16:3e:29:08:69", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24b7cf84-75", "ovs_interfaceid": "24b7cf84-7522-4591-9350-9e0bff618af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.472200] env[69186]: DEBUG oslo_vmware.api [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d2bbe9-ae77-2ddc-f61b-ffc736c4ec2c, 'name': SearchDatastore_Task, 'duration_secs': 0.012729} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.473065] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db08b35-6388-4b7e-a21b-efe31a1aa146 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.478331] env[69186]: DEBUG oslo_vmware.api [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1138.478331] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a7eeb7-3e9d-6af9-ede3-dbd17d458ac9" [ 1138.478331] env[69186]: _type = "Task" [ 1138.478331] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.486685] env[69186]: DEBUG oslo_vmware.api [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a7eeb7-3e9d-6af9-ede3-dbd17d458ac9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.504532] env[69186]: DEBUG oslo_concurrency.lockutils [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Acquiring lock "f99c5ba7-13ce-41e5-b395-cfed8b057acd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.504758] env[69186]: DEBUG oslo_concurrency.lockutils [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Lock "f99c5ba7-13ce-41e5-b395-cfed8b057acd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.763348] env[69186]: DEBUG nova.network.neutron [-] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.781421] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7509e11-74ad-49a1-9afd-90560d09bc8b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.793539] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d07d7b-c018-45e0-a987-818adf8af237 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.825734] env[69186]: DEBUG nova.compute.manager [req-242074f4-af30-4fe0-970b-bd9150f1bd9d req-57f2691f-4cc7-4f93-84d1-28ef25db630b service nova] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Detach interface failed, port_id=c92ae234-a923-448b-ac72-b9bcfd18cf0f, reason: Instance dddaa31b-a7c6-4ec3-8222-fb53eb08ea17 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1138.840625] env[69186]: DEBUG oslo_concurrency.lockutils [req-77cd7804-bfcb-4da5-922d-070dd2292e8c req-2f337994-e7ab-4b06-9bd6-1210e72251d6 service nova] Releasing lock "refresh_cache-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.993100] env[69186]: DEBUG oslo_vmware.api [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a7eeb7-3e9d-6af9-ede3-dbd17d458ac9, 'name': SearchDatastore_Task, 'duration_secs': 0.010776} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.993399] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.993644] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0/d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.993985] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1e3c237-8af9-4276-b068-7439c42d4781 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.004580] env[69186]: DEBUG oslo_vmware.api [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1139.004580] env[69186]: value = "task-3635854" [ 1139.004580] env[69186]: _type = "Task" [ 1139.004580] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.008036] env[69186]: DEBUG nova.compute.manager [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1139.019011] env[69186]: DEBUG oslo_vmware.api [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.210813] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4a8b33-fd37-4e39-91c4-1273d39a1c3b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.218542] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ed1f10-b0c9-4bca-a667-cca5436d366b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.252771] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c3ae68-e59d-4198-8648-7b010d0ae692 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.264188] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1fcc5b-bbc3-436e-bd72-7389a59f4078 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.265488] env[69186]: INFO nova.compute.manager [-] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Took 1.63 seconds to deallocate network for instance. [ 1139.280548] env[69186]: DEBUG nova.compute.provider_tree [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.519061] env[69186]: DEBUG oslo_vmware.api [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635854, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.532889] env[69186]: DEBUG oslo_concurrency.lockutils [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.783927] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.784432] env[69186]: DEBUG nova.scheduler.client.report [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.016933] env[69186]: DEBUG oslo_vmware.api [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724654} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.017257] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0/d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.017583] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.017956] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d993a054-0699-4dae-9472-87884711bdd0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.026431] env[69186]: DEBUG oslo_vmware.api [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1140.026431] env[69186]: value = "task-3635855" [ 1140.026431] env[69186]: _type = "Task" [ 1140.026431] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.035762] env[69186]: DEBUG oslo_vmware.api [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.289973] env[69186]: DEBUG oslo_concurrency.lockutils [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.290538] env[69186]: DEBUG nova.compute.manager [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.293411] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.582s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.294974] env[69186]: INFO nova.compute.claims [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.537335] env[69186]: DEBUG oslo_vmware.api [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.347351} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.537626] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.538433] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3509b81-64bd-459c-96ed-2291f02ee4dd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.561884] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0/d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.562698] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d0279aa-a1d0-4a9e-94df-7e8080e9dfdc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.582830] env[69186]: DEBUG oslo_vmware.api [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1140.582830] env[69186]: value = "task-3635856" [ 1140.582830] env[69186]: _type = "Task" [ 1140.582830] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.590770] env[69186]: DEBUG oslo_vmware.api [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.799914] env[69186]: DEBUG nova.compute.utils [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.803488] env[69186]: DEBUG nova.compute.manager [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1140.803728] env[69186]: DEBUG nova.network.neutron [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.867801] env[69186]: DEBUG nova.policy [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07b841536fb24f439d3e75ee3ec695ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68534f72b5ef4bbebc423e4459dc051a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.099989] env[69186]: DEBUG oslo_vmware.api [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635856, 'name': ReconfigVM_Task, 'duration_secs': 0.358485} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.100835] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Reconfigured VM instance instance-0000006b to attach disk [datastore1] d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0/d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.103126] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b1d32b4-1d12-455a-ba68-17c517bd9a54 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.112027] env[69186]: DEBUG oslo_vmware.api [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1141.112027] env[69186]: value = "task-3635857" [ 1141.112027] env[69186]: _type = "Task" [ 1141.112027] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.124663] env[69186]: DEBUG oslo_vmware.api [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635857, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.142332] env[69186]: DEBUG nova.network.neutron [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Successfully created port: 42af6e47-8e63-4d91-a1ac-28cd262b4b53 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1141.304917] env[69186]: DEBUG nova.compute.manager [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1141.607123] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b56434-972e-4b43-b4cf-ddc4e091e654 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.617616] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab542d36-3caa-4b18-a169-773c96417462 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.625347] env[69186]: DEBUG oslo_vmware.api [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635857, 'name': Rename_Task, 'duration_secs': 0.178064} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.649272] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.649718] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f81de598-41c1-4c94-9b97-735b50ce2dab {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.651772] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8242965d-5659-4157-b3fa-d1bc5971f1cb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.659808] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157d30c3-07b7-4ceb-b106-227de2c375ac {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.663514] env[69186]: DEBUG oslo_vmware.api [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1141.663514] env[69186]: value = "task-3635858" [ 1141.663514] env[69186]: _type = "Task" [ 1141.663514] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.675870] env[69186]: DEBUG nova.compute.provider_tree [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.682424] env[69186]: DEBUG oslo_vmware.api [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635858, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.174105] env[69186]: DEBUG oslo_vmware.api [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635858, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.180153] env[69186]: DEBUG nova.scheduler.client.report [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.318928] env[69186]: DEBUG nova.compute.manager [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1142.344906] env[69186]: DEBUG nova.virt.hardware [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.345178] env[69186]: DEBUG nova.virt.hardware [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.345472] env[69186]: DEBUG nova.virt.hardware [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.345694] env[69186]: DEBUG nova.virt.hardware [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.345844] env[69186]: DEBUG nova.virt.hardware [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.345992] env[69186]: DEBUG nova.virt.hardware [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.346231] env[69186]: DEBUG nova.virt.hardware [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.346468] env[69186]: DEBUG nova.virt.hardware [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.346604] env[69186]: DEBUG nova.virt.hardware [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.346793] env[69186]: DEBUG nova.virt.hardware [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.346940] env[69186]: DEBUG nova.virt.hardware [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.347826] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf54c08a-0aea-46ce-99e3-e8313e8d2fd3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.356257] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3814281c-ffa7-4100-9ce5-c89866be0bd8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.660158] env[69186]: DEBUG nova.compute.manager [req-ddf869c0-75ec-4104-a2bf-68cb1801643a req-0f8f9c01-777b-46c4-a38a-597edb6c2032 service nova] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Received event network-vif-plugged-42af6e47-8e63-4d91-a1ac-28cd262b4b53 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.660158] env[69186]: DEBUG oslo_concurrency.lockutils [req-ddf869c0-75ec-4104-a2bf-68cb1801643a req-0f8f9c01-777b-46c4-a38a-597edb6c2032 service nova] Acquiring lock "ae4545f6-1902-41f6-8945-463017d2afad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.660158] env[69186]: DEBUG oslo_concurrency.lockutils [req-ddf869c0-75ec-4104-a2bf-68cb1801643a req-0f8f9c01-777b-46c4-a38a-597edb6c2032 service nova] Lock "ae4545f6-1902-41f6-8945-463017d2afad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.660158] env[69186]: DEBUG oslo_concurrency.lockutils [req-ddf869c0-75ec-4104-a2bf-68cb1801643a req-0f8f9c01-777b-46c4-a38a-597edb6c2032 service nova] Lock "ae4545f6-1902-41f6-8945-463017d2afad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.660158] env[69186]: DEBUG nova.compute.manager [req-ddf869c0-75ec-4104-a2bf-68cb1801643a req-0f8f9c01-777b-46c4-a38a-597edb6c2032 service nova] [instance: ae4545f6-1902-41f6-8945-463017d2afad] No waiting events found dispatching network-vif-plugged-42af6e47-8e63-4d91-a1ac-28cd262b4b53 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1142.660844] env[69186]: WARNING nova.compute.manager [req-ddf869c0-75ec-4104-a2bf-68cb1801643a req-0f8f9c01-777b-46c4-a38a-597edb6c2032 service nova] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Received unexpected event network-vif-plugged-42af6e47-8e63-4d91-a1ac-28cd262b4b53 for instance with vm_state building and task_state spawning. [ 1142.674963] env[69186]: DEBUG oslo_vmware.api [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635858, 'name': PowerOnVM_Task, 'duration_secs': 0.588866} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.675481] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.679024] env[69186]: INFO nova.compute.manager [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1142.679024] env[69186]: DEBUG nova.compute.manager [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.679024] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9f555a-7585-40ed-b7b7-2f8c6f1ac00d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.686225] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.686840] env[69186]: DEBUG nova.compute.manager [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1142.689356] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.666s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.689662] env[69186]: DEBUG nova.objects.instance [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69186) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1142.774070] env[69186]: DEBUG nova.network.neutron [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Successfully updated port: 42af6e47-8e63-4d91-a1ac-28cd262b4b53 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.195576] env[69186]: DEBUG nova.compute.utils [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.201242] env[69186]: DEBUG nova.compute.manager [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1143.201442] env[69186]: DEBUG nova.network.neutron [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1143.203637] env[69186]: INFO nova.compute.manager [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Took 15.50 seconds to build instance. [ 1143.241258] env[69186]: DEBUG nova.policy [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02e3e03552ef421e91081931a1d17872', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff7e81341caf41a3a52b5585de23490f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.278909] env[69186]: DEBUG oslo_concurrency.lockutils [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "refresh_cache-ae4545f6-1902-41f6-8945-463017d2afad" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.279081] env[69186]: DEBUG oslo_concurrency.lockutils [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired lock "refresh_cache-ae4545f6-1902-41f6-8945-463017d2afad" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.280313] env[69186]: DEBUG nova.network.neutron [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.508445] env[69186]: DEBUG nova.network.neutron [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Successfully created port: 81bedcd6-2377-4557-8bca-cc32208e0641 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1143.700652] env[69186]: DEBUG nova.compute.manager [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1143.705571] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4001f67c-a209-480b-84f5-f653261f5e59 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.706563] env[69186]: DEBUG oslo_concurrency.lockutils [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.709s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.708118] env[69186]: INFO nova.compute.claims [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.712694] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9643d97e-65ba-4591-a2c1-0f47443cf05e tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.299s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.811106] env[69186]: DEBUG nova.network.neutron [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.005501] env[69186]: DEBUG nova.network.neutron [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Updating instance_info_cache with network_info: [{"id": "42af6e47-8e63-4d91-a1ac-28cd262b4b53", "address": "fa:16:3e:fd:94:2e", "network": {"id": "61e1515f-114e-4139-9235-6329201c5e19", "bridge": "br-int", "label": "tempest-ServersTestJSON-569810852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68534f72b5ef4bbebc423e4459dc051a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42af6e47-8e", "ovs_interfaceid": "42af6e47-8e63-4d91-a1ac-28cd262b4b53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.508083] env[69186]: DEBUG oslo_concurrency.lockutils [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Releasing lock "refresh_cache-ae4545f6-1902-41f6-8945-463017d2afad" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.508441] env[69186]: DEBUG nova.compute.manager [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Instance network_info: |[{"id": "42af6e47-8e63-4d91-a1ac-28cd262b4b53", "address": "fa:16:3e:fd:94:2e", "network": {"id": "61e1515f-114e-4139-9235-6329201c5e19", "bridge": "br-int", "label": "tempest-ServersTestJSON-569810852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68534f72b5ef4bbebc423e4459dc051a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42af6e47-8e", "ovs_interfaceid": "42af6e47-8e63-4d91-a1ac-28cd262b4b53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1144.508949] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:94:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42af6e47-8e63-4d91-a1ac-28cd262b4b53', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.521515] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.521515] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.521699] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-409769d3-99ab-4227-9230-c5e92aaa767d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.545744] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.545744] env[69186]: value = "task-3635859" [ 1144.545744] env[69186]: _type = "Task" [ 1144.545744] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.556486] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635859, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.659950] env[69186]: DEBUG oslo_concurrency.lockutils [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "06952c63-1043-465b-8277-364a586628de" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.660262] env[69186]: DEBUG oslo_concurrency.lockutils [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "06952c63-1043-465b-8277-364a586628de" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.660453] env[69186]: INFO nova.compute.manager [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Shelving [ 1144.686763] env[69186]: DEBUG nova.compute.manager [req-743e27a6-f033-490b-b08d-6965fa6e4d2a req-a4306619-e754-4000-82aa-339ee1ed6251 service nova] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Received event network-changed-42af6e47-8e63-4d91-a1ac-28cd262b4b53 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.687115] env[69186]: DEBUG nova.compute.manager [req-743e27a6-f033-490b-b08d-6965fa6e4d2a req-a4306619-e754-4000-82aa-339ee1ed6251 service nova] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Refreshing instance network info cache due to event network-changed-42af6e47-8e63-4d91-a1ac-28cd262b4b53. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.687404] env[69186]: DEBUG oslo_concurrency.lockutils [req-743e27a6-f033-490b-b08d-6965fa6e4d2a req-a4306619-e754-4000-82aa-339ee1ed6251 service nova] Acquiring lock "refresh_cache-ae4545f6-1902-41f6-8945-463017d2afad" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.687572] env[69186]: DEBUG oslo_concurrency.lockutils [req-743e27a6-f033-490b-b08d-6965fa6e4d2a req-a4306619-e754-4000-82aa-339ee1ed6251 service nova] Acquired lock "refresh_cache-ae4545f6-1902-41f6-8945-463017d2afad" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.687736] env[69186]: DEBUG nova.network.neutron [req-743e27a6-f033-490b-b08d-6965fa6e4d2a req-a4306619-e754-4000-82aa-339ee1ed6251 service nova] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Refreshing network info cache for port 42af6e47-8e63-4d91-a1ac-28cd262b4b53 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.712027] env[69186]: DEBUG nova.compute.manager [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1144.747628] env[69186]: DEBUG nova.virt.hardware [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.748949] env[69186]: DEBUG nova.virt.hardware [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.748949] env[69186]: DEBUG nova.virt.hardware [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.748949] env[69186]: DEBUG nova.virt.hardware [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.748949] env[69186]: DEBUG nova.virt.hardware [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.748949] env[69186]: DEBUG nova.virt.hardware [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.748949] env[69186]: DEBUG nova.virt.hardware [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.748949] env[69186]: DEBUG nova.virt.hardware [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.751998] env[69186]: DEBUG nova.virt.hardware [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.752380] env[69186]: DEBUG nova.virt.hardware [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.753027] env[69186]: DEBUG nova.virt.hardware [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.753615] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9b50f1-db63-4a49-9dad-0461a5cbf91f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.766044] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81018f9c-6fbd-46f0-b00c-40ef3921d055 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.923152] env[69186]: DEBUG nova.compute.manager [req-0f4ee441-6b3f-45b0-8bbe-dbbba347005e req-bca9fbc1-58f1-437c-98bc-1e8d4ac0e8fa service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Received event network-changed-8419fb84-619b-45fd-af12-39fb3d8f3d74 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.923152] env[69186]: DEBUG nova.compute.manager [req-0f4ee441-6b3f-45b0-8bbe-dbbba347005e req-bca9fbc1-58f1-437c-98bc-1e8d4ac0e8fa service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Refreshing instance network info cache due to event network-changed-8419fb84-619b-45fd-af12-39fb3d8f3d74. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.923152] env[69186]: DEBUG oslo_concurrency.lockutils [req-0f4ee441-6b3f-45b0-8bbe-dbbba347005e req-bca9fbc1-58f1-437c-98bc-1e8d4ac0e8fa service nova] Acquiring lock "refresh_cache-5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.923152] env[69186]: DEBUG oslo_concurrency.lockutils [req-0f4ee441-6b3f-45b0-8bbe-dbbba347005e req-bca9fbc1-58f1-437c-98bc-1e8d4ac0e8fa service nova] Acquired lock "refresh_cache-5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.923731] env[69186]: DEBUG nova.network.neutron [req-0f4ee441-6b3f-45b0-8bbe-dbbba347005e req-bca9fbc1-58f1-437c-98bc-1e8d4ac0e8fa service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Refreshing network info cache for port 8419fb84-619b-45fd-af12-39fb3d8f3d74 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.057905] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635859, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.103678] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e9d696-39cd-44e1-9ab0-fce318c84916 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.111892] env[69186]: DEBUG nova.network.neutron [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Successfully updated port: 81bedcd6-2377-4557-8bca-cc32208e0641 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.115949] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a93d2c-033a-40bc-8b76-8c31cba9ed0c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.151082] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e76d04-1bad-4976-8742-c76203eefae2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.158470] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5899aa4d-ea6a-4e80-ba34-00bd5f67b653 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.174556] env[69186]: DEBUG nova.compute.provider_tree [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.559998] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635859, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.579847] env[69186]: DEBUG nova.network.neutron [req-743e27a6-f033-490b-b08d-6965fa6e4d2a req-a4306619-e754-4000-82aa-339ee1ed6251 service nova] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Updated VIF entry in instance network info cache for port 42af6e47-8e63-4d91-a1ac-28cd262b4b53. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.580258] env[69186]: DEBUG nova.network.neutron [req-743e27a6-f033-490b-b08d-6965fa6e4d2a req-a4306619-e754-4000-82aa-339ee1ed6251 service nova] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Updating instance_info_cache with network_info: [{"id": "42af6e47-8e63-4d91-a1ac-28cd262b4b53", "address": "fa:16:3e:fd:94:2e", "network": {"id": "61e1515f-114e-4139-9235-6329201c5e19", "bridge": "br-int", "label": "tempest-ServersTestJSON-569810852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68534f72b5ef4bbebc423e4459dc051a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42af6e47-8e", "ovs_interfaceid": "42af6e47-8e63-4d91-a1ac-28cd262b4b53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.623784] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "refresh_cache-e2bad7c5-f91c-4c60-83c6-1eecef695ebc" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.623945] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired lock "refresh_cache-e2bad7c5-f91c-4c60-83c6-1eecef695ebc" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.624109] env[69186]: DEBUG nova.network.neutron [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.678448] env[69186]: DEBUG nova.scheduler.client.report [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.683341] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.690054] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16b9ee2e-70cc-45d5-8b7d-beda0df011cc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.698198] env[69186]: DEBUG oslo_vmware.api [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1145.698198] env[69186]: value = "task-3635860" [ 1145.698198] env[69186]: _type = "Task" [ 1145.698198] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.712552] env[69186]: DEBUG oslo_vmware.api [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.755478] env[69186]: DEBUG nova.network.neutron [req-0f4ee441-6b3f-45b0-8bbe-dbbba347005e req-bca9fbc1-58f1-437c-98bc-1e8d4ac0e8fa service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Updated VIF entry in instance network info cache for port 8419fb84-619b-45fd-af12-39fb3d8f3d74. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.755873] env[69186]: DEBUG nova.network.neutron [req-0f4ee441-6b3f-45b0-8bbe-dbbba347005e req-bca9fbc1-58f1-437c-98bc-1e8d4ac0e8fa service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Updating instance_info_cache with network_info: [{"id": "8419fb84-619b-45fd-af12-39fb3d8f3d74", "address": "fa:16:3e:fe:21:70", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8419fb84-61", "ovs_interfaceid": "8419fb84-619b-45fd-af12-39fb3d8f3d74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.061186] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635859, 'name': CreateVM_Task, 'duration_secs': 1.330844} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.061521] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.062277] env[69186]: DEBUG oslo_concurrency.lockutils [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.062528] env[69186]: DEBUG oslo_concurrency.lockutils [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.062899] env[69186]: DEBUG oslo_concurrency.lockutils [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.063217] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54804f6c-da8b-4021-b88f-67ddc643b6b9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.067759] env[69186]: DEBUG oslo_vmware.api [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1146.067759] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52dc8f55-2727-7060-faa1-eca344797705" [ 1146.067759] env[69186]: _type = "Task" [ 1146.067759] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.075297] env[69186]: DEBUG oslo_vmware.api [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52dc8f55-2727-7060-faa1-eca344797705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.082924] env[69186]: DEBUG oslo_concurrency.lockutils [req-743e27a6-f033-490b-b08d-6965fa6e4d2a req-a4306619-e754-4000-82aa-339ee1ed6251 service nova] Releasing lock "refresh_cache-ae4545f6-1902-41f6-8945-463017d2afad" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.155699] env[69186]: DEBUG nova.network.neutron [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.193815] env[69186]: DEBUG oslo_concurrency.lockutils [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.194687] env[69186]: DEBUG nova.compute.manager [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1146.197597] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.798s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.198701] env[69186]: DEBUG nova.objects.instance [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lazy-loading 'resources' on Instance uuid 22562269-428f-4ff7-8a54-57dd77806cb2 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.208980] env[69186]: DEBUG oslo_vmware.api [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635860, 'name': PowerOffVM_Task, 'duration_secs': 0.289115} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.209638] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.210538] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a52126-eb7e-4f6e-8a3d-7bf808d04e49 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.232712] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1370b6f-be92-4086-a439-01188b0661a9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.259201] env[69186]: DEBUG oslo_concurrency.lockutils [req-0f4ee441-6b3f-45b0-8bbe-dbbba347005e req-bca9fbc1-58f1-437c-98bc-1e8d4ac0e8fa service nova] Releasing lock "refresh_cache-5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.301157] env[69186]: DEBUG nova.network.neutron [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Updating instance_info_cache with network_info: [{"id": "81bedcd6-2377-4557-8bca-cc32208e0641", "address": "fa:16:3e:da:5e:e5", "network": {"id": "31bd6c99-6f00-4643-adfe-1f7763b3744b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-588385833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e81341caf41a3a52b5585de23490f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81bedcd6-23", "ovs_interfaceid": "81bedcd6-2377-4557-8bca-cc32208e0641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.579658] env[69186]: DEBUG oslo_vmware.api [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52dc8f55-2727-7060-faa1-eca344797705, 'name': SearchDatastore_Task, 'duration_secs': 0.020949} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.580233] env[69186]: DEBUG oslo_concurrency.lockutils [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.581200] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.581200] env[69186]: DEBUG oslo_concurrency.lockutils [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.581200] env[69186]: DEBUG oslo_concurrency.lockutils [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.582169] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.582711] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07198094-4a42-41c5-b3af-17b6b62385f9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.593078] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.593078] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.594120] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f510379a-9bf9-429a-a7f9-539db7ee2444 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.599350] env[69186]: DEBUG oslo_vmware.api [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1146.599350] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52757d83-3088-3dd6-615d-803bfc2eae89" [ 1146.599350] env[69186]: _type = "Task" [ 1146.599350] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.609155] env[69186]: DEBUG oslo_vmware.api [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52757d83-3088-3dd6-615d-803bfc2eae89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.700997] env[69186]: DEBUG nova.compute.utils [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.706156] env[69186]: DEBUG nova.compute.manager [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1146.706413] env[69186]: DEBUG nova.network.neutron [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.714577] env[69186]: DEBUG nova.compute.manager [req-ceb718c5-b628-49ee-94f6-7a518c1ccdfe req-63b03cc3-d852-44e0-b29c-c39866f24115 service nova] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Received event network-vif-plugged-81bedcd6-2377-4557-8bca-cc32208e0641 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.714720] env[69186]: DEBUG oslo_concurrency.lockutils [req-ceb718c5-b628-49ee-94f6-7a518c1ccdfe req-63b03cc3-d852-44e0-b29c-c39866f24115 service nova] Acquiring lock "e2bad7c5-f91c-4c60-83c6-1eecef695ebc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.714933] env[69186]: DEBUG oslo_concurrency.lockutils [req-ceb718c5-b628-49ee-94f6-7a518c1ccdfe req-63b03cc3-d852-44e0-b29c-c39866f24115 service nova] Lock "e2bad7c5-f91c-4c60-83c6-1eecef695ebc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.715107] env[69186]: DEBUG oslo_concurrency.lockutils [req-ceb718c5-b628-49ee-94f6-7a518c1ccdfe req-63b03cc3-d852-44e0-b29c-c39866f24115 service nova] Lock "e2bad7c5-f91c-4c60-83c6-1eecef695ebc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.715267] env[69186]: DEBUG nova.compute.manager [req-ceb718c5-b628-49ee-94f6-7a518c1ccdfe req-63b03cc3-d852-44e0-b29c-c39866f24115 service nova] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] No waiting events found dispatching network-vif-plugged-81bedcd6-2377-4557-8bca-cc32208e0641 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1146.715827] env[69186]: WARNING nova.compute.manager [req-ceb718c5-b628-49ee-94f6-7a518c1ccdfe req-63b03cc3-d852-44e0-b29c-c39866f24115 service nova] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Received unexpected event network-vif-plugged-81bedcd6-2377-4557-8bca-cc32208e0641 for instance with vm_state building and task_state spawning. [ 1146.715827] env[69186]: DEBUG nova.compute.manager [req-ceb718c5-b628-49ee-94f6-7a518c1ccdfe req-63b03cc3-d852-44e0-b29c-c39866f24115 service nova] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Received event network-changed-81bedcd6-2377-4557-8bca-cc32208e0641 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.715827] env[69186]: DEBUG nova.compute.manager [req-ceb718c5-b628-49ee-94f6-7a518c1ccdfe req-63b03cc3-d852-44e0-b29c-c39866f24115 service nova] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Refreshing instance network info cache due to event network-changed-81bedcd6-2377-4557-8bca-cc32208e0641. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.716073] env[69186]: DEBUG oslo_concurrency.lockutils [req-ceb718c5-b628-49ee-94f6-7a518c1ccdfe req-63b03cc3-d852-44e0-b29c-c39866f24115 service nova] Acquiring lock "refresh_cache-e2bad7c5-f91c-4c60-83c6-1eecef695ebc" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.746063] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Creating Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1146.746389] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5a5829b9-8fa6-46f6-bfed-ac331a027cdc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.754901] env[69186]: DEBUG oslo_vmware.api [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1146.754901] env[69186]: value = "task-3635861" [ 1146.754901] env[69186]: _type = "Task" [ 1146.754901] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.759423] env[69186]: DEBUG nova.policy [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca5bb3c0ffcc4737ae18f040ce7b8ad7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c31dcdd6f5645f4b2406cc3ff2c62c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.766478] env[69186]: DEBUG oslo_vmware.api [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635861, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.804114] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Releasing lock "refresh_cache-e2bad7c5-f91c-4c60-83c6-1eecef695ebc" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.804648] env[69186]: DEBUG nova.compute.manager [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Instance network_info: |[{"id": "81bedcd6-2377-4557-8bca-cc32208e0641", "address": "fa:16:3e:da:5e:e5", "network": {"id": "31bd6c99-6f00-4643-adfe-1f7763b3744b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-588385833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e81341caf41a3a52b5585de23490f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81bedcd6-23", "ovs_interfaceid": "81bedcd6-2377-4557-8bca-cc32208e0641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1146.805120] env[69186]: DEBUG oslo_concurrency.lockutils [req-ceb718c5-b628-49ee-94f6-7a518c1ccdfe req-63b03cc3-d852-44e0-b29c-c39866f24115 service nova] Acquired lock "refresh_cache-e2bad7c5-f91c-4c60-83c6-1eecef695ebc" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.805441] env[69186]: DEBUG nova.network.neutron [req-ceb718c5-b628-49ee-94f6-7a518c1ccdfe req-63b03cc3-d852-44e0-b29c-c39866f24115 service nova] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Refreshing network info cache for port 81bedcd6-2377-4557-8bca-cc32208e0641 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.807431] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:5e:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81bedcd6-2377-4557-8bca-cc32208e0641', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.822332] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.828172] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.828942] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53adcd09-5c33-4321-a50d-3a4a7b84c467 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.853977] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.853977] env[69186]: value = "task-3635862" [ 1146.853977] env[69186]: _type = "Task" [ 1146.853977] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.864960] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635862, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.997022] env[69186]: DEBUG nova.compute.manager [req-91c71d4f-786e-44f9-93da-0459728cdf8d req-52ff8365-fffd-4701-acd5-03d8de4afd3f service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Received event network-changed-24b7cf84-7522-4591-9350-9e0bff618af6 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.997022] env[69186]: DEBUG nova.compute.manager [req-91c71d4f-786e-44f9-93da-0459728cdf8d req-52ff8365-fffd-4701-acd5-03d8de4afd3f service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Refreshing instance network info cache due to event network-changed-24b7cf84-7522-4591-9350-9e0bff618af6. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.997022] env[69186]: DEBUG oslo_concurrency.lockutils [req-91c71d4f-786e-44f9-93da-0459728cdf8d req-52ff8365-fffd-4701-acd5-03d8de4afd3f service nova] Acquiring lock "refresh_cache-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.997022] env[69186]: DEBUG oslo_concurrency.lockutils [req-91c71d4f-786e-44f9-93da-0459728cdf8d req-52ff8365-fffd-4701-acd5-03d8de4afd3f service nova] Acquired lock "refresh_cache-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.997022] env[69186]: DEBUG nova.network.neutron [req-91c71d4f-786e-44f9-93da-0459728cdf8d req-52ff8365-fffd-4701-acd5-03d8de4afd3f service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Refreshing network info cache for port 24b7cf84-7522-4591-9350-9e0bff618af6 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.050641] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f5f412-5832-47cf-8b52-ec23cee99d1e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.059703] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4e95ee-5601-494c-89e2-bd7e5ae83015 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.094446] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c80596-2a24-4111-9cdd-05e3729aa326 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.109142] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d227a806-2095-4de7-abad-13da130a4728 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.116945] env[69186]: DEBUG oslo_vmware.api [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52757d83-3088-3dd6-615d-803bfc2eae89, 'name': SearchDatastore_Task, 'duration_secs': 0.008283} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.117983] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4971c1f7-22f4-4685-8a15-d354c2a297e0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.129086] env[69186]: DEBUG nova.compute.provider_tree [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.134277] env[69186]: DEBUG oslo_vmware.api [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1147.134277] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525199f4-45a8-154a-dc94-66af0102207e" [ 1147.134277] env[69186]: _type = "Task" [ 1147.134277] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.142903] env[69186]: DEBUG oslo_vmware.api [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525199f4-45a8-154a-dc94-66af0102207e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.206909] env[69186]: DEBUG nova.compute.manager [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1147.229262] env[69186]: DEBUG nova.network.neutron [req-ceb718c5-b628-49ee-94f6-7a518c1ccdfe req-63b03cc3-d852-44e0-b29c-c39866f24115 service nova] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Updated VIF entry in instance network info cache for port 81bedcd6-2377-4557-8bca-cc32208e0641. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.232620] env[69186]: DEBUG nova.network.neutron [req-ceb718c5-b628-49ee-94f6-7a518c1ccdfe req-63b03cc3-d852-44e0-b29c-c39866f24115 service nova] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Updating instance_info_cache with network_info: [{"id": "81bedcd6-2377-4557-8bca-cc32208e0641", "address": "fa:16:3e:da:5e:e5", "network": {"id": "31bd6c99-6f00-4643-adfe-1f7763b3744b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-588385833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e81341caf41a3a52b5585de23490f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81bedcd6-23", "ovs_interfaceid": "81bedcd6-2377-4557-8bca-cc32208e0641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.269735] env[69186]: DEBUG oslo_vmware.api [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635861, 'name': CreateSnapshot_Task, 'duration_secs': 0.476511} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.270033] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Created Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1147.271481] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a7fc11-546e-490b-b7a1-12e487ace37c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.275776] env[69186]: DEBUG nova.network.neutron [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Successfully created port: f3879f8d-54c7-46ab-a5d3-d67b93825131 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.363839] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635862, 'name': CreateVM_Task, 'duration_secs': 0.335169} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.364080] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.364763] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.364927] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.365266] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.365539] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cbcd2a7-2c9a-483e-b2e9-34861043fcc6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.369965] env[69186]: DEBUG oslo_vmware.api [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1147.369965] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c5d0aa-602a-b9c7-53c3-e12ec3239062" [ 1147.369965] env[69186]: _type = "Task" [ 1147.369965] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.377659] env[69186]: DEBUG oslo_vmware.api [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c5d0aa-602a-b9c7-53c3-e12ec3239062, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.632944] env[69186]: DEBUG nova.scheduler.client.report [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.656269] env[69186]: DEBUG oslo_vmware.api [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525199f4-45a8-154a-dc94-66af0102207e, 'name': SearchDatastore_Task, 'duration_secs': 0.00971} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.657215] env[69186]: DEBUG oslo_concurrency.lockutils [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.657487] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] ae4545f6-1902-41f6-8945-463017d2afad/ae4545f6-1902-41f6-8945-463017d2afad.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.657751] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b8b7cce-bd5c-4ea0-b313-adc77da72f06 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.664656] env[69186]: DEBUG oslo_vmware.api [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1147.664656] env[69186]: value = "task-3635863" [ 1147.664656] env[69186]: _type = "Task" [ 1147.664656] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.672594] env[69186]: DEBUG oslo_vmware.api [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.737279] env[69186]: DEBUG oslo_concurrency.lockutils [req-ceb718c5-b628-49ee-94f6-7a518c1ccdfe req-63b03cc3-d852-44e0-b29c-c39866f24115 service nova] Releasing lock "refresh_cache-e2bad7c5-f91c-4c60-83c6-1eecef695ebc" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.794952] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Creating linked-clone VM from snapshot {{(pid=69186) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1147.795294] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-72a4788a-6f66-46ad-9d05-7e64d477781d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.808134] env[69186]: DEBUG oslo_vmware.api [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1147.808134] env[69186]: value = "task-3635864" [ 1147.808134] env[69186]: _type = "Task" [ 1147.808134] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.822647] env[69186]: DEBUG oslo_vmware.api [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635864, 'name': CloneVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.886507] env[69186]: DEBUG oslo_vmware.api [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c5d0aa-602a-b9c7-53c3-e12ec3239062, 'name': SearchDatastore_Task, 'duration_secs': 0.008991} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.886902] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.887200] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.887487] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.887667] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.887932] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.888360] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-437367b7-ddc3-494a-968f-b8fb19b946ea {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.906888] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.907693] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.909592] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef8a991d-7a6c-40d7-8e6b-cbfefaa87444 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.917683] env[69186]: DEBUG oslo_vmware.api [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1147.917683] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52140521-9bdf-75d1-96b1-90caff56c617" [ 1147.917683] env[69186]: _type = "Task" [ 1147.917683] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.928672] env[69186]: DEBUG oslo_vmware.api [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52140521-9bdf-75d1-96b1-90caff56c617, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.066211] env[69186]: DEBUG nova.network.neutron [req-91c71d4f-786e-44f9-93da-0459728cdf8d req-52ff8365-fffd-4701-acd5-03d8de4afd3f service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Updated VIF entry in instance network info cache for port 24b7cf84-7522-4591-9350-9e0bff618af6. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.066656] env[69186]: DEBUG nova.network.neutron [req-91c71d4f-786e-44f9-93da-0459728cdf8d req-52ff8365-fffd-4701-acd5-03d8de4afd3f service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Updating instance_info_cache with network_info: [{"id": "24b7cf84-7522-4591-9350-9e0bff618af6", "address": "fa:16:3e:29:08:69", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24b7cf84-75", "ovs_interfaceid": "24b7cf84-7522-4591-9350-9e0bff618af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.150107] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.152673] env[69186]: DEBUG oslo_concurrency.lockutils [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.370s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.176964] env[69186]: DEBUG oslo_vmware.api [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489621} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.177984] env[69186]: INFO nova.scheduler.client.report [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Deleted allocations for instance 22562269-428f-4ff7-8a54-57dd77806cb2 [ 1148.178942] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] ae4545f6-1902-41f6-8945-463017d2afad/ae4545f6-1902-41f6-8945-463017d2afad.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.179185] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.181481] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5232f774-74d6-42fa-8775-e048ac5bdf52 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.188488] env[69186]: DEBUG oslo_vmware.api [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1148.188488] env[69186]: value = "task-3635865" [ 1148.188488] env[69186]: _type = "Task" [ 1148.188488] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.197778] env[69186]: DEBUG oslo_vmware.api [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.217168] env[69186]: DEBUG nova.compute.manager [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.242634] env[69186]: DEBUG nova.virt.hardware [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.242885] env[69186]: DEBUG nova.virt.hardware [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.243056] env[69186]: DEBUG nova.virt.hardware [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.243264] env[69186]: DEBUG nova.virt.hardware [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.243414] env[69186]: DEBUG nova.virt.hardware [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.243642] env[69186]: DEBUG nova.virt.hardware [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.243867] env[69186]: DEBUG nova.virt.hardware [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.244068] env[69186]: DEBUG nova.virt.hardware [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.244262] env[69186]: DEBUG nova.virt.hardware [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.244460] env[69186]: DEBUG nova.virt.hardware [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.244652] env[69186]: DEBUG nova.virt.hardware [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.245805] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46eef4a-d56f-48c7-a1e0-78c9438c34f9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.253900] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de52efd-16b6-40f4-b8ae-5a1b4fc99815 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.317417] env[69186]: DEBUG oslo_vmware.api [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635864, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.427700] env[69186]: DEBUG oslo_vmware.api [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52140521-9bdf-75d1-96b1-90caff56c617, 'name': SearchDatastore_Task, 'duration_secs': 0.066303} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.428549] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de5c9c9e-f527-4a84-935d-2e0df0eeabab {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.433763] env[69186]: DEBUG oslo_vmware.api [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1148.433763] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524b41eb-a2b2-4b1b-f143-8ecb91785cdc" [ 1148.433763] env[69186]: _type = "Task" [ 1148.433763] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.441312] env[69186]: DEBUG oslo_vmware.api [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524b41eb-a2b2-4b1b-f143-8ecb91785cdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.569978] env[69186]: DEBUG oslo_concurrency.lockutils [req-91c71d4f-786e-44f9-93da-0459728cdf8d req-52ff8365-fffd-4701-acd5-03d8de4afd3f service nova] Releasing lock "refresh_cache-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.570572] env[69186]: DEBUG nova.compute.manager [req-91c71d4f-786e-44f9-93da-0459728cdf8d req-52ff8365-fffd-4701-acd5-03d8de4afd3f service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Received event network-changed-24b7cf84-7522-4591-9350-9e0bff618af6 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.570780] env[69186]: DEBUG nova.compute.manager [req-91c71d4f-786e-44f9-93da-0459728cdf8d req-52ff8365-fffd-4701-acd5-03d8de4afd3f service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Refreshing instance network info cache due to event network-changed-24b7cf84-7522-4591-9350-9e0bff618af6. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.571030] env[69186]: DEBUG oslo_concurrency.lockutils [req-91c71d4f-786e-44f9-93da-0459728cdf8d req-52ff8365-fffd-4701-acd5-03d8de4afd3f service nova] Acquiring lock "refresh_cache-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.571167] env[69186]: DEBUG oslo_concurrency.lockutils [req-91c71d4f-786e-44f9-93da-0459728cdf8d req-52ff8365-fffd-4701-acd5-03d8de4afd3f service nova] Acquired lock "refresh_cache-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.571375] env[69186]: DEBUG nova.network.neutron [req-91c71d4f-786e-44f9-93da-0459728cdf8d req-52ff8365-fffd-4701-acd5-03d8de4afd3f service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Refreshing network info cache for port 24b7cf84-7522-4591-9350-9e0bff618af6 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.660488] env[69186]: INFO nova.compute.claims [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.687412] env[69186]: DEBUG oslo_concurrency.lockutils [None req-0bd46e17-79cf-4f27-a776-d5259f525f3c tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Lock "22562269-428f-4ff7-8a54-57dd77806cb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.759s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.700150] env[69186]: DEBUG oslo_vmware.api [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063029} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.700437] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.701623] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e61434e-ff05-455d-bab7-cd39ea18533c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.726289] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] ae4545f6-1902-41f6-8945-463017d2afad/ae4545f6-1902-41f6-8945-463017d2afad.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.726289] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ad9375a-1bf0-4b85-b080-2d4a792ec8eb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.745933] env[69186]: DEBUG oslo_vmware.api [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1148.745933] env[69186]: value = "task-3635866" [ 1148.745933] env[69186]: _type = "Task" [ 1148.745933] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.753877] env[69186]: DEBUG oslo_vmware.api [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635866, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.818979] env[69186]: DEBUG oslo_vmware.api [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635864, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.944631] env[69186]: DEBUG oslo_vmware.api [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524b41eb-a2b2-4b1b-f143-8ecb91785cdc, 'name': SearchDatastore_Task, 'duration_secs': 0.010529} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.944919] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.945196] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] e2bad7c5-f91c-4c60-83c6-1eecef695ebc/e2bad7c5-f91c-4c60-83c6-1eecef695ebc.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.945523] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d299a5d-97b6-4760-a8af-dd72f00d02a0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.952879] env[69186]: DEBUG oslo_vmware.api [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1148.952879] env[69186]: value = "task-3635867" [ 1148.952879] env[69186]: _type = "Task" [ 1148.952879] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.960798] env[69186]: DEBUG oslo_vmware.api [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.061957] env[69186]: DEBUG nova.compute.manager [req-6706f305-d7d2-4cd7-94d6-dd980d99ea22 req-24860e33-9e4f-426f-a78f-acd59afdaa76 service nova] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Received event network-vif-plugged-f3879f8d-54c7-46ab-a5d3-d67b93825131 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.062299] env[69186]: DEBUG oslo_concurrency.lockutils [req-6706f305-d7d2-4cd7-94d6-dd980d99ea22 req-24860e33-9e4f-426f-a78f-acd59afdaa76 service nova] Acquiring lock "a1fab9ac-f048-4e2e-bf2d-76eab553a782-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.062598] env[69186]: DEBUG oslo_concurrency.lockutils [req-6706f305-d7d2-4cd7-94d6-dd980d99ea22 req-24860e33-9e4f-426f-a78f-acd59afdaa76 service nova] Lock "a1fab9ac-f048-4e2e-bf2d-76eab553a782-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.062867] env[69186]: DEBUG oslo_concurrency.lockutils [req-6706f305-d7d2-4cd7-94d6-dd980d99ea22 req-24860e33-9e4f-426f-a78f-acd59afdaa76 service nova] Lock "a1fab9ac-f048-4e2e-bf2d-76eab553a782-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.063703] env[69186]: DEBUG nova.compute.manager [req-6706f305-d7d2-4cd7-94d6-dd980d99ea22 req-24860e33-9e4f-426f-a78f-acd59afdaa76 service nova] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] No waiting events found dispatching network-vif-plugged-f3879f8d-54c7-46ab-a5d3-d67b93825131 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.063955] env[69186]: WARNING nova.compute.manager [req-6706f305-d7d2-4cd7-94d6-dd980d99ea22 req-24860e33-9e4f-426f-a78f-acd59afdaa76 service nova] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Received unexpected event network-vif-plugged-f3879f8d-54c7-46ab-a5d3-d67b93825131 for instance with vm_state building and task_state spawning. [ 1149.167762] env[69186]: INFO nova.compute.resource_tracker [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Updating resource usage from migration 856ee48d-e351-4ad4-972c-ef9901f96e18 [ 1149.262694] env[69186]: DEBUG oslo_vmware.api [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635866, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.280110] env[69186]: DEBUG nova.network.neutron [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Successfully updated port: f3879f8d-54c7-46ab-a5d3-d67b93825131 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.331336] env[69186]: DEBUG oslo_vmware.api [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635864, 'name': CloneVM_Task, 'duration_secs': 1.340767} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.334368] env[69186]: INFO nova.virt.vmwareapi.vmops [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Created linked-clone VM from snapshot [ 1149.335517] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bd881f-3fac-405b-a01a-96c8fe0a0f63 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.349493] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Uploading image 6c11c2e0-91d9-4d1b-a3dc-be63b8b0163f {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1149.384900] env[69186]: DEBUG oslo_vmware.rw_handles [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1149.384900] env[69186]: value = "vm-724974" [ 1149.384900] env[69186]: _type = "VirtualMachine" [ 1149.384900] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1149.385232] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-03e509bc-f548-4a65-b4ee-a3e740cf6e53 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.394542] env[69186]: DEBUG oslo_vmware.rw_handles [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lease: (returnval){ [ 1149.394542] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a05541-be42-cf77-aaa9-dfcb4caca63a" [ 1149.394542] env[69186]: _type = "HttpNfcLease" [ 1149.394542] env[69186]: } obtained for exporting VM: (result){ [ 1149.394542] env[69186]: value = "vm-724974" [ 1149.394542] env[69186]: _type = "VirtualMachine" [ 1149.394542] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1149.394542] env[69186]: DEBUG oslo_vmware.api [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the lease: (returnval){ [ 1149.394542] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a05541-be42-cf77-aaa9-dfcb4caca63a" [ 1149.394542] env[69186]: _type = "HttpNfcLease" [ 1149.394542] env[69186]: } to be ready. {{(pid=69186) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1149.402456] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1149.402456] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a05541-be42-cf77-aaa9-dfcb4caca63a" [ 1149.402456] env[69186]: _type = "HttpNfcLease" [ 1149.402456] env[69186]: } is initializing. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1149.412975] env[69186]: DEBUG nova.network.neutron [req-91c71d4f-786e-44f9-93da-0459728cdf8d req-52ff8365-fffd-4701-acd5-03d8de4afd3f service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Updated VIF entry in instance network info cache for port 24b7cf84-7522-4591-9350-9e0bff618af6. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.413365] env[69186]: DEBUG nova.network.neutron [req-91c71d4f-786e-44f9-93da-0459728cdf8d req-52ff8365-fffd-4701-acd5-03d8de4afd3f service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Updating instance_info_cache with network_info: [{"id": "24b7cf84-7522-4591-9350-9e0bff618af6", "address": "fa:16:3e:29:08:69", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24b7cf84-75", "ovs_interfaceid": "24b7cf84-7522-4591-9350-9e0bff618af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.466428] env[69186]: DEBUG oslo_vmware.api [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494291} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.467988] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] e2bad7c5-f91c-4c60-83c6-1eecef695ebc/e2bad7c5-f91c-4c60-83c6-1eecef695ebc.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.467988] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.467988] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82bb2821-7da5-45aa-a543-e0485fa0927b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.473955] env[69186]: DEBUG oslo_vmware.api [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1149.473955] env[69186]: value = "task-3635869" [ 1149.473955] env[69186]: _type = "Task" [ 1149.473955] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.481597] env[69186]: DEBUG oslo_vmware.api [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.494597] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220887b0-cac0-42be-97b1-1d5c6bea5869 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.501244] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3373fb1-854f-49fb-9200-6ce9ebfdd404 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.532024] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f113cd0e-d867-4bc4-97ef-230dd844705d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.539417] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe896669-df81-4773-8509-c330ef276b13 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.553019] env[69186]: DEBUG nova.compute.provider_tree [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.757524] env[69186]: DEBUG oslo_vmware.api [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635866, 'name': ReconfigVM_Task, 'duration_secs': 0.521778} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.757798] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Reconfigured VM instance instance-0000006c to attach disk [datastore2] ae4545f6-1902-41f6-8945-463017d2afad/ae4545f6-1902-41f6-8945-463017d2afad.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.758463] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f682ffa2-5b33-4d58-a991-0aa622b90789 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.765121] env[69186]: DEBUG oslo_vmware.api [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1149.765121] env[69186]: value = "task-3635870" [ 1149.765121] env[69186]: _type = "Task" [ 1149.765121] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.773231] env[69186]: DEBUG oslo_vmware.api [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635870, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.784978] env[69186]: DEBUG oslo_concurrency.lockutils [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Acquiring lock "refresh_cache-a1fab9ac-f048-4e2e-bf2d-76eab553a782" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.785147] env[69186]: DEBUG oslo_concurrency.lockutils [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Acquired lock "refresh_cache-a1fab9ac-f048-4e2e-bf2d-76eab553a782" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.785302] env[69186]: DEBUG nova.network.neutron [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.903349] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1149.903349] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a05541-be42-cf77-aaa9-dfcb4caca63a" [ 1149.903349] env[69186]: _type = "HttpNfcLease" [ 1149.903349] env[69186]: } is ready. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1149.903635] env[69186]: DEBUG oslo_vmware.rw_handles [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1149.903635] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a05541-be42-cf77-aaa9-dfcb4caca63a" [ 1149.903635] env[69186]: _type = "HttpNfcLease" [ 1149.903635] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1149.904428] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65aa756-ba47-4c40-986d-e441c1f36b8d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.913398] env[69186]: DEBUG oslo_vmware.rw_handles [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5251c68d-1097-122e-666d-27714c5202ea/disk-0.vmdk from lease info. {{(pid=69186) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1149.913581] env[69186]: DEBUG oslo_vmware.rw_handles [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5251c68d-1097-122e-666d-27714c5202ea/disk-0.vmdk for reading. {{(pid=69186) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1149.916590] env[69186]: DEBUG oslo_concurrency.lockutils [req-91c71d4f-786e-44f9-93da-0459728cdf8d req-52ff8365-fffd-4701-acd5-03d8de4afd3f service nova] Releasing lock "refresh_cache-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.916829] env[69186]: DEBUG nova.compute.manager [req-91c71d4f-786e-44f9-93da-0459728cdf8d req-52ff8365-fffd-4701-acd5-03d8de4afd3f service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Received event network-changed-8419fb84-619b-45fd-af12-39fb3d8f3d74 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.916994] env[69186]: DEBUG nova.compute.manager [req-91c71d4f-786e-44f9-93da-0459728cdf8d req-52ff8365-fffd-4701-acd5-03d8de4afd3f service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Refreshing instance network info cache due to event network-changed-8419fb84-619b-45fd-af12-39fb3d8f3d74. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.917242] env[69186]: DEBUG oslo_concurrency.lockutils [req-91c71d4f-786e-44f9-93da-0459728cdf8d req-52ff8365-fffd-4701-acd5-03d8de4afd3f service nova] Acquiring lock "refresh_cache-5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.917388] env[69186]: DEBUG oslo_concurrency.lockutils [req-91c71d4f-786e-44f9-93da-0459728cdf8d req-52ff8365-fffd-4701-acd5-03d8de4afd3f service nova] Acquired lock "refresh_cache-5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.917549] env[69186]: DEBUG nova.network.neutron [req-91c71d4f-786e-44f9-93da-0459728cdf8d req-52ff8365-fffd-4701-acd5-03d8de4afd3f service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Refreshing network info cache for port 8419fb84-619b-45fd-af12-39fb3d8f3d74 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.987260] env[69186]: DEBUG oslo_vmware.api [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064539} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.987535] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.988374] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e067aff-615f-470f-b8fe-21fee6bc2e02 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.011870] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] e2bad7c5-f91c-4c60-83c6-1eecef695ebc/e2bad7c5-f91c-4c60-83c6-1eecef695ebc.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.017026] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb9ea74c-881c-4456-98fb-4f4fb23432e3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.031047] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7e51fa63-9800-48dd-bb5f-94fa80a3c999 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.041107] env[69186]: DEBUG oslo_vmware.api [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1150.041107] env[69186]: value = "task-3635871" [ 1150.041107] env[69186]: _type = "Task" [ 1150.041107] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.050903] env[69186]: DEBUG oslo_vmware.api [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.056106] env[69186]: DEBUG nova.scheduler.client.report [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.246150] env[69186]: DEBUG nova.network.neutron [req-91c71d4f-786e-44f9-93da-0459728cdf8d req-52ff8365-fffd-4701-acd5-03d8de4afd3f service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Updated VIF entry in instance network info cache for port 8419fb84-619b-45fd-af12-39fb3d8f3d74. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.246150] env[69186]: DEBUG nova.network.neutron [req-91c71d4f-786e-44f9-93da-0459728cdf8d req-52ff8365-fffd-4701-acd5-03d8de4afd3f service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Updating instance_info_cache with network_info: [{"id": "8419fb84-619b-45fd-af12-39fb3d8f3d74", "address": "fa:16:3e:fe:21:70", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8419fb84-61", "ovs_interfaceid": "8419fb84-619b-45fd-af12-39fb3d8f3d74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.275548] env[69186]: DEBUG oslo_vmware.api [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635870, 'name': Rename_Task, 'duration_secs': 0.144736} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.275950] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.276296] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7b6eee4-dd4c-476d-a0e5-e6f4acf2779c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.284491] env[69186]: DEBUG oslo_vmware.api [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1150.284491] env[69186]: value = "task-3635872" [ 1150.284491] env[69186]: _type = "Task" [ 1150.284491] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.294271] env[69186]: DEBUG oslo_vmware.api [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.340008] env[69186]: DEBUG nova.network.neutron [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.515587] env[69186]: DEBUG nova.network.neutron [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Updating instance_info_cache with network_info: [{"id": "f3879f8d-54c7-46ab-a5d3-d67b93825131", "address": "fa:16:3e:56:69:36", "network": {"id": "fbdad5dd-5cf1-4a93-bf67-c02208fab2c5", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1238532864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c31dcdd6f5645f4b2406cc3ff2c62c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3879f8d-54", "ovs_interfaceid": "f3879f8d-54c7-46ab-a5d3-d67b93825131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.551075] env[69186]: DEBUG oslo_vmware.api [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.561414] env[69186]: DEBUG oslo_concurrency.lockutils [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.409s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.561827] env[69186]: INFO nova.compute.manager [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Migrating [ 1150.570414] env[69186]: DEBUG oslo_concurrency.lockutils [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.035s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.570414] env[69186]: DEBUG nova.objects.instance [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Lazy-loading 'resources' on Instance uuid 86c266a9-ce74-49c5-a016-a3a0e204ce18 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.749650] env[69186]: DEBUG oslo_concurrency.lockutils [req-91c71d4f-786e-44f9-93da-0459728cdf8d req-52ff8365-fffd-4701-acd5-03d8de4afd3f service nova] Releasing lock "refresh_cache-5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.794977] env[69186]: DEBUG oslo_vmware.api [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635872, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.018125] env[69186]: DEBUG oslo_concurrency.lockutils [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Releasing lock "refresh_cache-a1fab9ac-f048-4e2e-bf2d-76eab553a782" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.018504] env[69186]: DEBUG nova.compute.manager [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Instance network_info: |[{"id": "f3879f8d-54c7-46ab-a5d3-d67b93825131", "address": "fa:16:3e:56:69:36", "network": {"id": "fbdad5dd-5cf1-4a93-bf67-c02208fab2c5", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1238532864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c31dcdd6f5645f4b2406cc3ff2c62c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3879f8d-54", "ovs_interfaceid": "f3879f8d-54c7-46ab-a5d3-d67b93825131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1151.018949] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:69:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3879f8d-54c7-46ab-a5d3-d67b93825131', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.032090] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Creating folder: Project (5c31dcdd6f5645f4b2406cc3ff2c62c9). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1151.032933] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-337dcc94-5b76-4c8c-96d0-ec409be845d8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.050192] env[69186]: DEBUG oslo_vmware.api [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.051572] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Created folder: Project (5c31dcdd6f5645f4b2406cc3ff2c62c9) in parent group-v724677. [ 1151.051862] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Creating folder: Instances. Parent ref: group-v724975. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1151.052130] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94bd59cb-634e-41dd-8b98-3c023cd2f3e1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.060793] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Created folder: Instances in parent group-v724975. [ 1151.061064] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.061332] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.061627] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f60db7d-812b-400a-9a62-0e8d9d8ab280 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.080084] env[69186]: DEBUG oslo_concurrency.lockutils [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "refresh_cache-6fb0c8c6-6d83-40c0-bef4-7d20a722ed81" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.080192] env[69186]: DEBUG oslo_concurrency.lockutils [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquired lock "refresh_cache-6fb0c8c6-6d83-40c0-bef4-7d20a722ed81" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.080309] env[69186]: DEBUG nova.network.neutron [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.084066] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.084066] env[69186]: value = "task-3635875" [ 1151.084066] env[69186]: _type = "Task" [ 1151.084066] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.092039] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635875, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.096082] env[69186]: DEBUG nova.compute.manager [req-9f91e9de-5dd7-4f3f-bab1-6efec37bb0ba req-e337e6fd-d853-4278-8461-fbce667f95a7 service nova] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Received event network-changed-f3879f8d-54c7-46ab-a5d3-d67b93825131 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.096271] env[69186]: DEBUG nova.compute.manager [req-9f91e9de-5dd7-4f3f-bab1-6efec37bb0ba req-e337e6fd-d853-4278-8461-fbce667f95a7 service nova] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Refreshing instance network info cache due to event network-changed-f3879f8d-54c7-46ab-a5d3-d67b93825131. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.096536] env[69186]: DEBUG oslo_concurrency.lockutils [req-9f91e9de-5dd7-4f3f-bab1-6efec37bb0ba req-e337e6fd-d853-4278-8461-fbce667f95a7 service nova] Acquiring lock "refresh_cache-a1fab9ac-f048-4e2e-bf2d-76eab553a782" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.096617] env[69186]: DEBUG oslo_concurrency.lockutils [req-9f91e9de-5dd7-4f3f-bab1-6efec37bb0ba req-e337e6fd-d853-4278-8461-fbce667f95a7 service nova] Acquired lock "refresh_cache-a1fab9ac-f048-4e2e-bf2d-76eab553a782" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.096823] env[69186]: DEBUG nova.network.neutron [req-9f91e9de-5dd7-4f3f-bab1-6efec37bb0ba req-e337e6fd-d853-4278-8461-fbce667f95a7 service nova] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Refreshing network info cache for port f3879f8d-54c7-46ab-a5d3-d67b93825131 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.301279] env[69186]: DEBUG oslo_vmware.api [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635872, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.449256] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4227fb4-2017-4138-bd1f-07b4e77f7b48 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.457713] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bec1d2-10b8-48eb-a9f0-f5e2e743d5ef {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.498054] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c5465c-2a71-4686-b7b3-49213076e0ca {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.507800] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8822e8-75f7-47e3-8aa3-5731b92f0ea4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.527198] env[69186]: DEBUG nova.compute.provider_tree [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.551932] env[69186]: DEBUG oslo_vmware.api [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635871, 'name': ReconfigVM_Task, 'duration_secs': 1.301965} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.552492] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Reconfigured VM instance instance-0000006d to attach disk [datastore2] e2bad7c5-f91c-4c60-83c6-1eecef695ebc/e2bad7c5-f91c-4c60-83c6-1eecef695ebc.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.553062] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f9c7308-fece-4950-8ffd-9cc23ea589d4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.559764] env[69186]: DEBUG oslo_vmware.api [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1151.559764] env[69186]: value = "task-3635876" [ 1151.559764] env[69186]: _type = "Task" [ 1151.559764] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.568680] env[69186]: DEBUG oslo_vmware.api [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635876, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.594665] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635875, 'name': CreateVM_Task, 'duration_secs': 0.364504} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.595164] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.595667] env[69186]: DEBUG oslo_concurrency.lockutils [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.595919] env[69186]: DEBUG oslo_concurrency.lockutils [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.596393] env[69186]: DEBUG oslo_concurrency.lockutils [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.596817] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51f09d61-50c9-4b35-abd8-1cda70d3d617 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.603240] env[69186]: DEBUG oslo_vmware.api [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Waiting for the task: (returnval){ [ 1151.603240] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c5d0dc-d09e-30be-049a-ee91df8c2cac" [ 1151.603240] env[69186]: _type = "Task" [ 1151.603240] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.611712] env[69186]: DEBUG oslo_vmware.api [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c5d0dc-d09e-30be-049a-ee91df8c2cac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.802602] env[69186]: DEBUG oslo_vmware.api [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635872, 'name': PowerOnVM_Task, 'duration_secs': 1.187246} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.804812] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.804812] env[69186]: INFO nova.compute.manager [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1151.804912] env[69186]: DEBUG nova.compute.manager [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.808903] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3b54fa-a355-41f4-a2f2-e420920eb16a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.918100] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ff7977a1-37f0-44fa-93a5-87511b5b7e9d tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "f96019ad-c5f7-45ba-85a1-580b45bfb7cc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.918393] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ff7977a1-37f0-44fa-93a5-87511b5b7e9d tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "f96019ad-c5f7-45ba-85a1-580b45bfb7cc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.970670] env[69186]: DEBUG nova.network.neutron [req-9f91e9de-5dd7-4f3f-bab1-6efec37bb0ba req-e337e6fd-d853-4278-8461-fbce667f95a7 service nova] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Updated VIF entry in instance network info cache for port f3879f8d-54c7-46ab-a5d3-d67b93825131. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.971204] env[69186]: DEBUG nova.network.neutron [req-9f91e9de-5dd7-4f3f-bab1-6efec37bb0ba req-e337e6fd-d853-4278-8461-fbce667f95a7 service nova] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Updating instance_info_cache with network_info: [{"id": "f3879f8d-54c7-46ab-a5d3-d67b93825131", "address": "fa:16:3e:56:69:36", "network": {"id": "fbdad5dd-5cf1-4a93-bf67-c02208fab2c5", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1238532864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c31dcdd6f5645f4b2406cc3ff2c62c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3879f8d-54", "ovs_interfaceid": "f3879f8d-54c7-46ab-a5d3-d67b93825131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.994304] env[69186]: DEBUG nova.network.neutron [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Updating instance_info_cache with network_info: [{"id": "bf3a4b51-b092-415d-bc1b-5d28b134bb9e", "address": "fa:16:3e:af:bf:a0", "network": {"id": "318febf9-1b9b-468e-89db-688cc7c13504", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994346472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa508e72f4e64c54bd0bbd510c8897ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf3a4b51-b0", "ovs_interfaceid": "bf3a4b51-b092-415d-bc1b-5d28b134bb9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.031620] env[69186]: DEBUG nova.scheduler.client.report [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.071124] env[69186]: DEBUG oslo_vmware.api [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635876, 'name': Rename_Task, 'duration_secs': 0.189916} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.071585] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.071915] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e11068ba-33b4-41f9-98ba-b27f521270c5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.079518] env[69186]: DEBUG oslo_vmware.api [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1152.079518] env[69186]: value = "task-3635877" [ 1152.079518] env[69186]: _type = "Task" [ 1152.079518] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.088088] env[69186]: DEBUG oslo_vmware.api [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.114349] env[69186]: DEBUG oslo_vmware.api [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c5d0dc-d09e-30be-049a-ee91df8c2cac, 'name': SearchDatastore_Task, 'duration_secs': 0.009738} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.115167] env[69186]: DEBUG oslo_concurrency.lockutils [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.115410] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.115826] env[69186]: DEBUG oslo_concurrency.lockutils [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.116018] env[69186]: DEBUG oslo_concurrency.lockutils [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.116240] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.116800] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48fa3d40-b4a6-41de-be32-667162b277d2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.128097] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.128431] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.129267] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25db4282-c46f-49ff-8e94-6ae14bbc28aa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.134690] env[69186]: DEBUG oslo_vmware.api [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Waiting for the task: (returnval){ [ 1152.134690] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52518b71-8211-dc16-ca32-9374f246f1c2" [ 1152.134690] env[69186]: _type = "Task" [ 1152.134690] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.143470] env[69186]: DEBUG oslo_vmware.api [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52518b71-8211-dc16-ca32-9374f246f1c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.330074] env[69186]: INFO nova.compute.manager [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Took 22.01 seconds to build instance. [ 1152.421250] env[69186]: DEBUG nova.compute.utils [None req-ff7977a1-37f0-44fa-93a5-87511b5b7e9d tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1152.474013] env[69186]: DEBUG oslo_concurrency.lockutils [req-9f91e9de-5dd7-4f3f-bab1-6efec37bb0ba req-e337e6fd-d853-4278-8461-fbce667f95a7 service nova] Releasing lock "refresh_cache-a1fab9ac-f048-4e2e-bf2d-76eab553a782" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.497247] env[69186]: DEBUG oslo_concurrency.lockutils [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Releasing lock "refresh_cache-6fb0c8c6-6d83-40c0-bef4-7d20a722ed81" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.540316] env[69186]: DEBUG oslo_concurrency.lockutils [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.542691] env[69186]: DEBUG oslo_concurrency.lockutils [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.010s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.544984] env[69186]: INFO nova.compute.claims [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.570608] env[69186]: INFO nova.scheduler.client.report [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Deleted allocations for instance 86c266a9-ce74-49c5-a016-a3a0e204ce18 [ 1152.590803] env[69186]: DEBUG oslo_vmware.api [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635877, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.644881] env[69186]: DEBUG oslo_vmware.api [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52518b71-8211-dc16-ca32-9374f246f1c2, 'name': SearchDatastore_Task, 'duration_secs': 0.008778} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.645711] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a938753-4694-4862-b878-6885737b248c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.656301] env[69186]: DEBUG oslo_vmware.api [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Waiting for the task: (returnval){ [ 1152.656301] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b82650-d28f-eb5a-40d0-5438d51065f6" [ 1152.656301] env[69186]: _type = "Task" [ 1152.656301] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.669553] env[69186]: DEBUG oslo_vmware.api [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b82650-d28f-eb5a-40d0-5438d51065f6, 'name': SearchDatastore_Task, 'duration_secs': 0.010634} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.669895] env[69186]: DEBUG oslo_concurrency.lockutils [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.670362] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] a1fab9ac-f048-4e2e-bf2d-76eab553a782/a1fab9ac-f048-4e2e-bf2d-76eab553a782.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.671202] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-680925ef-8ac7-421b-a7d6-e88b9b0da705 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.684041] env[69186]: DEBUG oslo_vmware.api [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Waiting for the task: (returnval){ [ 1152.684041] env[69186]: value = "task-3635878" [ 1152.684041] env[69186]: _type = "Task" [ 1152.684041] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.703707] env[69186]: DEBUG oslo_vmware.api [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Task: {'id': task-3635878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.832177] env[69186]: DEBUG oslo_concurrency.lockutils [None req-817a7c76-a7cd-4c7b-821e-2e29ee814602 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "ae4545f6-1902-41f6-8945-463017d2afad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.526s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.924719] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ff7977a1-37f0-44fa-93a5-87511b5b7e9d tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "f96019ad-c5f7-45ba-85a1-580b45bfb7cc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.081553] env[69186]: DEBUG oslo_concurrency.lockutils [None req-182be5d9-b069-4eb5-9de4-58982c6024c8 tempest-ServersListShow298Test-92483679 tempest-ServersListShow298Test-92483679-project-member] Lock "86c266a9-ce74-49c5-a016-a3a0e204ce18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.860s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.093953] env[69186]: DEBUG oslo_vmware.api [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635877, 'name': PowerOnVM_Task, 'duration_secs': 0.720747} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.093953] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.094290] env[69186]: INFO nova.compute.manager [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1153.094458] env[69186]: DEBUG nova.compute.manager [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.095263] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694ad161-8c3e-4bd0-bac6-c41f5cda2414 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.194927] env[69186]: DEBUG oslo_vmware.api [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Task: {'id': task-3635878, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.613551] env[69186]: INFO nova.compute.manager [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Took 21.92 seconds to build instance. [ 1153.695468] env[69186]: DEBUG oslo_vmware.api [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Task: {'id': task-3635878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51744} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.698524] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] a1fab9ac-f048-4e2e-bf2d-76eab553a782/a1fab9ac-f048-4e2e-bf2d-76eab553a782.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.698768] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.699337] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-603faf2d-2736-4aec-8f4c-955bee446f9d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.706445] env[69186]: DEBUG oslo_vmware.api [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Waiting for the task: (returnval){ [ 1153.706445] env[69186]: value = "task-3635879" [ 1153.706445] env[69186]: _type = "Task" [ 1153.706445] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.720797] env[69186]: DEBUG oslo_vmware.api [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Task: {'id': task-3635879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.797723] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6345d2-ee7a-44e8-a92e-ff1f98ce41a7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.805392] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be46d9c-14d3-4e30-81e7-df66eb0dbd07 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.836702] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5c617d-41de-43ca-a222-73b76dc39f5d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.843887] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e93f1da-054f-4b64-a3ed-47847762a0d9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.856969] env[69186]: DEBUG nova.compute.provider_tree [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.981257] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "ae4545f6-1902-41f6-8945-463017d2afad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.981529] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "ae4545f6-1902-41f6-8945-463017d2afad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.982103] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "ae4545f6-1902-41f6-8945-463017d2afad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.982305] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "ae4545f6-1902-41f6-8945-463017d2afad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.982479] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "ae4545f6-1902-41f6-8945-463017d2afad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.984581] env[69186]: INFO nova.compute.manager [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Terminating instance [ 1153.997071] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ff7977a1-37f0-44fa-93a5-87511b5b7e9d tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "f96019ad-c5f7-45ba-85a1-580b45bfb7cc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.997258] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ff7977a1-37f0-44fa-93a5-87511b5b7e9d tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "f96019ad-c5f7-45ba-85a1-580b45bfb7cc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.997482] env[69186]: INFO nova.compute.manager [None req-ff7977a1-37f0-44fa-93a5-87511b5b7e9d tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Attaching volume 247324ec-b1f7-403d-92de-b6cdd7f6dee4 to /dev/sdb [ 1154.011605] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0630674b-1675-4cb4-a446-fc3094b1f0ad {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.031140] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Updating instance '6fb0c8c6-6d83-40c0-bef4-7d20a722ed81' progress to 0 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.036266] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f54e57-e117-4ed4-9f11-910ff39b675a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.043199] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6c36be-dc56-4150-9fa5-d896fdba04d8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.056302] env[69186]: DEBUG nova.virt.block_device [None req-ff7977a1-37f0-44fa-93a5-87511b5b7e9d tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Updating existing volume attachment record: d766b5ab-6c5f-4195-ba0e-2a55c79ea911 {{(pid=69186) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1154.118352] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f52edc5f-d05a-42fd-b112-f8566622426d tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "e2bad7c5-f91c-4c60-83c6-1eecef695ebc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.439s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.216963] env[69186]: DEBUG oslo_vmware.api [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Task: {'id': task-3635879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066006} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.217270] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.218081] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40053e9-6fed-4566-baed-c2b960b7fde7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.241516] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] a1fab9ac-f048-4e2e-bf2d-76eab553a782/a1fab9ac-f048-4e2e-bf2d-76eab553a782.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.241844] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4beaedc9-9487-40fc-af6c-5b16011bcc33 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.262580] env[69186]: DEBUG oslo_vmware.api [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Waiting for the task: (returnval){ [ 1154.262580] env[69186]: value = "task-3635882" [ 1154.262580] env[69186]: _type = "Task" [ 1154.262580] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.270986] env[69186]: DEBUG oslo_vmware.api [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Task: {'id': task-3635882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.360840] env[69186]: DEBUG nova.scheduler.client.report [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.429190] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4de48477-6255-461b-84cb-4f201af21675 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "e2bad7c5-f91c-4c60-83c6-1eecef695ebc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.429508] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4de48477-6255-461b-84cb-4f201af21675 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "e2bad7c5-f91c-4c60-83c6-1eecef695ebc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.429765] env[69186]: DEBUG nova.compute.manager [None req-4de48477-6255-461b-84cb-4f201af21675 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.430739] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bb39fe-8e0a-49ed-9e07-840e016816b3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.439324] env[69186]: DEBUG nova.compute.manager [None req-4de48477-6255-461b-84cb-4f201af21675 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69186) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1154.439938] env[69186]: DEBUG nova.objects.instance [None req-4de48477-6255-461b-84cb-4f201af21675 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lazy-loading 'flavor' on Instance uuid e2bad7c5-f91c-4c60-83c6-1eecef695ebc {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.488302] env[69186]: DEBUG nova.compute.manager [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.488541] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.489443] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17ccfa6-20c1-43b7-99e5-18d7352c991c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.498305] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.498305] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7be4a307-6150-49ea-a433-26dd16d72343 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.506474] env[69186]: DEBUG oslo_vmware.api [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1154.506474] env[69186]: value = "task-3635884" [ 1154.506474] env[69186]: _type = "Task" [ 1154.506474] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.518753] env[69186]: DEBUG oslo_vmware.api [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.541764] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.541764] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62a39598-dd46-4c9d-a0ca-3a3d9cf24a70 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.550680] env[69186]: DEBUG oslo_vmware.api [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1154.550680] env[69186]: value = "task-3635885" [ 1154.550680] env[69186]: _type = "Task" [ 1154.550680] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.561381] env[69186]: DEBUG oslo_vmware.api [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.773336] env[69186]: DEBUG oslo_vmware.api [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Task: {'id': task-3635882, 'name': ReconfigVM_Task, 'duration_secs': 0.321823} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.773626] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Reconfigured VM instance instance-0000006e to attach disk [datastore2] a1fab9ac-f048-4e2e-bf2d-76eab553a782/a1fab9ac-f048-4e2e-bf2d-76eab553a782.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.774314] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a11a9526-a742-48c3-aa8f-8a7781915ac5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.782442] env[69186]: DEBUG oslo_vmware.api [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Waiting for the task: (returnval){ [ 1154.782442] env[69186]: value = "task-3635886" [ 1154.782442] env[69186]: _type = "Task" [ 1154.782442] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.791728] env[69186]: DEBUG oslo_vmware.api [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Task: {'id': task-3635886, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.867328] env[69186]: DEBUG oslo_concurrency.lockutils [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.867683] env[69186]: DEBUG nova.compute.manager [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1154.870357] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.087s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.870616] env[69186]: DEBUG nova.objects.instance [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lazy-loading 'resources' on Instance uuid dddaa31b-a7c6-4ec3-8222-fb53eb08ea17 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.016519] env[69186]: DEBUG oslo_vmware.api [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635884, 'name': PowerOffVM_Task, 'duration_secs': 0.297388} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.016842] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.017053] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.017319] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b612fb8c-5003-4ec8-98d5-a32d20462c04 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.061446] env[69186]: DEBUG oslo_vmware.api [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635885, 'name': PowerOffVM_Task, 'duration_secs': 0.239775} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.061682] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.061966] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Updating instance '6fb0c8c6-6d83-40c0-bef4-7d20a722ed81' progress to 17 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.098220] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.098465] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.098652] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Deleting the datastore file [datastore2] ae4545f6-1902-41f6-8945-463017d2afad {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.098923] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-821fdbe5-0829-44cc-a6e5-7741aaffba79 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.105788] env[69186]: DEBUG oslo_vmware.api [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1155.105788] env[69186]: value = "task-3635888" [ 1155.105788] env[69186]: _type = "Task" [ 1155.105788] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.115282] env[69186]: DEBUG oslo_vmware.api [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.292475] env[69186]: DEBUG oslo_vmware.api [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Task: {'id': task-3635886, 'name': Rename_Task, 'duration_secs': 0.208706} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.292755] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.293016] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65e7f42f-25ab-4189-86ec-a14febb1a35b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.300872] env[69186]: DEBUG oslo_vmware.api [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Waiting for the task: (returnval){ [ 1155.300872] env[69186]: value = "task-3635889" [ 1155.300872] env[69186]: _type = "Task" [ 1155.300872] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.309553] env[69186]: DEBUG oslo_vmware.api [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Task: {'id': task-3635889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.373896] env[69186]: DEBUG nova.compute.utils [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.378897] env[69186]: DEBUG nova.compute.manager [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Not allocating networking since 'none' was specified. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1155.447775] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de48477-6255-461b-84cb-4f201af21675 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.447926] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27b568b9-5a5c-40dc-88ce-a79e1bd7b55e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.460179] env[69186]: DEBUG oslo_vmware.api [None req-4de48477-6255-461b-84cb-4f201af21675 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1155.460179] env[69186]: value = "task-3635890" [ 1155.460179] env[69186]: _type = "Task" [ 1155.460179] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.474203] env[69186]: DEBUG oslo_vmware.api [None req-4de48477-6255-461b-84cb-4f201af21675 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.568286] env[69186]: DEBUG nova.virt.hardware [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.568540] env[69186]: DEBUG nova.virt.hardware [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.568698] env[69186]: DEBUG nova.virt.hardware [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.568907] env[69186]: DEBUG nova.virt.hardware [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.569060] env[69186]: DEBUG nova.virt.hardware [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.569211] env[69186]: DEBUG nova.virt.hardware [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.569416] env[69186]: DEBUG nova.virt.hardware [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.569572] env[69186]: DEBUG nova.virt.hardware [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.569736] env[69186]: DEBUG nova.virt.hardware [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.569892] env[69186]: DEBUG nova.virt.hardware [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.570102] env[69186]: DEBUG nova.virt.hardware [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.575627] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-148a3da7-1f9b-475a-92d9-7ad2f05947d2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.594744] env[69186]: DEBUG oslo_vmware.api [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1155.594744] env[69186]: value = "task-3635891" [ 1155.594744] env[69186]: _type = "Task" [ 1155.594744] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.607021] env[69186]: DEBUG oslo_vmware.api [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635891, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.616773] env[69186]: DEBUG oslo_vmware.api [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157106} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.619932] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.620300] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.620420] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.620612] env[69186]: INFO nova.compute.manager [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1155.620961] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.621555] env[69186]: DEBUG nova.compute.manager [-] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.621555] env[69186]: DEBUG nova.network.neutron [-] [instance: ae4545f6-1902-41f6-8945-463017d2afad] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.635744] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02909a66-407f-4906-8b7a-41df82943a3d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.648424] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37df769-e23e-4881-a4ad-68e1ba872a63 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.686101] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4168d5c-9850-462d-91f4-8524966daf43 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.694759] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf15534c-a8cc-44c9-ae1d-ff1426055322 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.711306] env[69186]: DEBUG nova.compute.provider_tree [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.812252] env[69186]: DEBUG oslo_vmware.api [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Task: {'id': task-3635889, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.879952] env[69186]: DEBUG nova.compute.manager [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1155.975463] env[69186]: DEBUG oslo_vmware.api [None req-4de48477-6255-461b-84cb-4f201af21675 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635890, 'name': PowerOffVM_Task, 'duration_secs': 0.268251} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.975767] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de48477-6255-461b-84cb-4f201af21675 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.976013] env[69186]: DEBUG nova.compute.manager [None req-4de48477-6255-461b-84cb-4f201af21675 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.976985] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae785ab-d8a8-4068-a93d-43515f3c03c8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.982447] env[69186]: DEBUG nova.compute.manager [req-f979cd38-2f06-49fd-bda5-6774462a9300 req-769c7ca9-e87f-404f-b2c2-a2196a77c11e service nova] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Received event network-vif-deleted-42af6e47-8e63-4d91-a1ac-28cd262b4b53 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.982447] env[69186]: INFO nova.compute.manager [req-f979cd38-2f06-49fd-bda5-6774462a9300 req-769c7ca9-e87f-404f-b2c2-a2196a77c11e service nova] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Neutron deleted interface 42af6e47-8e63-4d91-a1ac-28cd262b4b53; detaching it from the instance and deleting it from the info cache [ 1155.982642] env[69186]: DEBUG nova.network.neutron [req-f979cd38-2f06-49fd-bda5-6774462a9300 req-769c7ca9-e87f-404f-b2c2-a2196a77c11e service nova] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.105855] env[69186]: DEBUG oslo_vmware.api [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635891, 'name': ReconfigVM_Task, 'duration_secs': 0.248902} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.106133] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Updating instance '6fb0c8c6-6d83-40c0-bef4-7d20a722ed81' progress to 33 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.215413] env[69186]: DEBUG nova.scheduler.client.report [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.314040] env[69186]: DEBUG oslo_vmware.api [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Task: {'id': task-3635889, 'name': PowerOnVM_Task, 'duration_secs': 0.631627} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.314040] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.314040] env[69186]: INFO nova.compute.manager [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1156.314396] env[69186]: DEBUG nova.compute.manager [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.315028] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa564fd-6b62-4e76-a0d2-0f45c49a0129 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.469858] env[69186]: DEBUG nova.network.neutron [-] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.486350] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbf8c6da-2768-4a47-8d0c-b653421afa19 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.498956] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818aa2e2-408b-4671-97a8-a62dfbd336b7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.510669] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4de48477-6255-461b-84cb-4f201af21675 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "e2bad7c5-f91c-4c60-83c6-1eecef695ebc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.540836] env[69186]: DEBUG nova.compute.manager [req-f979cd38-2f06-49fd-bda5-6774462a9300 req-769c7ca9-e87f-404f-b2c2-a2196a77c11e service nova] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Detach interface failed, port_id=42af6e47-8e63-4d91-a1ac-28cd262b4b53, reason: Instance ae4545f6-1902-41f6-8945-463017d2afad could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1156.613251] env[69186]: DEBUG nova.virt.hardware [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.613399] env[69186]: DEBUG nova.virt.hardware [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.613500] env[69186]: DEBUG nova.virt.hardware [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.613734] env[69186]: DEBUG nova.virt.hardware [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.613893] env[69186]: DEBUG nova.virt.hardware [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.614031] env[69186]: DEBUG nova.virt.hardware [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.614259] env[69186]: DEBUG nova.virt.hardware [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.614497] env[69186]: DEBUG nova.virt.hardware [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.614697] env[69186]: DEBUG nova.virt.hardware [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.614887] env[69186]: DEBUG nova.virt.hardware [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.615129] env[69186]: DEBUG nova.virt.hardware [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.620746] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1156.621186] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ad5d198-f1d3-4080-8ca6-67994831565d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.644451] env[69186]: DEBUG oslo_vmware.api [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1156.644451] env[69186]: value = "task-3635893" [ 1156.644451] env[69186]: _type = "Task" [ 1156.644451] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.652508] env[69186]: DEBUG oslo_vmware.api [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.720883] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.745899] env[69186]: INFO nova.scheduler.client.report [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Deleted allocations for instance dddaa31b-a7c6-4ec3-8222-fb53eb08ea17 [ 1156.838108] env[69186]: INFO nova.compute.manager [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Took 23.86 seconds to build instance. [ 1156.849726] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "e2bad7c5-f91c-4c60-83c6-1eecef695ebc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.850122] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "e2bad7c5-f91c-4c60-83c6-1eecef695ebc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.850518] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "e2bad7c5-f91c-4c60-83c6-1eecef695ebc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.850518] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "e2bad7c5-f91c-4c60-83c6-1eecef695ebc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.850683] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "e2bad7c5-f91c-4c60-83c6-1eecef695ebc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.852746] env[69186]: INFO nova.compute.manager [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Terminating instance [ 1156.896196] env[69186]: DEBUG nova.compute.manager [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1156.925739] env[69186]: DEBUG nova.virt.hardware [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.926089] env[69186]: DEBUG nova.virt.hardware [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.926278] env[69186]: DEBUG nova.virt.hardware [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.926509] env[69186]: DEBUG nova.virt.hardware [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.926684] env[69186]: DEBUG nova.virt.hardware [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.926864] env[69186]: DEBUG nova.virt.hardware [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.927092] env[69186]: DEBUG nova.virt.hardware [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.927255] env[69186]: DEBUG nova.virt.hardware [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.927423] env[69186]: DEBUG nova.virt.hardware [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.927587] env[69186]: DEBUG nova.virt.hardware [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.928032] env[69186]: DEBUG nova.virt.hardware [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.928702] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdb1dc2-a7d4-49fd-ae77-175ce2c27d46 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.938150] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e53662-fa8e-432d-8127-4ee0398f1579 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.953341] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Instance VIF info [] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1156.959176] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Creating folder: Project (fc4070bf02d94b9ba457425fc8d03fe5). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1156.959561] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30a6649d-f811-4761-9194-2d50e3562112 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.972585] env[69186]: INFO nova.compute.manager [-] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Took 1.35 seconds to deallocate network for instance. [ 1156.972931] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Created folder: Project (fc4070bf02d94b9ba457425fc8d03fe5) in parent group-v724677. [ 1156.973137] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Creating folder: Instances. Parent ref: group-v724980. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1156.974967] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f57dd20-4b61-4820-92e0-96d4f07e3594 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.991166] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Created folder: Instances in parent group-v724980. [ 1156.991474] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.991736] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1156.991964] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d736629-59d2-45c0-88e5-82ec39065de8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.011103] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.011103] env[69186]: value = "task-3635896" [ 1157.011103] env[69186]: _type = "Task" [ 1157.011103] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.021224] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635896, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.154030] env[69186]: DEBUG oslo_vmware.api [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635893, 'name': ReconfigVM_Task, 'duration_secs': 0.296611} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.154325] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1157.155196] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c19ccc-6d3b-40ef-8fc1-39f5575faedd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.179084] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] volume-b6d57cef-d73a-45e7-9374-2e2e1439bdbe/volume-b6d57cef-d73a-45e7-9374-2e2e1439bdbe.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.179419] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-851041df-bc18-4ee4-b488-07b6a7f81785 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.200803] env[69186]: DEBUG oslo_vmware.api [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1157.200803] env[69186]: value = "task-3635897" [ 1157.200803] env[69186]: _type = "Task" [ 1157.200803] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.210846] env[69186]: DEBUG oslo_vmware.api [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.255900] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9647cce6-7dcf-4c3f-bfde-61cad94836ff tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "dddaa31b-a7c6-4ec3-8222-fb53eb08ea17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.251s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.340930] env[69186]: DEBUG oslo_concurrency.lockutils [None req-298811a6-29a8-40e9-83c4-9f832919f2ce tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Lock "a1fab9ac-f048-4e2e-bf2d-76eab553a782" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.374s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.356934] env[69186]: DEBUG nova.compute.manager [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.357205] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.358141] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b317a773-44d9-4954-98a9-ebcfabf15273 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.366826] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.367210] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ccb8a8c-e359-40e5-af91-a80978b190e1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.445375] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.445612] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.445797] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Deleting the datastore file [datastore2] e2bad7c5-f91c-4c60-83c6-1eecef695ebc {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.446106] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-310c0e8c-dc24-4611-a632-863abcc60385 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.456228] env[69186]: DEBUG oslo_vmware.api [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1157.456228] env[69186]: value = "task-3635899" [ 1157.456228] env[69186]: _type = "Task" [ 1157.456228] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.464820] env[69186]: DEBUG oslo_vmware.api [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.481537] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.481591] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.481825] env[69186]: DEBUG nova.objects.instance [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lazy-loading 'resources' on Instance uuid ae4545f6-1902-41f6-8945-463017d2afad {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.521766] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635896, 'name': CreateVM_Task, 'duration_secs': 0.29836} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.521980] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.522535] env[69186]: DEBUG oslo_concurrency.lockutils [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.522703] env[69186]: DEBUG oslo_concurrency.lockutils [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.523031] env[69186]: DEBUG oslo_concurrency.lockutils [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.523614] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eea013c6-a4a8-4c77-9f44-a49da151dfad {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.529671] env[69186]: DEBUG oslo_vmware.api [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Waiting for the task: (returnval){ [ 1157.529671] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52699064-d2ee-0a96-7ffb-da0a57a80617" [ 1157.529671] env[69186]: _type = "Task" [ 1157.529671] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.539209] env[69186]: DEBUG oslo_vmware.api [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52699064-d2ee-0a96-7ffb-da0a57a80617, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.712491] env[69186]: DEBUG oslo_vmware.api [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635897, 'name': ReconfigVM_Task, 'duration_secs': 0.299284} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.712828] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Reconfigured VM instance instance-0000006a to attach disk [datastore2] volume-b6d57cef-d73a-45e7-9374-2e2e1439bdbe/volume-b6d57cef-d73a-45e7-9374-2e2e1439bdbe.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.713632] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Updating instance '6fb0c8c6-6d83-40c0-bef4-7d20a722ed81' progress to 50 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.968229] env[69186]: DEBUG oslo_vmware.api [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262345} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.968896] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.971023] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.971023] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.971023] env[69186]: INFO nova.compute.manager [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1157.971023] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.971023] env[69186]: DEBUG nova.compute.manager [-] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.971023] env[69186]: DEBUG nova.network.neutron [-] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.046276] env[69186]: DEBUG oslo_vmware.api [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52699064-d2ee-0a96-7ffb-da0a57a80617, 'name': SearchDatastore_Task, 'duration_secs': 0.029522} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.047231] env[69186]: DEBUG oslo_concurrency.lockutils [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.047484] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.047860] env[69186]: DEBUG oslo_concurrency.lockutils [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.048025] env[69186]: DEBUG oslo_concurrency.lockutils [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.048214] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.048494] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0df67d8-13f4-4855-bda3-3ca62258baaf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.063591] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.064536] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.064589] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3da8082-2bb5-43ce-bf69-e906da989fd1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.071577] env[69186]: DEBUG oslo_vmware.api [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Waiting for the task: (returnval){ [ 1158.071577] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525e5230-7fde-753f-c830-ff7ffc6d1439" [ 1158.071577] env[69186]: _type = "Task" [ 1158.071577] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.086207] env[69186]: DEBUG oslo_vmware.api [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525e5230-7fde-753f-c830-ff7ffc6d1439, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.219906] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f14dce7-b97b-4331-a465-df60b517b32c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.248424] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d8a845-2377-4b35-908c-b83518e3fc04 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.273049] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Updating instance '6fb0c8c6-6d83-40c0-bef4-7d20a722ed81' progress to 67 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.296223] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fdc7d7-0346-4fc6-82c1-5598d97a67a3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.306077] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a09d6e-21eb-4ef6-ba89-e2c9a629ee4b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.343025] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d16074f-dece-45c6-a769-c37fd1409fe3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.351037] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dfefd3-ad76-41a3-b781-e98ab8069ee3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.366348] env[69186]: DEBUG nova.compute.provider_tree [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.524825] env[69186]: DEBUG nova.compute.manager [req-56bd2ec0-6fca-49c9-ac5f-3d99bbf66be6 req-0abc2e93-a712-4c9f-bc06-b2f0a7b7e1e7 service nova] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Received event network-vif-deleted-81bedcd6-2377-4557-8bca-cc32208e0641 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.525135] env[69186]: INFO nova.compute.manager [req-56bd2ec0-6fca-49c9-ac5f-3d99bbf66be6 req-0abc2e93-a712-4c9f-bc06-b2f0a7b7e1e7 service nova] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Neutron deleted interface 81bedcd6-2377-4557-8bca-cc32208e0641; detaching it from the instance and deleting it from the info cache [ 1158.525537] env[69186]: DEBUG nova.network.neutron [req-56bd2ec0-6fca-49c9-ac5f-3d99bbf66be6 req-0abc2e93-a712-4c9f-bc06-b2f0a7b7e1e7 service nova] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.527487] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "interface-5784475d-2510-43b0-8abb-f4fce96f7846-6baad547-a5c6-4a21-bc4e-d988644f9f14" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.527487] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "interface-5784475d-2510-43b0-8abb-f4fce96f7846-6baad547-a5c6-4a21-bc4e-d988644f9f14" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.527923] env[69186]: DEBUG nova.objects.instance [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lazy-loading 'flavor' on Instance uuid 5784475d-2510-43b0-8abb-f4fce96f7846 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.559377] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Acquiring lock "a1fab9ac-f048-4e2e-bf2d-76eab553a782" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.559674] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Lock "a1fab9ac-f048-4e2e-bf2d-76eab553a782" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.559894] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Acquiring lock "a1fab9ac-f048-4e2e-bf2d-76eab553a782-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.560098] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Lock "a1fab9ac-f048-4e2e-bf2d-76eab553a782-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.560278] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Lock "a1fab9ac-f048-4e2e-bf2d-76eab553a782-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.562930] env[69186]: INFO nova.compute.manager [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Terminating instance [ 1158.592026] env[69186]: DEBUG oslo_vmware.api [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525e5230-7fde-753f-c830-ff7ffc6d1439, 'name': SearchDatastore_Task, 'duration_secs': 0.017582} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.592026] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8013751-7bbc-4ff3-82dd-9964953454d3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.600017] env[69186]: DEBUG oslo_vmware.api [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Waiting for the task: (returnval){ [ 1158.600017] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b734b3-16d5-0a54-cfff-f14cf1639163" [ 1158.600017] env[69186]: _type = "Task" [ 1158.600017] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.603981] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff7977a1-37f0-44fa-93a5-87511b5b7e9d tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Volume attach. Driver type: vmdk {{(pid=69186) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1158.605062] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff7977a1-37f0-44fa-93a5-87511b5b7e9d tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724979', 'volume_id': '247324ec-b1f7-403d-92de-b6cdd7f6dee4', 'name': 'volume-247324ec-b1f7-403d-92de-b6cdd7f6dee4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f96019ad-c5f7-45ba-85a1-580b45bfb7cc', 'attached_at': '', 'detached_at': '', 'volume_id': '247324ec-b1f7-403d-92de-b6cdd7f6dee4', 'serial': '247324ec-b1f7-403d-92de-b6cdd7f6dee4'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1158.606399] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a643bda-1509-4118-b197-b17ca52f0d48 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.627984] env[69186]: DEBUG oslo_vmware.api [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b734b3-16d5-0a54-cfff-f14cf1639163, 'name': SearchDatastore_Task, 'duration_secs': 0.015401} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.628826] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa6947e-7425-473a-b202-f89dbb74dd17 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.631634] env[69186]: DEBUG oslo_concurrency.lockutils [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.631990] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] f99c5ba7-13ce-41e5-b395-cfed8b057acd/f99c5ba7-13ce-41e5-b395-cfed8b057acd.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.632295] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cbfb730-d9d4-4ba8-b1ce-53b408fe5eb4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.659301] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff7977a1-37f0-44fa-93a5-87511b5b7e9d tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] volume-247324ec-b1f7-403d-92de-b6cdd7f6dee4/volume-247324ec-b1f7-403d-92de-b6cdd7f6dee4.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.661056] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9677953a-0c5b-4874-9c3d-a8f77268d2ca {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.676257] env[69186]: DEBUG oslo_vmware.api [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Waiting for the task: (returnval){ [ 1158.676257] env[69186]: value = "task-3635900" [ 1158.676257] env[69186]: _type = "Task" [ 1158.676257] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.683025] env[69186]: DEBUG oslo_vmware.api [None req-ff7977a1-37f0-44fa-93a5-87511b5b7e9d tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1158.683025] env[69186]: value = "task-3635901" [ 1158.683025] env[69186]: _type = "Task" [ 1158.683025] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.687346] env[69186]: DEBUG oslo_vmware.api [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.695015] env[69186]: DEBUG oslo_vmware.api [None req-ff7977a1-37f0-44fa-93a5-87511b5b7e9d tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635901, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.783376] env[69186]: DEBUG nova.network.neutron [-] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.871007] env[69186]: DEBUG nova.scheduler.client.report [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.919901] env[69186]: DEBUG oslo_vmware.rw_handles [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5251c68d-1097-122e-666d-27714c5202ea/disk-0.vmdk. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1158.920966] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1e03cc-8002-4669-b568-a23de99d2be5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.928655] env[69186]: DEBUG oslo_vmware.rw_handles [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5251c68d-1097-122e-666d-27714c5202ea/disk-0.vmdk is in state: ready. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1158.928846] env[69186]: ERROR oslo_vmware.rw_handles [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5251c68d-1097-122e-666d-27714c5202ea/disk-0.vmdk due to incomplete transfer. [ 1158.929101] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d5b38d37-c323-4c9f-b303-964dd2e9f826 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.938325] env[69186]: DEBUG oslo_vmware.rw_handles [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5251c68d-1097-122e-666d-27714c5202ea/disk-0.vmdk. {{(pid=69186) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1158.938541] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Uploaded image 6c11c2e0-91d9-4d1b-a3dc-be63b8b0163f to the Glance image server {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1158.940773] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Destroying the VM {{(pid=69186) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1158.941055] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e7a7ece4-71fc-4f5b-a66c-7dcc2fa5e9db {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.948322] env[69186]: DEBUG oslo_vmware.api [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1158.948322] env[69186]: value = "task-3635902" [ 1158.948322] env[69186]: _type = "Task" [ 1158.948322] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.957819] env[69186]: DEBUG oslo_vmware.api [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635902, 'name': Destroy_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.034957] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed365641-b94d-46c5-ad60-9a9c8dc4b22c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.046310] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a28791-30a5-4ed8-bbf7-46d3fac981c6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.067473] env[69186]: DEBUG nova.compute.manager [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.067808] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.069095] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f3cb71-c8f3-4550-8307-e06b52a22933 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.092378] env[69186]: DEBUG nova.compute.manager [req-56bd2ec0-6fca-49c9-ac5f-3d99bbf66be6 req-0abc2e93-a712-4c9f-bc06-b2f0a7b7e1e7 service nova] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Detach interface failed, port_id=81bedcd6-2377-4557-8bca-cc32208e0641, reason: Instance e2bad7c5-f91c-4c60-83c6-1eecef695ebc could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1159.095163] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.095878] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e3fc8a5-6d57-475a-8e41-37d0e7b7e7c2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.106643] env[69186]: DEBUG oslo_vmware.api [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Waiting for the task: (returnval){ [ 1159.106643] env[69186]: value = "task-3635903" [ 1159.106643] env[69186]: _type = "Task" [ 1159.106643] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.117596] env[69186]: DEBUG oslo_vmware.api [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Task: {'id': task-3635903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.186658] env[69186]: DEBUG nova.objects.instance [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lazy-loading 'pci_requests' on Instance uuid 5784475d-2510-43b0-8abb-f4fce96f7846 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.203585] env[69186]: DEBUG nova.objects.base [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Object Instance<5784475d-2510-43b0-8abb-f4fce96f7846> lazy-loaded attributes: flavor,pci_requests {{(pid=69186) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1159.204030] env[69186]: DEBUG nova.network.neutron [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1159.207778] env[69186]: DEBUG oslo_vmware.api [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635900, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.218080] env[69186]: DEBUG oslo_vmware.api [None req-ff7977a1-37f0-44fa-93a5-87511b5b7e9d tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635901, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.278936] env[69186]: DEBUG nova.policy [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c41a8af0f8e54277b6fa8f5910a6d73c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f565adc711674d8c8a3e28a4a8f1bc20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1159.288189] env[69186]: INFO nova.compute.manager [-] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Took 1.32 seconds to deallocate network for instance. [ 1159.377299] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.408454] env[69186]: INFO nova.scheduler.client.report [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Deleted allocations for instance ae4545f6-1902-41f6-8945-463017d2afad [ 1159.458635] env[69186]: DEBUG oslo_vmware.api [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635902, 'name': Destroy_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.620264] env[69186]: DEBUG oslo_vmware.api [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Task: {'id': task-3635903, 'name': PowerOffVM_Task, 'duration_secs': 0.338806} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.620602] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.620789] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.621071] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9699aef-36f3-414a-8e03-8a70901ed7f5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.686705] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.686877] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.687056] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Deleting the datastore file [datastore2] a1fab9ac-f048-4e2e-bf2d-76eab553a782 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.687317] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4539af6-9049-45b8-9db2-41386e4a70f3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.692200] env[69186]: DEBUG oslo_vmware.api [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706744} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.697156] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] f99c5ba7-13ce-41e5-b395-cfed8b057acd/f99c5ba7-13ce-41e5-b395-cfed8b057acd.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.697390] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.697645] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe5b06e1-71e9-4d32-ae98-8eeb2b7cbf51 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.701040] env[69186]: DEBUG oslo_vmware.api [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Waiting for the task: (returnval){ [ 1159.701040] env[69186]: value = "task-3635905" [ 1159.701040] env[69186]: _type = "Task" [ 1159.701040] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.708269] env[69186]: DEBUG oslo_vmware.api [None req-ff7977a1-37f0-44fa-93a5-87511b5b7e9d tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635901, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.708841] env[69186]: DEBUG oslo_vmware.api [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Waiting for the task: (returnval){ [ 1159.708841] env[69186]: value = "task-3635906" [ 1159.708841] env[69186]: _type = "Task" [ 1159.708841] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.714357] env[69186]: DEBUG oslo_vmware.api [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Task: {'id': task-3635905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.719297] env[69186]: DEBUG oslo_vmware.api [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.795128] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.795514] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.795792] env[69186]: DEBUG nova.objects.instance [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lazy-loading 'resources' on Instance uuid e2bad7c5-f91c-4c60-83c6-1eecef695ebc {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.887365] env[69186]: DEBUG oslo_concurrency.lockutils [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "ae12e6fe-3f87-4e74-a354-401bcd42aca6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.887365] env[69186]: DEBUG oslo_concurrency.lockutils [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "ae12e6fe-3f87-4e74-a354-401bcd42aca6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.916649] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8fc794c0-ddd3-40a2-b325-122864f6691c tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "ae4545f6-1902-41f6-8945-463017d2afad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.935s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.930745] env[69186]: DEBUG nova.network.neutron [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Port bf3a4b51-b092-415d-bc1b-5d28b134bb9e binding to destination host cpu-1 is already ACTIVE {{(pid=69186) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1159.961044] env[69186]: DEBUG oslo_vmware.api [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635902, 'name': Destroy_Task, 'duration_secs': 0.520321} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.961044] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Destroyed the VM [ 1159.961205] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Deleting Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1159.961595] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2d994a61-bfa0-48f0-b026-064cfe21cde9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.968896] env[69186]: DEBUG oslo_vmware.api [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1159.968896] env[69186]: value = "task-3635907" [ 1159.968896] env[69186]: _type = "Task" [ 1159.968896] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.978561] env[69186]: DEBUG oslo_vmware.api [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635907, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.202134] env[69186]: DEBUG oslo_vmware.api [None req-ff7977a1-37f0-44fa-93a5-87511b5b7e9d tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635901, 'name': ReconfigVM_Task, 'duration_secs': 1.394747} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.205292] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff7977a1-37f0-44fa-93a5-87511b5b7e9d tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Reconfigured VM instance instance-00000064 to attach disk [datastore2] volume-247324ec-b1f7-403d-92de-b6cdd7f6dee4/volume-247324ec-b1f7-403d-92de-b6cdd7f6dee4.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.210274] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e8f998b-c2ac-4515-b6b0-164d3ae05b1c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.226594] env[69186]: DEBUG oslo_vmware.api [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Task: {'id': task-3635905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163819} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.227191] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.227359] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.227545] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.227727] env[69186]: INFO nova.compute.manager [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1160.227970] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.228187] env[69186]: DEBUG nova.compute.manager [-] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1160.228296] env[69186]: DEBUG nova.network.neutron [-] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.232838] env[69186]: DEBUG oslo_vmware.api [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085902} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.234318] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.234761] env[69186]: DEBUG oslo_vmware.api [None req-ff7977a1-37f0-44fa-93a5-87511b5b7e9d tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1160.234761] env[69186]: value = "task-3635908" [ 1160.234761] env[69186]: _type = "Task" [ 1160.234761] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.235452] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15195ed0-3516-4773-9657-ca3ff9ad6f62 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.245596] env[69186]: DEBUG oslo_vmware.api [None req-ff7977a1-37f0-44fa-93a5-87511b5b7e9d tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635908, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.261958] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] f99c5ba7-13ce-41e5-b395-cfed8b057acd/f99c5ba7-13ce-41e5-b395-cfed8b057acd.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.262312] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea659aef-c9af-4d65-8e1c-892c28e71f8b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.287342] env[69186]: DEBUG oslo_vmware.api [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Waiting for the task: (returnval){ [ 1160.287342] env[69186]: value = "task-3635909" [ 1160.287342] env[69186]: _type = "Task" [ 1160.287342] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.297118] env[69186]: DEBUG oslo_vmware.api [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.391188] env[69186]: DEBUG nova.compute.manager [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1160.481884] env[69186]: DEBUG oslo_vmware.api [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635907, 'name': RemoveSnapshot_Task, 'duration_secs': 0.376597} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.482546] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Deleted Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1160.482546] env[69186]: DEBUG nova.compute.manager [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.485670] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aaa3d2e-f7ba-42ad-9174-7de7aace0c47 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.527751] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be7ba7b-c913-484c-a624-cc50d220d3d9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.536715] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1375da-aac8-461f-958e-41a7f39b00e8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.569973] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faaab1ba-0bb9-4794-ae90-19430f4f3af1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.580993] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d724fc6d-ca64-4deb-a00d-090ddfea4559 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.597268] env[69186]: DEBUG nova.compute.provider_tree [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.600800] env[69186]: DEBUG nova.compute.manager [req-34cc97df-fa9d-4b34-a77e-7c6845bc7e50 req-491a7483-fd70-4d3a-8292-c3b8ed7efbeb service nova] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Received event network-vif-deleted-f3879f8d-54c7-46ab-a5d3-d67b93825131 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.600800] env[69186]: INFO nova.compute.manager [req-34cc97df-fa9d-4b34-a77e-7c6845bc7e50 req-491a7483-fd70-4d3a-8292-c3b8ed7efbeb service nova] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Neutron deleted interface f3879f8d-54c7-46ab-a5d3-d67b93825131; detaching it from the instance and deleting it from the info cache [ 1160.600967] env[69186]: DEBUG nova.network.neutron [req-34cc97df-fa9d-4b34-a77e-7c6845bc7e50 req-491a7483-fd70-4d3a-8292-c3b8ed7efbeb service nova] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.747755] env[69186]: DEBUG oslo_vmware.api [None req-ff7977a1-37f0-44fa-93a5-87511b5b7e9d tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635908, 'name': ReconfigVM_Task, 'duration_secs': 0.15392} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.748070] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff7977a1-37f0-44fa-93a5-87511b5b7e9d tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724979', 'volume_id': '247324ec-b1f7-403d-92de-b6cdd7f6dee4', 'name': 'volume-247324ec-b1f7-403d-92de-b6cdd7f6dee4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f96019ad-c5f7-45ba-85a1-580b45bfb7cc', 'attached_at': '', 'detached_at': '', 'volume_id': '247324ec-b1f7-403d-92de-b6cdd7f6dee4', 'serial': '247324ec-b1f7-403d-92de-b6cdd7f6dee4'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1160.798518] env[69186]: DEBUG oslo_vmware.api [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635909, 'name': ReconfigVM_Task, 'duration_secs': 0.300975} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.800287] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Reconfigured VM instance instance-0000006f to attach disk [datastore1] f99c5ba7-13ce-41e5-b395-cfed8b057acd/f99c5ba7-13ce-41e5-b395-cfed8b057acd.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.800287] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffdd34d7-efad-4f44-ac11-e4b0b50e9427 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.807699] env[69186]: DEBUG oslo_vmware.api [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Waiting for the task: (returnval){ [ 1160.807699] env[69186]: value = "task-3635910" [ 1160.807699] env[69186]: _type = "Task" [ 1160.807699] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.817416] env[69186]: DEBUG oslo_vmware.api [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635910, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.831758] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "13623edf-1abd-43b6-beab-ecd543ad95de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.831990] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "13623edf-1abd-43b6-beab-ecd543ad95de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.913904] env[69186]: DEBUG oslo_concurrency.lockutils [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.956304] env[69186]: DEBUG oslo_concurrency.lockutils [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "6fb0c8c6-6d83-40c0-bef4-7d20a722ed81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.956536] env[69186]: DEBUG oslo_concurrency.lockutils [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "6fb0c8c6-6d83-40c0-bef4-7d20a722ed81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.956715] env[69186]: DEBUG oslo_concurrency.lockutils [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "6fb0c8c6-6d83-40c0-bef4-7d20a722ed81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.966224] env[69186]: DEBUG nova.network.neutron [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Successfully updated port: 6baad547-a5c6-4a21-bc4e-d988644f9f14 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1160.998889] env[69186]: INFO nova.compute.manager [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Shelve offloading [ 1161.016679] env[69186]: DEBUG nova.network.neutron [-] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.103740] env[69186]: DEBUG nova.scheduler.client.report [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.107439] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe391d34-ccd9-458d-aaee-9b08bebd166b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.118592] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0626c33-3c84-49bf-98ee-1586c74379a9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.153130] env[69186]: DEBUG nova.compute.manager [req-34cc97df-fa9d-4b34-a77e-7c6845bc7e50 req-491a7483-fd70-4d3a-8292-c3b8ed7efbeb service nova] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Detach interface failed, port_id=f3879f8d-54c7-46ab-a5d3-d67b93825131, reason: Instance a1fab9ac-f048-4e2e-bf2d-76eab553a782 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1161.318120] env[69186]: DEBUG oslo_vmware.api [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635910, 'name': Rename_Task, 'duration_secs': 0.145319} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.318432] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.318789] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b67471e-6686-4083-af1d-eedca0d67ef5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.326209] env[69186]: DEBUG oslo_vmware.api [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Waiting for the task: (returnval){ [ 1161.326209] env[69186]: value = "task-3635911" [ 1161.326209] env[69186]: _type = "Task" [ 1161.326209] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.334310] env[69186]: DEBUG nova.compute.manager [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1161.336976] env[69186]: DEBUG oslo_vmware.api [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.468227] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "refresh_cache-5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.469032] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "refresh_cache-5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.469032] env[69186]: DEBUG nova.network.neutron [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.502684] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.502985] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3fafc6c-5351-4e96-a100-57c34ed941c4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.514012] env[69186]: DEBUG oslo_vmware.api [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1161.514012] env[69186]: value = "task-3635912" [ 1161.514012] env[69186]: _type = "Task" [ 1161.514012] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.519025] env[69186]: INFO nova.compute.manager [-] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Took 1.29 seconds to deallocate network for instance. [ 1161.526460] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] VM already powered off {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1161.526663] env[69186]: DEBUG nova.compute.manager [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.527591] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e37ad8-c5dc-4047-9957-5fe0026497eb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.533737] env[69186]: DEBUG oslo_concurrency.lockutils [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "refresh_cache-06952c63-1043-465b-8277-364a586628de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.534231] env[69186]: DEBUG oslo_concurrency.lockutils [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquired lock "refresh_cache-06952c63-1043-465b-8277-364a586628de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.534231] env[69186]: DEBUG nova.network.neutron [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.608939] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.612312] env[69186]: DEBUG oslo_concurrency.lockutils [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.699s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.613974] env[69186]: INFO nova.compute.claims [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1161.628804] env[69186]: INFO nova.scheduler.client.report [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Deleted allocations for instance e2bad7c5-f91c-4c60-83c6-1eecef695ebc [ 1161.785092] env[69186]: DEBUG nova.objects.instance [None req-ff7977a1-37f0-44fa-93a5-87511b5b7e9d tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lazy-loading 'flavor' on Instance uuid f96019ad-c5f7-45ba-85a1-580b45bfb7cc {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.838033] env[69186]: DEBUG oslo_vmware.api [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635911, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.856261] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.008280] env[69186]: DEBUG oslo_concurrency.lockutils [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "refresh_cache-6fb0c8c6-6d83-40c0-bef4-7d20a722ed81" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.008479] env[69186]: DEBUG oslo_concurrency.lockutils [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquired lock "refresh_cache-6fb0c8c6-6d83-40c0-bef4-7d20a722ed81" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.008661] env[69186]: DEBUG nova.network.neutron [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.014776] env[69186]: WARNING nova.network.neutron [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] 0f039970-7251-4198-822f-ced71518c3b9 already exists in list: networks containing: ['0f039970-7251-4198-822f-ced71518c3b9']. ignoring it [ 1162.028713] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.137060] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "e2bad7c5-f91c-4c60-83c6-1eecef695ebc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.287s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.290043] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ff7977a1-37f0-44fa-93a5-87511b5b7e9d tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "f96019ad-c5f7-45ba-85a1-580b45bfb7cc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.293s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.337199] env[69186]: DEBUG oslo_vmware.api [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635911, 'name': PowerOnVM_Task, 'duration_secs': 0.598745} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.337199] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.337455] env[69186]: INFO nova.compute.manager [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Took 5.44 seconds to spawn the instance on the hypervisor. [ 1162.337455] env[69186]: DEBUG nova.compute.manager [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.338245] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daec43c8-aab4-424d-b59a-9d2fe2b2ae9f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.536342] env[69186]: INFO nova.compute.manager [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Rescuing [ 1162.536489] env[69186]: DEBUG oslo_concurrency.lockutils [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "refresh_cache-f96019ad-c5f7-45ba-85a1-580b45bfb7cc" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.536648] env[69186]: DEBUG oslo_concurrency.lockutils [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquired lock "refresh_cache-f96019ad-c5f7-45ba-85a1-580b45bfb7cc" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.536835] env[69186]: DEBUG nova.network.neutron [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.740834] env[69186]: DEBUG nova.network.neutron [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Updating instance_info_cache with network_info: [{"id": "bf3a4b51-b092-415d-bc1b-5d28b134bb9e", "address": "fa:16:3e:af:bf:a0", "network": {"id": "318febf9-1b9b-468e-89db-688cc7c13504", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994346472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa508e72f4e64c54bd0bbd510c8897ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf3a4b51-b0", "ovs_interfaceid": "bf3a4b51-b092-415d-bc1b-5d28b134bb9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.758471] env[69186]: DEBUG nova.network.neutron [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Updating instance_info_cache with network_info: [{"id": "4f32b546-19b7-498f-9f37-7400cba56cad", "address": "fa:16:3e:c4:e9:7e", "network": {"id": "b19f466a-3c49-4589-b277-bd013ac6fcc9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-687916241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f3363661041456ca60cb2abda3d61b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f32b546-19", "ovs_interfaceid": "4f32b546-19b7-498f-9f37-7400cba56cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.857995] env[69186]: INFO nova.compute.manager [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Took 23.34 seconds to build instance. [ 1162.868864] env[69186]: DEBUG nova.network.neutron [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Updating instance_info_cache with network_info: [{"id": "8419fb84-619b-45fd-af12-39fb3d8f3d74", "address": "fa:16:3e:fe:21:70", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8419fb84-61", "ovs_interfaceid": "8419fb84-619b-45fd-af12-39fb3d8f3d74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6baad547-a5c6-4a21-bc4e-d988644f9f14", "address": "fa:16:3e:59:d2:9b", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6baad547-a5", "ovs_interfaceid": "6baad547-a5c6-4a21-bc4e-d988644f9f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.908613] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1476b2fd-8c7d-404e-a978-7f4a659d7411 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.916876] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51930e57-7b5f-4762-964b-80fe6d46b62e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.947225] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94abc04-e17c-43ab-90f9-0bd882f2d4b5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.956042] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7e0fc8-ef2f-495e-8bd7-a2b1837f622a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.969816] env[69186]: DEBUG nova.compute.provider_tree [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.039673] env[69186]: DEBUG nova.compute.manager [req-e25fb767-fc79-4041-b366-440925a31b27 req-daf09bb2-9356-47a1-9157-171a958b5160 service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Received event network-vif-plugged-6baad547-a5c6-4a21-bc4e-d988644f9f14 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.039673] env[69186]: DEBUG oslo_concurrency.lockutils [req-e25fb767-fc79-4041-b366-440925a31b27 req-daf09bb2-9356-47a1-9157-171a958b5160 service nova] Acquiring lock "5784475d-2510-43b0-8abb-f4fce96f7846-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.039673] env[69186]: DEBUG oslo_concurrency.lockutils [req-e25fb767-fc79-4041-b366-440925a31b27 req-daf09bb2-9356-47a1-9157-171a958b5160 service nova] Lock "5784475d-2510-43b0-8abb-f4fce96f7846-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.039673] env[69186]: DEBUG oslo_concurrency.lockutils [req-e25fb767-fc79-4041-b366-440925a31b27 req-daf09bb2-9356-47a1-9157-171a958b5160 service nova] Lock "5784475d-2510-43b0-8abb-f4fce96f7846-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.040213] env[69186]: DEBUG nova.compute.manager [req-e25fb767-fc79-4041-b366-440925a31b27 req-daf09bb2-9356-47a1-9157-171a958b5160 service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] No waiting events found dispatching network-vif-plugged-6baad547-a5c6-4a21-bc4e-d988644f9f14 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1163.040213] env[69186]: WARNING nova.compute.manager [req-e25fb767-fc79-4041-b366-440925a31b27 req-daf09bb2-9356-47a1-9157-171a958b5160 service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Received unexpected event network-vif-plugged-6baad547-a5c6-4a21-bc4e-d988644f9f14 for instance with vm_state active and task_state None. [ 1163.040213] env[69186]: DEBUG nova.compute.manager [req-e25fb767-fc79-4041-b366-440925a31b27 req-daf09bb2-9356-47a1-9157-171a958b5160 service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Received event network-changed-6baad547-a5c6-4a21-bc4e-d988644f9f14 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.040213] env[69186]: DEBUG nova.compute.manager [req-e25fb767-fc79-4041-b366-440925a31b27 req-daf09bb2-9356-47a1-9157-171a958b5160 service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Refreshing instance network info cache due to event network-changed-6baad547-a5c6-4a21-bc4e-d988644f9f14. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.040450] env[69186]: DEBUG oslo_concurrency.lockutils [req-e25fb767-fc79-4041-b366-440925a31b27 req-daf09bb2-9356-47a1-9157-171a958b5160 service nova] Acquiring lock "refresh_cache-5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.243511] env[69186]: DEBUG oslo_concurrency.lockutils [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Releasing lock "refresh_cache-6fb0c8c6-6d83-40c0-bef4-7d20a722ed81" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.262851] env[69186]: DEBUG oslo_concurrency.lockutils [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Releasing lock "refresh_cache-06952c63-1043-465b-8277-364a586628de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.332541] env[69186]: DEBUG nova.network.neutron [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Updating instance_info_cache with network_info: [{"id": "5fd6d7b0-ac1d-4553-a212-502b1f351717", "address": "fa:16:3e:07:ac:36", "network": {"id": "6c10ee8a-9bc5-4697-a309-b7dcffaaa4db", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1356679091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702ffef9375c432ab93a912c6d3f1a47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd6d7b0-ac", "ovs_interfaceid": "5fd6d7b0-ac1d-4553-a212-502b1f351717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.359802] env[69186]: DEBUG oslo_concurrency.lockutils [None req-228ab5b9-2d43-4223-951f-89a1b0c4356e tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Lock "f99c5ba7-13ce-41e5-b395-cfed8b057acd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.855s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.373018] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "refresh_cache-5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.373018] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.373018] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.373018] env[69186]: DEBUG oslo_concurrency.lockutils [req-e25fb767-fc79-4041-b366-440925a31b27 req-daf09bb2-9356-47a1-9157-171a958b5160 service nova] Acquired lock "refresh_cache-5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.373018] env[69186]: DEBUG nova.network.neutron [req-e25fb767-fc79-4041-b366-440925a31b27 req-daf09bb2-9356-47a1-9157-171a958b5160 service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Refreshing network info cache for port 6baad547-a5c6-4a21-bc4e-d988644f9f14 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.374123] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3923587-f409-4b63-8629-eeceef99b535 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.392346] env[69186]: DEBUG nova.virt.hardware [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.392594] env[69186]: DEBUG nova.virt.hardware [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.392752] env[69186]: DEBUG nova.virt.hardware [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.392935] env[69186]: DEBUG nova.virt.hardware [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.393094] env[69186]: DEBUG nova.virt.hardware [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.393247] env[69186]: DEBUG nova.virt.hardware [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.393448] env[69186]: DEBUG nova.virt.hardware [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.393635] env[69186]: DEBUG nova.virt.hardware [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.393814] env[69186]: DEBUG nova.virt.hardware [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.393977] env[69186]: DEBUG nova.virt.hardware [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.394258] env[69186]: DEBUG nova.virt.hardware [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.400497] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Reconfiguring VM to attach interface {{(pid=69186) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1163.401377] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23208c45-4b84-4fb4-a34b-0ca4000f2192 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.419507] env[69186]: DEBUG oslo_vmware.api [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1163.419507] env[69186]: value = "task-3635913" [ 1163.419507] env[69186]: _type = "Task" [ 1163.419507] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.428000] env[69186]: DEBUG oslo_vmware.api [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635913, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.475343] env[69186]: DEBUG nova.scheduler.client.report [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.570781] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "bcf256ef-1edf-4e70-a93b-6822e4608860" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.571198] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "bcf256ef-1edf-4e70-a93b-6822e4608860" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.686610] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.687550] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aab8180-cf17-4c7a-a794-d7d23e4288e8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.695584] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.695821] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3e5cb95-bfaf-4794-8e3b-131d52a23c7a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.753851] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5849dd-1c03-40f7-a20b-1fb5347eeb79 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.757981] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.758254] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.758464] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Deleting the datastore file [datastore1] 06952c63-1043-465b-8277-364a586628de {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.759045] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ddaf50b-5acd-4b1f-a15d-4f73c3e9f808 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.763270] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5fbca6-3bfa-4deb-8615-e4a6c3fb8940 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.767190] env[69186]: DEBUG oslo_vmware.api [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1163.767190] env[69186]: value = "task-3635915" [ 1163.767190] env[69186]: _type = "Task" [ 1163.767190] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.775910] env[69186]: DEBUG oslo_vmware.api [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.835242] env[69186]: DEBUG oslo_concurrency.lockutils [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Releasing lock "refresh_cache-f96019ad-c5f7-45ba-85a1-580b45bfb7cc" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.931486] env[69186]: DEBUG oslo_vmware.api [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.980550] env[69186]: DEBUG oslo_concurrency.lockutils [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.981182] env[69186]: DEBUG nova.compute.manager [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1163.986955] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.131s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.988304] env[69186]: INFO nova.compute.claims [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.073693] env[69186]: DEBUG nova.compute.manager [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1164.147866] env[69186]: DEBUG nova.network.neutron [req-e25fb767-fc79-4041-b366-440925a31b27 req-daf09bb2-9356-47a1-9157-171a958b5160 service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Updated VIF entry in instance network info cache for port 6baad547-a5c6-4a21-bc4e-d988644f9f14. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.148349] env[69186]: DEBUG nova.network.neutron [req-e25fb767-fc79-4041-b366-440925a31b27 req-daf09bb2-9356-47a1-9157-171a958b5160 service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Updating instance_info_cache with network_info: [{"id": "8419fb84-619b-45fd-af12-39fb3d8f3d74", "address": "fa:16:3e:fe:21:70", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8419fb84-61", "ovs_interfaceid": "8419fb84-619b-45fd-af12-39fb3d8f3d74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6baad547-a5c6-4a21-bc4e-d988644f9f14", "address": "fa:16:3e:59:d2:9b", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6baad547-a5", "ovs_interfaceid": "6baad547-a5c6-4a21-bc4e-d988644f9f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.279030] env[69186]: DEBUG oslo_vmware.api [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14128} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.279240] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.279375] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.279552] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.301549] env[69186]: INFO nova.scheduler.client.report [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Deleted allocations for instance 06952c63-1043-465b-8277-364a586628de [ 1164.431094] env[69186]: DEBUG oslo_vmware.api [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635913, 'name': ReconfigVM_Task, 'duration_secs': 0.679884} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.431650] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.431919] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Reconfigured VM to attach interface {{(pid=69186) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1164.492764] env[69186]: DEBUG nova.compute.utils [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.497102] env[69186]: DEBUG nova.compute.manager [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1164.497308] env[69186]: DEBUG nova.network.neutron [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1164.547950] env[69186]: DEBUG nova.policy [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1d57e6c63a14ac19d0f5772f6f8667b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b69c719a41fb4ab48140eabe49d76e84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1164.594627] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.618492] env[69186]: INFO nova.compute.manager [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Rebuilding instance [ 1164.650581] env[69186]: DEBUG oslo_concurrency.lockutils [req-e25fb767-fc79-4041-b366-440925a31b27 req-daf09bb2-9356-47a1-9157-171a958b5160 service nova] Releasing lock "refresh_cache-5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.664837] env[69186]: DEBUG nova.compute.manager [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.664837] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b1d631-eb26-43e1-a54c-13e4aa927706 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.809008] env[69186]: DEBUG oslo_concurrency.lockutils [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.869451] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e16d4e2-c351-41a5-bb86-2ca4e51a04dc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.894225] env[69186]: DEBUG nova.network.neutron [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Successfully created port: 5281d3c8-8c13-4d52-9eff-01540bb3f66e {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1164.897294] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2605e06-5b25-4865-8f0c-a82cc2c02c14 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.906308] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Updating instance '6fb0c8c6-6d83-40c0-bef4-7d20a722ed81' progress to 83 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.938622] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b003cf9b-3cae-4127-ae14-e37987aa655b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "interface-5784475d-2510-43b0-8abb-f4fce96f7846-6baad547-a5c6-4a21-bc4e-d988644f9f14" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.411s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.998581] env[69186]: DEBUG nova.compute.manager [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.164657] env[69186]: DEBUG nova.compute.manager [req-03427699-8d43-4fad-8818-deb358c3b3ef req-5bbf7ebf-8b48-457d-824b-1d38e521721c service nova] [instance: 06952c63-1043-465b-8277-364a586628de] Received event network-vif-unplugged-4f32b546-19b7-498f-9f37-7400cba56cad {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.164991] env[69186]: DEBUG oslo_concurrency.lockutils [req-03427699-8d43-4fad-8818-deb358c3b3ef req-5bbf7ebf-8b48-457d-824b-1d38e521721c service nova] Acquiring lock "06952c63-1043-465b-8277-364a586628de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.165331] env[69186]: DEBUG oslo_concurrency.lockutils [req-03427699-8d43-4fad-8818-deb358c3b3ef req-5bbf7ebf-8b48-457d-824b-1d38e521721c service nova] Lock "06952c63-1043-465b-8277-364a586628de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.165525] env[69186]: DEBUG oslo_concurrency.lockutils [req-03427699-8d43-4fad-8818-deb358c3b3ef req-5bbf7ebf-8b48-457d-824b-1d38e521721c service nova] Lock "06952c63-1043-465b-8277-364a586628de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.165605] env[69186]: DEBUG nova.compute.manager [req-03427699-8d43-4fad-8818-deb358c3b3ef req-5bbf7ebf-8b48-457d-824b-1d38e521721c service nova] [instance: 06952c63-1043-465b-8277-364a586628de] No waiting events found dispatching network-vif-unplugged-4f32b546-19b7-498f-9f37-7400cba56cad {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1165.165772] env[69186]: WARNING nova.compute.manager [req-03427699-8d43-4fad-8818-deb358c3b3ef req-5bbf7ebf-8b48-457d-824b-1d38e521721c service nova] [instance: 06952c63-1043-465b-8277-364a586628de] Received unexpected event network-vif-unplugged-4f32b546-19b7-498f-9f37-7400cba56cad for instance with vm_state shelved_offloaded and task_state unshelving. [ 1165.165929] env[69186]: DEBUG nova.compute.manager [req-03427699-8d43-4fad-8818-deb358c3b3ef req-5bbf7ebf-8b48-457d-824b-1d38e521721c service nova] [instance: 06952c63-1043-465b-8277-364a586628de] Received event network-changed-4f32b546-19b7-498f-9f37-7400cba56cad {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.166095] env[69186]: DEBUG nova.compute.manager [req-03427699-8d43-4fad-8818-deb358c3b3ef req-5bbf7ebf-8b48-457d-824b-1d38e521721c service nova] [instance: 06952c63-1043-465b-8277-364a586628de] Refreshing instance network info cache due to event network-changed-4f32b546-19b7-498f-9f37-7400cba56cad. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.166281] env[69186]: DEBUG oslo_concurrency.lockutils [req-03427699-8d43-4fad-8818-deb358c3b3ef req-5bbf7ebf-8b48-457d-824b-1d38e521721c service nova] Acquiring lock "refresh_cache-06952c63-1043-465b-8277-364a586628de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.166569] env[69186]: DEBUG oslo_concurrency.lockutils [req-03427699-8d43-4fad-8818-deb358c3b3ef req-5bbf7ebf-8b48-457d-824b-1d38e521721c service nova] Acquired lock "refresh_cache-06952c63-1043-465b-8277-364a586628de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.166768] env[69186]: DEBUG nova.network.neutron [req-03427699-8d43-4fad-8818-deb358c3b3ef req-5bbf7ebf-8b48-457d-824b-1d38e521721c service nova] [instance: 06952c63-1043-465b-8277-364a586628de] Refreshing network info cache for port 4f32b546-19b7-498f-9f37-7400cba56cad {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.240074] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be0832b-2193-4928-878e-82c959e84a85 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.247457] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7bb8b3-2bdc-46a6-9adf-1a6d252451a2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.278821] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3112320-2b58-4682-9f8e-257ec9253cd7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.287614] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208cc39f-5e60-4f00-9f78-09c84220e0f8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.302236] env[69186]: DEBUG nova.compute.provider_tree [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.378452] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.378573] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab39355f-13ed-43c2-99f3-5a3a80720018 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.388645] env[69186]: DEBUG oslo_vmware.api [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1165.388645] env[69186]: value = "task-3635916" [ 1165.388645] env[69186]: _type = "Task" [ 1165.388645] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.397883] env[69186]: DEBUG oslo_vmware.api [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.414043] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.414171] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0fbdb23-67ac-4fc6-a5db-b3e7be17352c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.427022] env[69186]: DEBUG oslo_vmware.api [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1165.427022] env[69186]: value = "task-3635917" [ 1165.427022] env[69186]: _type = "Task" [ 1165.427022] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.435240] env[69186]: DEBUG oslo_vmware.api [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.678459] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.679252] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6a18152-b29c-42c6-8b1b-e7101dcdc1d9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.688795] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Waiting for the task: (returnval){ [ 1165.688795] env[69186]: value = "task-3635918" [ 1165.688795] env[69186]: _type = "Task" [ 1165.688795] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.697303] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.805622] env[69186]: DEBUG nova.scheduler.client.report [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.897811] env[69186]: DEBUG oslo_vmware.api [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635916, 'name': PowerOffVM_Task, 'duration_secs': 0.281925} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.898084] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.898855] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04959465-46bb-4f74-9c68-ba97d2053ab0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.923534] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb3a87f-1d9c-4801-9f4e-cc077e5bdc02 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.934221] env[69186]: DEBUG oslo_vmware.api [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635917, 'name': PowerOnVM_Task, 'duration_secs': 0.434878} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.936631] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.936827] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-09cbdc59-18a9-47f3-a310-20910fcd2b67 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Updating instance '6fb0c8c6-6d83-40c0-bef4-7d20a722ed81' progress to 100 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.958543] env[69186]: DEBUG nova.network.neutron [req-03427699-8d43-4fad-8818-deb358c3b3ef req-5bbf7ebf-8b48-457d-824b-1d38e521721c service nova] [instance: 06952c63-1043-465b-8277-364a586628de] Updated VIF entry in instance network info cache for port 4f32b546-19b7-498f-9f37-7400cba56cad. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.958898] env[69186]: DEBUG nova.network.neutron [req-03427699-8d43-4fad-8818-deb358c3b3ef req-5bbf7ebf-8b48-457d-824b-1d38e521721c service nova] [instance: 06952c63-1043-465b-8277-364a586628de] Updating instance_info_cache with network_info: [{"id": "4f32b546-19b7-498f-9f37-7400cba56cad", "address": "fa:16:3e:c4:e9:7e", "network": {"id": "b19f466a-3c49-4589-b277-bd013ac6fcc9", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-687916241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f3363661041456ca60cb2abda3d61b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4f32b546-19", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.968411] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.968692] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b187dad0-2dd9-4e03-af06-3138e601610b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.977183] env[69186]: DEBUG oslo_vmware.api [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1165.977183] env[69186]: value = "task-3635919" [ 1165.977183] env[69186]: _type = "Task" [ 1165.977183] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.986104] env[69186]: DEBUG oslo_vmware.api [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.005066] env[69186]: DEBUG nova.compute.manager [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.027431] env[69186]: DEBUG nova.virt.hardware [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.027675] env[69186]: DEBUG nova.virt.hardware [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.028386] env[69186]: DEBUG nova.virt.hardware [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.028386] env[69186]: DEBUG nova.virt.hardware [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.028386] env[69186]: DEBUG nova.virt.hardware [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.028386] env[69186]: DEBUG nova.virt.hardware [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.028553] env[69186]: DEBUG nova.virt.hardware [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.028658] env[69186]: DEBUG nova.virt.hardware [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.028825] env[69186]: DEBUG nova.virt.hardware [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.028987] env[69186]: DEBUG nova.virt.hardware [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.029179] env[69186]: DEBUG nova.virt.hardware [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.031189] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd92d7c3-26e5-4518-9517-704b37993280 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.040151] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98c769f-a06d-4ffe-bb3b-98b00e437b00 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.199267] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635918, 'name': PowerOffVM_Task, 'duration_secs': 0.185956} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.199530] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.200242] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.201150] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fdaff8-1017-4aa9-8d49-54213b8b7e54 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.208364] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.208592] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36427631-37c5-43b9-85d0-028b31d88b19 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.230780] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "interface-5784475d-2510-43b0-8abb-f4fce96f7846-6baad547-a5c6-4a21-bc4e-d988644f9f14" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.231068] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "interface-5784475d-2510-43b0-8abb-f4fce96f7846-6baad547-a5c6-4a21-bc4e-d988644f9f14" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.237880] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.238114] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.238303] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Deleting the datastore file [datastore1] f99c5ba7-13ce-41e5-b395-cfed8b057acd {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.238593] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e86a8e62-03c7-461f-9e4d-b01e41b2de2d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.245489] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Waiting for the task: (returnval){ [ 1166.245489] env[69186]: value = "task-3635921" [ 1166.245489] env[69186]: _type = "Task" [ 1166.245489] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.254367] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.261021] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "06952c63-1043-465b-8277-364a586628de" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.313017] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.313017] env[69186]: DEBUG nova.compute.manager [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1166.314274] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.286s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.314710] env[69186]: DEBUG nova.objects.instance [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Lazy-loading 'resources' on Instance uuid a1fab9ac-f048-4e2e-bf2d-76eab553a782 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.462903] env[69186]: DEBUG oslo_concurrency.lockutils [req-03427699-8d43-4fad-8818-deb358c3b3ef req-5bbf7ebf-8b48-457d-824b-1d38e521721c service nova] Releasing lock "refresh_cache-06952c63-1043-465b-8277-364a586628de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.478839] env[69186]: DEBUG nova.network.neutron [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Successfully updated port: 5281d3c8-8c13-4d52-9eff-01540bb3f66e {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1166.495647] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] VM already powered off {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1166.495878] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.496369] env[69186]: DEBUG oslo_concurrency.lockutils [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.496369] env[69186]: DEBUG oslo_concurrency.lockutils [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.496470] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.496752] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce35da42-d567-45cb-96db-f9cf297e277c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.506584] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.506776] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.507801] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68dc9656-2f95-4d4c-b571-b7aad160618e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.513776] env[69186]: DEBUG oslo_vmware.api [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1166.513776] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5252d45c-b831-33fc-3212-3683d33c0a5f" [ 1166.513776] env[69186]: _type = "Task" [ 1166.513776] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.521855] env[69186]: DEBUG oslo_vmware.api [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5252d45c-b831-33fc-3212-3683d33c0a5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.737607] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.737840] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.738745] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490b7cf5-eced-4150-9e3f-ec0acfe149cd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.759466] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43e9f22-22f4-4148-80c3-104bcdc8199c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.767011] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099588} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.783700] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.783885] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.784069] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.791630] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Reconfiguring VM to detach interface {{(pid=69186) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1166.792352] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3d52843-a8cf-4309-8fe0-209e72a4a083 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.810859] env[69186]: DEBUG oslo_vmware.api [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1166.810859] env[69186]: value = "task-3635922" [ 1166.810859] env[69186]: _type = "Task" [ 1166.810859] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.820105] env[69186]: DEBUG nova.compute.utils [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1166.825465] env[69186]: DEBUG nova.compute.manager [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1166.825644] env[69186]: DEBUG nova.network.neutron [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1166.827368] env[69186]: DEBUG oslo_vmware.api [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.888179] env[69186]: DEBUG nova.policy [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07b841536fb24f439d3e75ee3ec695ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68534f72b5ef4bbebc423e4459dc051a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1166.988102] env[69186]: DEBUG oslo_concurrency.lockutils [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "refresh_cache-ae12e6fe-3f87-4e74-a354-401bcd42aca6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.988299] env[69186]: DEBUG oslo_concurrency.lockutils [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquired lock "refresh_cache-ae12e6fe-3f87-4e74-a354-401bcd42aca6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.988447] env[69186]: DEBUG nova.network.neutron [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.026564] env[69186]: DEBUG oslo_vmware.api [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5252d45c-b831-33fc-3212-3683d33c0a5f, 'name': SearchDatastore_Task, 'duration_secs': 0.008781} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.027379] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7bd6f24-532d-4707-bfb9-a58a7343aa2b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.036500] env[69186]: DEBUG oslo_vmware.api [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1167.036500] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52226746-c9fb-27b4-c864-8d699bab466c" [ 1167.036500] env[69186]: _type = "Task" [ 1167.036500] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.047074] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b41aa7f-f7b3-4204-a154-de8d19b3b6f0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.053403] env[69186]: DEBUG oslo_vmware.api [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52226746-c9fb-27b4-c864-8d699bab466c, 'name': SearchDatastore_Task, 'duration_secs': 0.011323} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.054040] env[69186]: DEBUG oslo_concurrency.lockutils [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.054332] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] f96019ad-c5f7-45ba-85a1-580b45bfb7cc/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f-rescue.vmdk. {{(pid=69186) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1167.054710] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b15e12ee-61da-4e98-ae2d-75a7f6c5b081 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.060358] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95908f4-c82d-4385-b0d1-a58b40465cb4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.065377] env[69186]: DEBUG oslo_vmware.api [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1167.065377] env[69186]: value = "task-3635923" [ 1167.065377] env[69186]: _type = "Task" [ 1167.065377] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.097043] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd81be48-594a-4032-a869-ae12750864fc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.105040] env[69186]: DEBUG oslo_vmware.api [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.112134] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69a8cfe-6f5d-426b-b9bf-2077b9dcd189 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.128733] env[69186]: DEBUG nova.compute.provider_tree [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.164501] env[69186]: DEBUG nova.network.neutron [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Successfully created port: a71cc101-628d-4650-982f-3192832288db {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.194534] env[69186]: DEBUG nova.compute.manager [req-2fc6e736-6589-4364-9a3b-71393cc74081 req-58bfc4d1-8fe5-466d-a570-9727863e0042 service nova] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Received event network-vif-plugged-5281d3c8-8c13-4d52-9eff-01540bb3f66e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.194783] env[69186]: DEBUG oslo_concurrency.lockutils [req-2fc6e736-6589-4364-9a3b-71393cc74081 req-58bfc4d1-8fe5-466d-a570-9727863e0042 service nova] Acquiring lock "ae12e6fe-3f87-4e74-a354-401bcd42aca6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.195016] env[69186]: DEBUG oslo_concurrency.lockutils [req-2fc6e736-6589-4364-9a3b-71393cc74081 req-58bfc4d1-8fe5-466d-a570-9727863e0042 service nova] Lock "ae12e6fe-3f87-4e74-a354-401bcd42aca6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.195206] env[69186]: DEBUG oslo_concurrency.lockutils [req-2fc6e736-6589-4364-9a3b-71393cc74081 req-58bfc4d1-8fe5-466d-a570-9727863e0042 service nova] Lock "ae12e6fe-3f87-4e74-a354-401bcd42aca6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.195399] env[69186]: DEBUG nova.compute.manager [req-2fc6e736-6589-4364-9a3b-71393cc74081 req-58bfc4d1-8fe5-466d-a570-9727863e0042 service nova] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] No waiting events found dispatching network-vif-plugged-5281d3c8-8c13-4d52-9eff-01540bb3f66e {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1167.195665] env[69186]: WARNING nova.compute.manager [req-2fc6e736-6589-4364-9a3b-71393cc74081 req-58bfc4d1-8fe5-466d-a570-9727863e0042 service nova] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Received unexpected event network-vif-plugged-5281d3c8-8c13-4d52-9eff-01540bb3f66e for instance with vm_state building and task_state spawning. [ 1167.195930] env[69186]: DEBUG nova.compute.manager [req-2fc6e736-6589-4364-9a3b-71393cc74081 req-58bfc4d1-8fe5-466d-a570-9727863e0042 service nova] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Received event network-changed-5281d3c8-8c13-4d52-9eff-01540bb3f66e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.196378] env[69186]: DEBUG nova.compute.manager [req-2fc6e736-6589-4364-9a3b-71393cc74081 req-58bfc4d1-8fe5-466d-a570-9727863e0042 service nova] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Refreshing instance network info cache due to event network-changed-5281d3c8-8c13-4d52-9eff-01540bb3f66e. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.196676] env[69186]: DEBUG oslo_concurrency.lockutils [req-2fc6e736-6589-4364-9a3b-71393cc74081 req-58bfc4d1-8fe5-466d-a570-9727863e0042 service nova] Acquiring lock "refresh_cache-ae12e6fe-3f87-4e74-a354-401bcd42aca6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.326781] env[69186]: DEBUG oslo_vmware.api [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.331043] env[69186]: DEBUG nova.compute.manager [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1167.527541] env[69186]: DEBUG nova.network.neutron [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1167.576118] env[69186]: DEBUG oslo_vmware.api [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475569} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.576363] env[69186]: INFO nova.virt.vmwareapi.ds_util [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] f96019ad-c5f7-45ba-85a1-580b45bfb7cc/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f-rescue.vmdk. [ 1167.577222] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fe11da-c827-4e6a-9959-6a685b44fec9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.607236] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] f96019ad-c5f7-45ba-85a1-580b45bfb7cc/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f-rescue.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.609807] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc3101ae-c394-4e57-a9a4-4f9c000fa097 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.631785] env[69186]: DEBUG nova.scheduler.client.report [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.635121] env[69186]: DEBUG oslo_vmware.api [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1167.635121] env[69186]: value = "task-3635924" [ 1167.635121] env[69186]: _type = "Task" [ 1167.635121] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.647516] env[69186]: DEBUG oslo_vmware.api [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635924, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.718025] env[69186]: DEBUG nova.network.neutron [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Updating instance_info_cache with network_info: [{"id": "5281d3c8-8c13-4d52-9eff-01540bb3f66e", "address": "fa:16:3e:bd:25:97", "network": {"id": "42d8d9f9-bd94-4ba5-9a6c-baf88b50f8a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820666431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69c719a41fb4ab48140eabe49d76e84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5281d3c8-8c", "ovs_interfaceid": "5281d3c8-8c13-4d52-9eff-01540bb3f66e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.823165] env[69186]: DEBUG oslo_vmware.api [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.827272] env[69186]: DEBUG nova.virt.hardware [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.827505] env[69186]: DEBUG nova.virt.hardware [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.827657] env[69186]: DEBUG nova.virt.hardware [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.827833] env[69186]: DEBUG nova.virt.hardware [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.827974] env[69186]: DEBUG nova.virt.hardware [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.828128] env[69186]: DEBUG nova.virt.hardware [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.828333] env[69186]: DEBUG nova.virt.hardware [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.828495] env[69186]: DEBUG nova.virt.hardware [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.828656] env[69186]: DEBUG nova.virt.hardware [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.828810] env[69186]: DEBUG nova.virt.hardware [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.828974] env[69186]: DEBUG nova.virt.hardware [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.829801] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be1655a-9b5b-497c-a78c-bb164f2cf028 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.841184] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b0fc4b-b241-4566-a75f-8446219205fa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.856258] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Instance VIF info [] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.862404] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.862597] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.863053] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37e9b208-0a4e-4789-9cc9-da67ef54dd65 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.883143] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.883143] env[69186]: value = "task-3635925" [ 1167.883143] env[69186]: _type = "Task" [ 1167.883143] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.895895] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635925, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.136708] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.139274] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.545s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.140772] env[69186]: INFO nova.compute.claims [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.153718] env[69186]: DEBUG oslo_vmware.api [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635924, 'name': ReconfigVM_Task, 'duration_secs': 0.451003} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.154072] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Reconfigured VM instance instance-00000064 to attach disk [datastore1] f96019ad-c5f7-45ba-85a1-580b45bfb7cc/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f-rescue.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.155093] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef0c567-014f-41cb-9f4b-21c3c851370d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.160803] env[69186]: INFO nova.scheduler.client.report [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Deleted allocations for instance a1fab9ac-f048-4e2e-bf2d-76eab553a782 [ 1168.190941] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2b9354b-da79-4077-9aec-31aa73f90071 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.209306] env[69186]: DEBUG oslo_vmware.api [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1168.209306] env[69186]: value = "task-3635926" [ 1168.209306] env[69186]: _type = "Task" [ 1168.209306] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.220080] env[69186]: DEBUG oslo_vmware.api [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635926, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.220557] env[69186]: DEBUG oslo_concurrency.lockutils [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Releasing lock "refresh_cache-ae12e6fe-3f87-4e74-a354-401bcd42aca6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.220921] env[69186]: DEBUG nova.compute.manager [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Instance network_info: |[{"id": "5281d3c8-8c13-4d52-9eff-01540bb3f66e", "address": "fa:16:3e:bd:25:97", "network": {"id": "42d8d9f9-bd94-4ba5-9a6c-baf88b50f8a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820666431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69c719a41fb4ab48140eabe49d76e84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5281d3c8-8c", "ovs_interfaceid": "5281d3c8-8c13-4d52-9eff-01540bb3f66e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1168.221267] env[69186]: DEBUG oslo_concurrency.lockutils [req-2fc6e736-6589-4364-9a3b-71393cc74081 req-58bfc4d1-8fe5-466d-a570-9727863e0042 service nova] Acquired lock "refresh_cache-ae12e6fe-3f87-4e74-a354-401bcd42aca6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.221514] env[69186]: DEBUG nova.network.neutron [req-2fc6e736-6589-4364-9a3b-71393cc74081 req-58bfc4d1-8fe5-466d-a570-9727863e0042 service nova] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Refreshing network info cache for port 5281d3c8-8c13-4d52-9eff-01540bb3f66e {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.222834] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:25:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d0c6fd7-3cc9-4818-9475-8f15900394cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5281d3c8-8c13-4d52-9eff-01540bb3f66e', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.231452] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.232624] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1168.233505] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aaffdc25-1af4-4eee-bec3-2436ab0495bc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.258224] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.258224] env[69186]: value = "task-3635927" [ 1168.258224] env[69186]: _type = "Task" [ 1168.258224] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.286626] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635927, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.291331] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d015203c-23e2-401f-8b01-b6b18124b873 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "6fb0c8c6-6d83-40c0-bef4-7d20a722ed81" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.291578] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d015203c-23e2-401f-8b01-b6b18124b873 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "6fb0c8c6-6d83-40c0-bef4-7d20a722ed81" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.291767] env[69186]: DEBUG nova.compute.manager [None req-d015203c-23e2-401f-8b01-b6b18124b873 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Going to confirm migration 5 {{(pid=69186) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1168.322923] env[69186]: DEBUG oslo_vmware.api [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.341671] env[69186]: DEBUG nova.compute.manager [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1168.364609] env[69186]: DEBUG nova.virt.hardware [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.364928] env[69186]: DEBUG nova.virt.hardware [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.365146] env[69186]: DEBUG nova.virt.hardware [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.365372] env[69186]: DEBUG nova.virt.hardware [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.365583] env[69186]: DEBUG nova.virt.hardware [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.365761] env[69186]: DEBUG nova.virt.hardware [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.365977] env[69186]: DEBUG nova.virt.hardware [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.366185] env[69186]: DEBUG nova.virt.hardware [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.366395] env[69186]: DEBUG nova.virt.hardware [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.366625] env[69186]: DEBUG nova.virt.hardware [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.366856] env[69186]: DEBUG nova.virt.hardware [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.367828] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a110f64-518a-4531-b621-42c09b659ba8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.376512] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8026af-8d6a-411a-aca7-8d7c644b2f92 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.391388] env[69186]: DEBUG oslo_concurrency.lockutils [None req-66053196-6d2f-4f6d-8949-a2c0f4b163b7 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.391574] env[69186]: DEBUG oslo_concurrency.lockutils [None req-66053196-6d2f-4f6d-8949-a2c0f4b163b7 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.391874] env[69186]: INFO nova.compute.manager [None req-66053196-6d2f-4f6d-8949-a2c0f4b163b7 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Rebooting instance [ 1168.402656] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635925, 'name': CreateVM_Task, 'duration_secs': 0.361334} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.403517] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.403896] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.404073] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.404431] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.404934] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85609224-a2e7-48fd-9ee4-aac686d82663 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.410216] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Waiting for the task: (returnval){ [ 1168.410216] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b1bf31-a476-65bf-5965-5d2da0307472" [ 1168.410216] env[69186]: _type = "Task" [ 1168.410216] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.418680] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b1bf31-a476-65bf-5965-5d2da0307472, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.705045] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Lock "a1fab9ac-f048-4e2e-bf2d-76eab553a782" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.145s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.720191] env[69186]: DEBUG oslo_vmware.api [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635926, 'name': ReconfigVM_Task, 'duration_secs': 0.459066} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.720871] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.721070] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d302263e-cdd3-44ea-b46d-ff98e1ceb34d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.728693] env[69186]: DEBUG oslo_vmware.api [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1168.728693] env[69186]: value = "task-3635928" [ 1168.728693] env[69186]: _type = "Task" [ 1168.728693] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.739854] env[69186]: DEBUG oslo_vmware.api [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.770896] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635927, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.771778] env[69186]: DEBUG nova.network.neutron [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Successfully updated port: a71cc101-628d-4650-982f-3192832288db {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1168.825167] env[69186]: DEBUG oslo_vmware.api [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.920766] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b1bf31-a476-65bf-5965-5d2da0307472, 'name': SearchDatastore_Task, 'duration_secs': 0.010548} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.921856] env[69186]: DEBUG oslo_concurrency.lockutils [None req-66053196-6d2f-4f6d-8949-a2c0f4b163b7 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "refresh_cache-7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.922038] env[69186]: DEBUG oslo_concurrency.lockutils [None req-66053196-6d2f-4f6d-8949-a2c0f4b163b7 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired lock "refresh_cache-7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.922217] env[69186]: DEBUG nova.network.neutron [None req-66053196-6d2f-4f6d-8949-a2c0f4b163b7 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.923482] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.926592] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.926592] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.926592] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.926592] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.926592] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d8ab85e-1827-4fe1-b375-dc58dc346322 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.936218] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.936426] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.937541] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b46a736-32bb-4bb3-b182-a638e513e6a3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.949855] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Waiting for the task: (returnval){ [ 1168.949855] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525a3702-2f7c-9027-f404-b53cecae573d" [ 1168.949855] env[69186]: _type = "Task" [ 1168.949855] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.959597] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525a3702-2f7c-9027-f404-b53cecae573d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.960723] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d015203c-23e2-401f-8b01-b6b18124b873 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "refresh_cache-6fb0c8c6-6d83-40c0-bef4-7d20a722ed81" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.960900] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d015203c-23e2-401f-8b01-b6b18124b873 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquired lock "refresh_cache-6fb0c8c6-6d83-40c0-bef4-7d20a722ed81" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.961095] env[69186]: DEBUG nova.network.neutron [None req-d015203c-23e2-401f-8b01-b6b18124b873 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.961289] env[69186]: DEBUG nova.objects.instance [None req-d015203c-23e2-401f-8b01-b6b18124b873 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lazy-loading 'info_cache' on Instance uuid 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.136661] env[69186]: DEBUG nova.network.neutron [req-2fc6e736-6589-4364-9a3b-71393cc74081 req-58bfc4d1-8fe5-466d-a570-9727863e0042 service nova] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Updated VIF entry in instance network info cache for port 5281d3c8-8c13-4d52-9eff-01540bb3f66e. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.137033] env[69186]: DEBUG nova.network.neutron [req-2fc6e736-6589-4364-9a3b-71393cc74081 req-58bfc4d1-8fe5-466d-a570-9727863e0042 service nova] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Updating instance_info_cache with network_info: [{"id": "5281d3c8-8c13-4d52-9eff-01540bb3f66e", "address": "fa:16:3e:bd:25:97", "network": {"id": "42d8d9f9-bd94-4ba5-9a6c-baf88b50f8a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820666431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69c719a41fb4ab48140eabe49d76e84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5281d3c8-8c", "ovs_interfaceid": "5281d3c8-8c13-4d52-9eff-01540bb3f66e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.228531] env[69186]: DEBUG nova.compute.manager [req-53315906-58d4-4f36-9de0-4cf15aa01ace req-138911f3-2365-4816-9843-31d793b430d9 service nova] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Received event network-vif-plugged-a71cc101-628d-4650-982f-3192832288db {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.229167] env[69186]: DEBUG oslo_concurrency.lockutils [req-53315906-58d4-4f36-9de0-4cf15aa01ace req-138911f3-2365-4816-9843-31d793b430d9 service nova] Acquiring lock "13623edf-1abd-43b6-beab-ecd543ad95de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.229384] env[69186]: DEBUG oslo_concurrency.lockutils [req-53315906-58d4-4f36-9de0-4cf15aa01ace req-138911f3-2365-4816-9843-31d793b430d9 service nova] Lock "13623edf-1abd-43b6-beab-ecd543ad95de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.229558] env[69186]: DEBUG oslo_concurrency.lockutils [req-53315906-58d4-4f36-9de0-4cf15aa01ace req-138911f3-2365-4816-9843-31d793b430d9 service nova] Lock "13623edf-1abd-43b6-beab-ecd543ad95de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.229729] env[69186]: DEBUG nova.compute.manager [req-53315906-58d4-4f36-9de0-4cf15aa01ace req-138911f3-2365-4816-9843-31d793b430d9 service nova] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] No waiting events found dispatching network-vif-plugged-a71cc101-628d-4650-982f-3192832288db {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1169.229895] env[69186]: WARNING nova.compute.manager [req-53315906-58d4-4f36-9de0-4cf15aa01ace req-138911f3-2365-4816-9843-31d793b430d9 service nova] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Received unexpected event network-vif-plugged-a71cc101-628d-4650-982f-3192832288db for instance with vm_state building and task_state spawning. [ 1169.230075] env[69186]: DEBUG nova.compute.manager [req-53315906-58d4-4f36-9de0-4cf15aa01ace req-138911f3-2365-4816-9843-31d793b430d9 service nova] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Received event network-changed-a71cc101-628d-4650-982f-3192832288db {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.230235] env[69186]: DEBUG nova.compute.manager [req-53315906-58d4-4f36-9de0-4cf15aa01ace req-138911f3-2365-4816-9843-31d793b430d9 service nova] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Refreshing instance network info cache due to event network-changed-a71cc101-628d-4650-982f-3192832288db. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1169.230419] env[69186]: DEBUG oslo_concurrency.lockutils [req-53315906-58d4-4f36-9de0-4cf15aa01ace req-138911f3-2365-4816-9843-31d793b430d9 service nova] Acquiring lock "refresh_cache-13623edf-1abd-43b6-beab-ecd543ad95de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.230557] env[69186]: DEBUG oslo_concurrency.lockutils [req-53315906-58d4-4f36-9de0-4cf15aa01ace req-138911f3-2365-4816-9843-31d793b430d9 service nova] Acquired lock "refresh_cache-13623edf-1abd-43b6-beab-ecd543ad95de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.230713] env[69186]: DEBUG nova.network.neutron [req-53315906-58d4-4f36-9de0-4cf15aa01ace req-138911f3-2365-4816-9843-31d793b430d9 service nova] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Refreshing network info cache for port a71cc101-628d-4650-982f-3192832288db {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.246662] env[69186]: DEBUG oslo_vmware.api [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635928, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.267368] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635927, 'name': CreateVM_Task, 'duration_secs': 0.735499} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.269564] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.270685] env[69186]: DEBUG oslo_concurrency.lockutils [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.270685] env[69186]: DEBUG oslo_concurrency.lockutils [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.270885] env[69186]: DEBUG oslo_concurrency.lockutils [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.271318] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-215dac12-30f1-49cf-b7e4-e2235b453006 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.276209] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "refresh_cache-13623edf-1abd-43b6-beab-ecd543ad95de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.281974] env[69186]: DEBUG oslo_vmware.api [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1169.281974] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529741e6-60a6-741a-3a79-9776198b87d1" [ 1169.281974] env[69186]: _type = "Task" [ 1169.281974] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.293221] env[69186]: DEBUG oslo_vmware.api [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529741e6-60a6-741a-3a79-9776198b87d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.326360] env[69186]: DEBUG oslo_vmware.api [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.373703] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c435ffd6-5d85-4ac3-b928-1fbb23692c65 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.381842] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb63459-9d18-4021-adf3-a27f700b1e4f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.413986] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a531e0e4-6245-4315-95af-ef06b0d107ec {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.422307] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8e8a59-e14a-480f-843d-cc6dec5c1e09 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.437968] env[69186]: DEBUG nova.compute.provider_tree [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.460220] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525a3702-2f7c-9027-f404-b53cecae573d, 'name': SearchDatastore_Task, 'duration_secs': 0.0112} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.460980] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52de0a3f-a32c-47e9-8873-bc602c54d74f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.466434] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Waiting for the task: (returnval){ [ 1169.466434] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523fd872-21a9-d1b2-22c9-2113b06a8c05" [ 1169.466434] env[69186]: _type = "Task" [ 1169.466434] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.479342] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523fd872-21a9-d1b2-22c9-2113b06a8c05, 'name': SearchDatastore_Task, 'duration_secs': 0.010051} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.482219] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.482219] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] f99c5ba7-13ce-41e5-b395-cfed8b057acd/f99c5ba7-13ce-41e5-b395-cfed8b057acd.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.482219] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-516cfd77-1ab7-4dfa-ab55-8c96d520a6eb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.487986] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Waiting for the task: (returnval){ [ 1169.487986] env[69186]: value = "task-3635929" [ 1169.487986] env[69186]: _type = "Task" [ 1169.487986] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.496792] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.641456] env[69186]: DEBUG oslo_concurrency.lockutils [req-2fc6e736-6589-4364-9a3b-71393cc74081 req-58bfc4d1-8fe5-466d-a570-9727863e0042 service nova] Releasing lock "refresh_cache-ae12e6fe-3f87-4e74-a354-401bcd42aca6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.749817] env[69186]: DEBUG oslo_vmware.api [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635928, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.797389] env[69186]: DEBUG oslo_vmware.api [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529741e6-60a6-741a-3a79-9776198b87d1, 'name': SearchDatastore_Task, 'duration_secs': 0.019879} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.797389] env[69186]: DEBUG oslo_concurrency.lockutils [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.797389] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.797389] env[69186]: DEBUG oslo_concurrency.lockutils [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.797389] env[69186]: DEBUG oslo_concurrency.lockutils [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.797389] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.797994] env[69186]: DEBUG nova.network.neutron [req-53315906-58d4-4f36-9de0-4cf15aa01ace req-138911f3-2365-4816-9843-31d793b430d9 service nova] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1169.800544] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f840ac8e-1b55-40ca-a38d-b75bfae96f98 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.817504] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.818094] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.822705] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2ed58c0-17e0-40b6-883b-98d8522c62fc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.833416] env[69186]: DEBUG oslo_vmware.api [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.837990] env[69186]: DEBUG oslo_vmware.api [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1169.837990] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5248cee1-dca5-472e-4e70-2f2b8431e657" [ 1169.837990] env[69186]: _type = "Task" [ 1169.837990] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.851960] env[69186]: DEBUG oslo_vmware.api [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5248cee1-dca5-472e-4e70-2f2b8431e657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.929938] env[69186]: DEBUG nova.network.neutron [None req-66053196-6d2f-4f6d-8949-a2c0f4b163b7 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Updating instance_info_cache with network_info: [{"id": "169c2f38-ba8a-4843-914d-0c93c849224e", "address": "fa:16:3e:a2:31:32", "network": {"id": "14d60a2d-8117-4dd5-a804-5c161410ba84", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130840510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a588bb9537f4d2db8d49b4309728df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169c2f38-ba", "ovs_interfaceid": "169c2f38-ba8a-4843-914d-0c93c849224e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.944024] env[69186]: DEBUG nova.scheduler.client.report [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.998513] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458518} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.998933] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] f99c5ba7-13ce-41e5-b395-cfed8b057acd/f99c5ba7-13ce-41e5-b395-cfed8b057acd.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.999327] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.000580] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d65f04f-03be-4249-9516-d0db170e3b35 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.011021] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Waiting for the task: (returnval){ [ 1170.011021] env[69186]: value = "task-3635930" [ 1170.011021] env[69186]: _type = "Task" [ 1170.011021] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.018700] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.029992] env[69186]: DEBUG nova.network.neutron [req-53315906-58d4-4f36-9de0-4cf15aa01ace req-138911f3-2365-4816-9843-31d793b430d9 service nova] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.245335] env[69186]: DEBUG oslo_vmware.api [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635928, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.332024] env[69186]: DEBUG oslo_vmware.api [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.351213] env[69186]: DEBUG oslo_vmware.api [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5248cee1-dca5-472e-4e70-2f2b8431e657, 'name': SearchDatastore_Task, 'duration_secs': 0.052868} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.354938] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a3467d9-1caa-41b1-90c2-62b4d34fca6f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.361582] env[69186]: DEBUG oslo_vmware.api [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1170.361582] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a40b34-8f89-2c38-967d-97ed854f241b" [ 1170.361582] env[69186]: _type = "Task" [ 1170.361582] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.370087] env[69186]: DEBUG oslo_vmware.api [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a40b34-8f89-2c38-967d-97ed854f241b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.432925] env[69186]: DEBUG oslo_concurrency.lockutils [None req-66053196-6d2f-4f6d-8949-a2c0f4b163b7 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Releasing lock "refresh_cache-7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.447804] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.448391] env[69186]: DEBUG nova.compute.manager [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1170.452039] env[69186]: DEBUG oslo_concurrency.lockutils [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.643s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.452311] env[69186]: DEBUG nova.objects.instance [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lazy-loading 'resources' on Instance uuid 06952c63-1043-465b-8277-364a586628de {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.522217] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063801} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.523441] env[69186]: DEBUG nova.network.neutron [None req-d015203c-23e2-401f-8b01-b6b18124b873 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Updating instance_info_cache with network_info: [{"id": "bf3a4b51-b092-415d-bc1b-5d28b134bb9e", "address": "fa:16:3e:af:bf:a0", "network": {"id": "318febf9-1b9b-468e-89db-688cc7c13504", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994346472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa508e72f4e64c54bd0bbd510c8897ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf3a4b51-b0", "ovs_interfaceid": "bf3a4b51-b092-415d-bc1b-5d28b134bb9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.524907] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.529384] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627d3754-abd5-4792-a868-c1e5ac08215e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.533680] env[69186]: DEBUG oslo_concurrency.lockutils [req-53315906-58d4-4f36-9de0-4cf15aa01ace req-138911f3-2365-4816-9843-31d793b430d9 service nova] Releasing lock "refresh_cache-13623edf-1abd-43b6-beab-ecd543ad95de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.534702] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired lock "refresh_cache-13623edf-1abd-43b6-beab-ecd543ad95de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.535012] env[69186]: DEBUG nova.network.neutron [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.560564] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] f99c5ba7-13ce-41e5-b395-cfed8b057acd/f99c5ba7-13ce-41e5-b395-cfed8b057acd.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.561327] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae586b46-517b-4176-a813-f63985fbf302 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.583716] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Waiting for the task: (returnval){ [ 1170.583716] env[69186]: value = "task-3635931" [ 1170.583716] env[69186]: _type = "Task" [ 1170.583716] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.593549] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.747758] env[69186]: DEBUG oslo_vmware.api [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635928, 'name': PowerOnVM_Task, 'duration_secs': 1.871114} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.748046] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.751052] env[69186]: DEBUG nova.compute.manager [None req-10527d6a-f85c-4ff9-98f2-abde5bd9609f tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.751784] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bb7054-11be-4d2f-a8c5-9e736a3af75a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.828472] env[69186]: DEBUG oslo_vmware.api [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.872950] env[69186]: DEBUG oslo_vmware.api [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a40b34-8f89-2c38-967d-97ed854f241b, 'name': SearchDatastore_Task, 'duration_secs': 0.01004} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.873138] env[69186]: DEBUG oslo_concurrency.lockutils [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.873401] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] ae12e6fe-3f87-4e74-a354-401bcd42aca6/ae12e6fe-3f87-4e74-a354-401bcd42aca6.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.873665] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-842ceb4d-2b39-407e-b58f-b42ecb696b05 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.882082] env[69186]: DEBUG oslo_vmware.api [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1170.882082] env[69186]: value = "task-3635932" [ 1170.882082] env[69186]: _type = "Task" [ 1170.882082] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.891653] env[69186]: DEBUG oslo_vmware.api [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.938380] env[69186]: DEBUG nova.compute.manager [None req-66053196-6d2f-4f6d-8949-a2c0f4b163b7 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.939415] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20157339-ec37-4f72-ac6a-6cca3aef969f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.952790] env[69186]: DEBUG nova.compute.utils [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.954112] env[69186]: DEBUG nova.compute.manager [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1170.954281] env[69186]: DEBUG nova.network.neutron [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1170.956469] env[69186]: DEBUG nova.objects.instance [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lazy-loading 'numa_topology' on Instance uuid 06952c63-1043-465b-8277-364a586628de {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.993967] env[69186]: DEBUG nova.policy [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02e3e03552ef421e91081931a1d17872', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff7e81341caf41a3a52b5585de23490f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.030264] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d015203c-23e2-401f-8b01-b6b18124b873 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Releasing lock "refresh_cache-6fb0c8c6-6d83-40c0-bef4-7d20a722ed81" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.030392] env[69186]: DEBUG nova.objects.instance [None req-d015203c-23e2-401f-8b01-b6b18124b873 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lazy-loading 'migration_context' on Instance uuid 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.097079] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.119114] env[69186]: DEBUG nova.network.neutron [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.339640] env[69186]: DEBUG oslo_vmware.api [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.395071] env[69186]: DEBUG oslo_vmware.api [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507024} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.395071] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] ae12e6fe-3f87-4e74-a354-401bcd42aca6/ae12e6fe-3f87-4e74-a354-401bcd42aca6.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.395071] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.395071] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29977555-9777-40cf-bec7-7a97a77c441b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.402868] env[69186]: DEBUG oslo_vmware.api [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1171.402868] env[69186]: value = "task-3635933" [ 1171.402868] env[69186]: _type = "Task" [ 1171.402868] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.420020] env[69186]: DEBUG oslo_vmware.api [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.425230] env[69186]: DEBUG nova.network.neutron [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Updating instance_info_cache with network_info: [{"id": "a71cc101-628d-4650-982f-3192832288db", "address": "fa:16:3e:fc:de:e9", "network": {"id": "61e1515f-114e-4139-9235-6329201c5e19", "bridge": "br-int", "label": "tempest-ServersTestJSON-569810852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68534f72b5ef4bbebc423e4459dc051a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa71cc101-62", "ovs_interfaceid": "a71cc101-628d-4650-982f-3192832288db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.459103] env[69186]: DEBUG nova.compute.manager [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1171.461546] env[69186]: DEBUG nova.objects.base [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Object Instance<06952c63-1043-465b-8277-364a586628de> lazy-loaded attributes: resources,numa_topology {{(pid=69186) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1171.533304] env[69186]: DEBUG nova.objects.base [None req-d015203c-23e2-401f-8b01-b6b18124b873 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Object Instance<6fb0c8c6-6d83-40c0-bef4-7d20a722ed81> lazy-loaded attributes: info_cache,migration_context {{(pid=69186) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1171.534283] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc82e22-2d1d-41e4-bf4b-e32191b2a484 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.539386] env[69186]: DEBUG nova.network.neutron [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Successfully created port: 90b5ba3b-421f-49a5-af75-d240a95cdb86 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1171.563859] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1949a0fd-f5e6-41c0-ad63-db6e052b73ab {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.570290] env[69186]: DEBUG oslo_vmware.api [None req-d015203c-23e2-401f-8b01-b6b18124b873 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1171.570290] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b0ef97-cf3e-d418-a5d5-e5c651f8d024" [ 1171.570290] env[69186]: _type = "Task" [ 1171.570290] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.580329] env[69186]: DEBUG oslo_vmware.api [None req-d015203c-23e2-401f-8b01-b6b18124b873 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b0ef97-cf3e-d418-a5d5-e5c651f8d024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.593657] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635931, 'name': ReconfigVM_Task, 'duration_secs': 0.569455} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.594128] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Reconfigured VM instance instance-0000006f to attach disk [datastore2] f99c5ba7-13ce-41e5-b395-cfed8b057acd/f99c5ba7-13ce-41e5-b395-cfed8b057acd.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.597104] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11c36544-c5a8-404c-9c62-7320bb5503bf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.604856] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Waiting for the task: (returnval){ [ 1171.604856] env[69186]: value = "task-3635934" [ 1171.604856] env[69186]: _type = "Task" [ 1171.604856] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.614869] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635934, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.763751] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793f2105-35c2-45d3-97d6-4b8d73765425 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.772487] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26e2f74-d763-4a8f-8560-490567fe0480 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.805094] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09a75f9-e6e9-4db4-8345-a35225805ffe {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.813455] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2788ad46-53a2-4f76-86a6-45a854092b0f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.827760] env[69186]: DEBUG nova.compute.provider_tree [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.837925] env[69186]: DEBUG oslo_vmware.api [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.914949] env[69186]: DEBUG oslo_vmware.api [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076197} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.915213] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.916042] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9052c101-a31a-48d3-9b57-baed719672ae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.932259] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Releasing lock "refresh_cache-13623edf-1abd-43b6-beab-ecd543ad95de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.932259] env[69186]: DEBUG nova.compute.manager [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Instance network_info: |[{"id": "a71cc101-628d-4650-982f-3192832288db", "address": "fa:16:3e:fc:de:e9", "network": {"id": "61e1515f-114e-4139-9235-6329201c5e19", "bridge": "br-int", "label": "tempest-ServersTestJSON-569810852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68534f72b5ef4bbebc423e4459dc051a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa71cc101-62", "ovs_interfaceid": "a71cc101-628d-4650-982f-3192832288db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1171.941496] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] ae12e6fe-3f87-4e74-a354-401bcd42aca6/ae12e6fe-3f87-4e74-a354-401bcd42aca6.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.943792] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:de:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a71cc101-628d-4650-982f-3192832288db', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.950149] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.950768] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d016b92-7812-4160-977e-ec2c9c6948a3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.967722] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.971385] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c39a97f8-d06b-42e7-a084-cf4682601366 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.990044] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef4ffe0-9ec1-4dee-a87f-f7f01b61edf9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.000441] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-66053196-6d2f-4f6d-8949-a2c0f4b163b7 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Doing hard reboot of VM {{(pid=69186) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1172.002159] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a050bb81-7b8d-4adf-aaea-8ddbaf68d9ce {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.004792] env[69186]: DEBUG oslo_vmware.api [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1172.004792] env[69186]: value = "task-3635935" [ 1172.004792] env[69186]: _type = "Task" [ 1172.004792] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.006291] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.006291] env[69186]: value = "task-3635936" [ 1172.006291] env[69186]: _type = "Task" [ 1172.006291] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.016580] env[69186]: DEBUG oslo_vmware.api [None req-66053196-6d2f-4f6d-8949-a2c0f4b163b7 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1172.016580] env[69186]: value = "task-3635937" [ 1172.016580] env[69186]: _type = "Task" [ 1172.016580] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.028655] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635936, 'name': CreateVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.028957] env[69186]: DEBUG oslo_vmware.api [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.035102] env[69186]: DEBUG oslo_vmware.api [None req-66053196-6d2f-4f6d-8949-a2c0f4b163b7 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3635937, 'name': ResetVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.081373] env[69186]: DEBUG oslo_vmware.api [None req-d015203c-23e2-401f-8b01-b6b18124b873 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b0ef97-cf3e-d418-a5d5-e5c651f8d024, 'name': SearchDatastore_Task, 'duration_secs': 0.020546} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.081699] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d015203c-23e2-401f-8b01-b6b18124b873 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.116898] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635934, 'name': Rename_Task, 'duration_secs': 0.266351} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.117123] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.117426] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1919273-6c56-4338-9182-6a815c1ac5f5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.126695] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Waiting for the task: (returnval){ [ 1172.126695] env[69186]: value = "task-3635938" [ 1172.126695] env[69186]: _type = "Task" [ 1172.126695] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.136588] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.333075] env[69186]: DEBUG nova.scheduler.client.report [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.340086] env[69186]: DEBUG oslo_vmware.api [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635922, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.365068] env[69186]: INFO nova.compute.manager [None req-1c57b73f-bdb0-4283-89d1-c6d32b4402b8 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Unrescuing [ 1172.365317] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c57b73f-bdb0-4283-89d1-c6d32b4402b8 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "refresh_cache-f96019ad-c5f7-45ba-85a1-580b45bfb7cc" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.365476] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c57b73f-bdb0-4283-89d1-c6d32b4402b8 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquired lock "refresh_cache-f96019ad-c5f7-45ba-85a1-580b45bfb7cc" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.365714] env[69186]: DEBUG nova.network.neutron [None req-1c57b73f-bdb0-4283-89d1-c6d32b4402b8 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.496261] env[69186]: DEBUG nova.compute.manager [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1172.527621] env[69186]: DEBUG nova.virt.hardware [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.527907] env[69186]: DEBUG nova.virt.hardware [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.528082] env[69186]: DEBUG nova.virt.hardware [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.528272] env[69186]: DEBUG nova.virt.hardware [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.528420] env[69186]: DEBUG nova.virt.hardware [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.528564] env[69186]: DEBUG nova.virt.hardware [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.528773] env[69186]: DEBUG nova.virt.hardware [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.528929] env[69186]: DEBUG nova.virt.hardware [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.529110] env[69186]: DEBUG nova.virt.hardware [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.529271] env[69186]: DEBUG nova.virt.hardware [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.529444] env[69186]: DEBUG nova.virt.hardware [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.529755] env[69186]: DEBUG oslo_vmware.api [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.530570] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed544b1-32cf-48f5-baa8-80df022752a2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.536562] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635936, 'name': CreateVM_Task} progress is 25%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.541688] env[69186]: DEBUG oslo_vmware.api [None req-66053196-6d2f-4f6d-8949-a2c0f4b163b7 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3635937, 'name': ResetVM_Task, 'duration_secs': 0.13274} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.543816] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-66053196-6d2f-4f6d-8949-a2c0f4b163b7 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Did hard reboot of VM {{(pid=69186) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1172.544059] env[69186]: DEBUG nova.compute.manager [None req-66053196-6d2f-4f6d-8949-a2c0f4b163b7 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.544942] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9c5439-0c1b-44e8-aa0d-c26f0fac3823 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.549334] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0fdfae-a92c-441f-9f61-7522afd2867d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.639645] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635938, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.841895] env[69186]: DEBUG oslo_concurrency.lockutils [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.390s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.844506] env[69186]: DEBUG oslo_vmware.api [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635922, 'name': ReconfigVM_Task, 'duration_secs': 5.905217} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.844789] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d015203c-23e2-401f-8b01-b6b18124b873 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.763s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.845982] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.846226] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Reconfigured VM to detach interface {{(pid=69186) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1173.022979] env[69186]: DEBUG oslo_vmware.api [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635935, 'name': ReconfigVM_Task, 'duration_secs': 0.75765} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.024049] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Reconfigured VM instance instance-00000070 to attach disk [datastore2] ae12e6fe-3f87-4e74-a354-401bcd42aca6/ae12e6fe-3f87-4e74-a354-401bcd42aca6.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.028327] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba99f98c-6bcf-4066-b92e-8994be5dcbfb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.034070] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635936, 'name': CreateVM_Task, 'duration_secs': 0.699742} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.034847] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1173.035392] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.035565] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.036085] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.036174] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-369de83e-255b-4c4e-8212-dd6cd7e9676e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.040614] env[69186]: DEBUG oslo_vmware.api [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1173.040614] env[69186]: value = "task-3635939" [ 1173.040614] env[69186]: _type = "Task" [ 1173.040614] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.042046] env[69186]: DEBUG oslo_vmware.api [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1173.042046] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5209f701-0fcc-d1bd-64bf-f7051c3b141e" [ 1173.042046] env[69186]: _type = "Task" [ 1173.042046] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.054370] env[69186]: DEBUG oslo_vmware.api [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635939, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.057600] env[69186]: DEBUG oslo_vmware.api [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5209f701-0fcc-d1bd-64bf-f7051c3b141e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.063751] env[69186]: DEBUG oslo_concurrency.lockutils [None req-66053196-6d2f-4f6d-8949-a2c0f4b163b7 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.672s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.140605] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635938, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.178227] env[69186]: DEBUG nova.network.neutron [None req-1c57b73f-bdb0-4283-89d1-c6d32b4402b8 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Updating instance_info_cache with network_info: [{"id": "5fd6d7b0-ac1d-4553-a212-502b1f351717", "address": "fa:16:3e:07:ac:36", "network": {"id": "6c10ee8a-9bc5-4697-a309-b7dcffaaa4db", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1356679091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702ffef9375c432ab93a912c6d3f1a47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd6d7b0-ac", "ovs_interfaceid": "5fd6d7b0-ac1d-4553-a212-502b1f351717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.261971] env[69186]: DEBUG nova.compute.manager [req-0e2ebff6-da52-4106-a4f4-806e33703f09 req-a213c7d6-4d7f-40c6-a517-31095dc089b5 service nova] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Received event network-vif-plugged-90b5ba3b-421f-49a5-af75-d240a95cdb86 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.262572] env[69186]: DEBUG oslo_concurrency.lockutils [req-0e2ebff6-da52-4106-a4f4-806e33703f09 req-a213c7d6-4d7f-40c6-a517-31095dc089b5 service nova] Acquiring lock "bcf256ef-1edf-4e70-a93b-6822e4608860-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.262802] env[69186]: DEBUG oslo_concurrency.lockutils [req-0e2ebff6-da52-4106-a4f4-806e33703f09 req-a213c7d6-4d7f-40c6-a517-31095dc089b5 service nova] Lock "bcf256ef-1edf-4e70-a93b-6822e4608860-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.263039] env[69186]: DEBUG oslo_concurrency.lockutils [req-0e2ebff6-da52-4106-a4f4-806e33703f09 req-a213c7d6-4d7f-40c6-a517-31095dc089b5 service nova] Lock "bcf256ef-1edf-4e70-a93b-6822e4608860-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.263221] env[69186]: DEBUG nova.compute.manager [req-0e2ebff6-da52-4106-a4f4-806e33703f09 req-a213c7d6-4d7f-40c6-a517-31095dc089b5 service nova] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] No waiting events found dispatching network-vif-plugged-90b5ba3b-421f-49a5-af75-d240a95cdb86 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1173.263419] env[69186]: WARNING nova.compute.manager [req-0e2ebff6-da52-4106-a4f4-806e33703f09 req-a213c7d6-4d7f-40c6-a517-31095dc089b5 service nova] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Received unexpected event network-vif-plugged-90b5ba3b-421f-49a5-af75-d240a95cdb86 for instance with vm_state building and task_state spawning. [ 1173.360911] env[69186]: DEBUG oslo_concurrency.lockutils [None req-61a23c17-6cf9-4a70-adc7-6062eae492e5 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "06952c63-1043-465b-8277-364a586628de" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.701s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.361814] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "06952c63-1043-465b-8277-364a586628de" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 7.101s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.361996] env[69186]: INFO nova.compute.manager [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Unshelving [ 1173.378050] env[69186]: DEBUG nova.network.neutron [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Successfully updated port: 90b5ba3b-421f-49a5-af75-d240a95cdb86 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.556614] env[69186]: DEBUG oslo_vmware.api [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635939, 'name': Rename_Task, 'duration_secs': 0.234997} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.562235] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.562533] env[69186]: DEBUG oslo_vmware.api [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5209f701-0fcc-d1bd-64bf-f7051c3b141e, 'name': SearchDatastore_Task, 'duration_secs': 0.012147} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.562898] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db373be1-016d-4d17-846f-031e0b016ecd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.564424] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.564672] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.564910] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.565071] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.565253] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.565710] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e80ce8c-f7ed-499d-bc32-ecf0af41b727 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.572556] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebe8180-5313-41bb-b713-9727a568807a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.576262] env[69186]: DEBUG oslo_vmware.api [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1173.576262] env[69186]: value = "task-3635940" [ 1173.576262] env[69186]: _type = "Task" [ 1173.576262] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.582626] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.582626] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.584139] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6580014-c608-4455-9720-1767502f6dc0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.587479] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06ac98fc-3dc4-4bd4-8c62-160c9e6337ca {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.592930] env[69186]: DEBUG oslo_vmware.api [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.599540] env[69186]: DEBUG oslo_vmware.api [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1173.599540] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d628f4-c5ca-8ce0-0ed4-fb63e5edcff0" [ 1173.599540] env[69186]: _type = "Task" [ 1173.599540] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.626968] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8eea67-8304-44ed-9bd6-0682f92e8e4d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.636605] env[69186]: DEBUG oslo_vmware.api [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d628f4-c5ca-8ce0-0ed4-fb63e5edcff0, 'name': SearchDatastore_Task, 'duration_secs': 0.013554} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.639251] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4f15ee4-17b5-491a-8626-e2a57586c686 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.642525] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2646ed8-f33f-49a2-8fd6-176bf5e1149d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.648808] env[69186]: DEBUG oslo_vmware.api [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635938, 'name': PowerOnVM_Task, 'duration_secs': 1.081736} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.649760] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.649953] env[69186]: DEBUG nova.compute.manager [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.650741] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b076203-8e0b-4978-acfa-62e3df198680 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.665159] env[69186]: DEBUG nova.compute.provider_tree [None req-d015203c-23e2-401f-8b01-b6b18124b873 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.666802] env[69186]: DEBUG oslo_vmware.api [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1173.666802] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528c449b-7f72-0876-a65f-1de0b877e4b1" [ 1173.666802] env[69186]: _type = "Task" [ 1173.666802] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.682426] env[69186]: DEBUG oslo_vmware.api [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528c449b-7f72-0876-a65f-1de0b877e4b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011305} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.682426] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c57b73f-bdb0-4283-89d1-c6d32b4402b8 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Releasing lock "refresh_cache-f96019ad-c5f7-45ba-85a1-580b45bfb7cc" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.682426] env[69186]: DEBUG nova.objects.instance [None req-1c57b73f-bdb0-4283-89d1-c6d32b4402b8 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lazy-loading 'flavor' on Instance uuid f96019ad-c5f7-45ba-85a1-580b45bfb7cc {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.682849] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.683126] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 13623edf-1abd-43b6-beab-ecd543ad95de/13623edf-1abd-43b6-beab-ecd543ad95de.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.683726] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca7d4ae7-228f-4e71-966c-d324a9f578a9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.694553] env[69186]: DEBUG oslo_vmware.api [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1173.694553] env[69186]: value = "task-3635941" [ 1173.694553] env[69186]: _type = "Task" [ 1173.694553] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.703717] env[69186]: DEBUG oslo_vmware.api [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.885253] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "refresh_cache-bcf256ef-1edf-4e70-a93b-6822e4608860" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.885521] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired lock "refresh_cache-bcf256ef-1edf-4e70-a93b-6822e4608860" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.885752] env[69186]: DEBUG nova.network.neutron [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.088577] env[69186]: DEBUG oslo_vmware.api [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635940, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.169351] env[69186]: DEBUG nova.scheduler.client.report [None req-d015203c-23e2-401f-8b01-b6b18124b873 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.181179] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.190912] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4191f3-4577-4c77-b757-e3666bc3d681 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.218645] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c57b73f-bdb0-4283-89d1-c6d32b4402b8 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.219398] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97229bcf-6bb9-452b-8b03-2cba1c8e1a6e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.225018] env[69186]: DEBUG oslo_vmware.api [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635941, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.227790] env[69186]: DEBUG oslo_vmware.api [None req-1c57b73f-bdb0-4283-89d1-c6d32b4402b8 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1174.227790] env[69186]: value = "task-3635942" [ 1174.227790] env[69186]: _type = "Task" [ 1174.227790] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.237061] env[69186]: DEBUG oslo_vmware.api [None req-1c57b73f-bdb0-4283-89d1-c6d32b4402b8 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.371483] env[69186]: DEBUG nova.compute.utils [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1174.390557] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "refresh_cache-5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.390760] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "refresh_cache-5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.390964] env[69186]: DEBUG nova.network.neutron [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.418527] env[69186]: DEBUG nova.network.neutron [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1174.594978] env[69186]: DEBUG oslo_vmware.api [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3635940, 'name': PowerOnVM_Task, 'duration_secs': 0.749014} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.595795] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.596068] env[69186]: INFO nova.compute.manager [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1174.596279] env[69186]: DEBUG nova.compute.manager [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.597369] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b56635-12ce-49ac-8f9b-daa996937040 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.611488] env[69186]: DEBUG nova.network.neutron [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Updating instance_info_cache with network_info: [{"id": "90b5ba3b-421f-49a5-af75-d240a95cdb86", "address": "fa:16:3e:66:41:7e", "network": {"id": "31bd6c99-6f00-4643-adfe-1f7763b3744b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-588385833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e81341caf41a3a52b5585de23490f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90b5ba3b-42", "ovs_interfaceid": "90b5ba3b-421f-49a5-af75-d240a95cdb86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.707655] env[69186]: DEBUG oslo_vmware.api [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635941, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.739013] env[69186]: DEBUG oslo_vmware.api [None req-1c57b73f-bdb0-4283-89d1-c6d32b4402b8 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635942, 'name': PowerOffVM_Task, 'duration_secs': 0.445246} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.739310] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c57b73f-bdb0-4283-89d1-c6d32b4402b8 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.744812] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c57b73f-bdb0-4283-89d1-c6d32b4402b8 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Reconfiguring VM instance instance-00000064 to detach disk 2002 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1174.745088] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf67cb80-a261-4fea-84d1-c9c4f1f95fd9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.767076] env[69186]: DEBUG oslo_vmware.api [None req-1c57b73f-bdb0-4283-89d1-c6d32b4402b8 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1174.767076] env[69186]: value = "task-3635943" [ 1174.767076] env[69186]: _type = "Task" [ 1174.767076] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.776904] env[69186]: DEBUG oslo_vmware.api [None req-1c57b73f-bdb0-4283-89d1-c6d32b4402b8 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.874829] env[69186]: INFO nova.virt.block_device [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Booting with volume 8ee28562-58af-4944-b5bf-9bac8e8f60f2 at /dev/sdb [ 1174.913095] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-acb6ac06-e2ed-4153-bbe4-c62ecd19c6db {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.924429] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4004829b-d2ea-44da-87f2-ef10996d95fc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.964191] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Acquiring lock "f99c5ba7-13ce-41e5-b395-cfed8b057acd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.964522] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Lock "f99c5ba7-13ce-41e5-b395-cfed8b057acd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.964729] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Acquiring lock "f99c5ba7-13ce-41e5-b395-cfed8b057acd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.964923] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Lock "f99c5ba7-13ce-41e5-b395-cfed8b057acd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.965171] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Lock "f99c5ba7-13ce-41e5-b395-cfed8b057acd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.967346] env[69186]: INFO nova.compute.manager [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Terminating instance [ 1174.970458] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08166162-88f1-4bb0-9c14-18ecd1187806 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.981117] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c93e1f-1e1e-46ee-a21d-5d138d6ed555 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.022211] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8eee50a-4845-4ff4-a9f5-979713febf49 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.030675] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76abd18f-fee0-4c4c-adf6-893733588f86 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.047345] env[69186]: DEBUG nova.virt.block_device [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Updating existing volume attachment record: e603fc04-0e22-4eb8-bdbd-e4d66e973d76 {{(pid=69186) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1175.115344] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Releasing lock "refresh_cache-bcf256ef-1edf-4e70-a93b-6822e4608860" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.117895] env[69186]: DEBUG nova.compute.manager [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Instance network_info: |[{"id": "90b5ba3b-421f-49a5-af75-d240a95cdb86", "address": "fa:16:3e:66:41:7e", "network": {"id": "31bd6c99-6f00-4643-adfe-1f7763b3744b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-588385833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e81341caf41a3a52b5585de23490f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90b5ba3b-42", "ovs_interfaceid": "90b5ba3b-421f-49a5-af75-d240a95cdb86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.117895] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:41:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90b5ba3b-421f-49a5-af75-d240a95cdb86', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.125533] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.126237] env[69186]: INFO nova.compute.manager [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Took 14.23 seconds to build instance. [ 1175.128633] env[69186]: INFO nova.network.neutron [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Port 6baad547-a5c6-4a21-bc4e-d988644f9f14 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1175.128974] env[69186]: DEBUG nova.network.neutron [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Updating instance_info_cache with network_info: [{"id": "8419fb84-619b-45fd-af12-39fb3d8f3d74", "address": "fa:16:3e:fe:21:70", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8419fb84-61", "ovs_interfaceid": "8419fb84-619b-45fd-af12-39fb3d8f3d74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.130620] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.130857] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9bdaf62-45e5-4800-9849-2d877a299ffd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.155158] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.155158] env[69186]: value = "task-3635944" [ 1175.155158] env[69186]: _type = "Task" [ 1175.155158] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.164087] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635944, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.183029] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d015203c-23e2-401f-8b01-b6b18124b873 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.336s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.188210] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.006s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.188210] env[69186]: DEBUG nova.objects.instance [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69186) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1175.209144] env[69186]: DEBUG oslo_vmware.api [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635941, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.224924] env[69186]: DEBUG nova.compute.manager [req-4eef7c77-6d6b-4540-9e66-496fcd1ff781 req-b76160c8-31b5-4959-9585-e480c0b6fd07 service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Received event network-changed-8419fb84-619b-45fd-af12-39fb3d8f3d74 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.224924] env[69186]: DEBUG nova.compute.manager [req-4eef7c77-6d6b-4540-9e66-496fcd1ff781 req-b76160c8-31b5-4959-9585-e480c0b6fd07 service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Refreshing instance network info cache due to event network-changed-8419fb84-619b-45fd-af12-39fb3d8f3d74. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.224924] env[69186]: DEBUG oslo_concurrency.lockutils [req-4eef7c77-6d6b-4540-9e66-496fcd1ff781 req-b76160c8-31b5-4959-9585-e480c0b6fd07 service nova] Acquiring lock "refresh_cache-5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.279007] env[69186]: DEBUG oslo_vmware.api [None req-1c57b73f-bdb0-4283-89d1-c6d32b4402b8 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635943, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.296896] env[69186]: DEBUG nova.compute.manager [req-1e77c8fd-a6e2-4a8d-ada1-12306f347741 req-4730c0fd-2d0c-4af2-b831-3e8ac75d30c2 service nova] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Received event network-changed-90b5ba3b-421f-49a5-af75-d240a95cdb86 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.297160] env[69186]: DEBUG nova.compute.manager [req-1e77c8fd-a6e2-4a8d-ada1-12306f347741 req-4730c0fd-2d0c-4af2-b831-3e8ac75d30c2 service nova] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Refreshing instance network info cache due to event network-changed-90b5ba3b-421f-49a5-af75-d240a95cdb86. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.297403] env[69186]: DEBUG oslo_concurrency.lockutils [req-1e77c8fd-a6e2-4a8d-ada1-12306f347741 req-4730c0fd-2d0c-4af2-b831-3e8ac75d30c2 service nova] Acquiring lock "refresh_cache-bcf256ef-1edf-4e70-a93b-6822e4608860" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.297594] env[69186]: DEBUG oslo_concurrency.lockutils [req-1e77c8fd-a6e2-4a8d-ada1-12306f347741 req-4730c0fd-2d0c-4af2-b831-3e8ac75d30c2 service nova] Acquired lock "refresh_cache-bcf256ef-1edf-4e70-a93b-6822e4608860" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.297694] env[69186]: DEBUG nova.network.neutron [req-1e77c8fd-a6e2-4a8d-ada1-12306f347741 req-4730c0fd-2d0c-4af2-b831-3e8ac75d30c2 service nova] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Refreshing network info cache for port 90b5ba3b-421f-49a5-af75-d240a95cdb86 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.470809] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Acquiring lock "refresh_cache-f99c5ba7-13ce-41e5-b395-cfed8b057acd" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.470991] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Acquired lock "refresh_cache-f99c5ba7-13ce-41e5-b395-cfed8b057acd" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.471182] env[69186]: DEBUG nova.network.neutron [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.629308] env[69186]: DEBUG oslo_concurrency.lockutils [None req-033eb6ab-1c35-4584-b564-2dee9bf9597b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "ae12e6fe-3f87-4e74-a354-401bcd42aca6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.742s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.631142] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "refresh_cache-5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.633779] env[69186]: DEBUG oslo_concurrency.lockutils [req-4eef7c77-6d6b-4540-9e66-496fcd1ff781 req-b76160c8-31b5-4959-9585-e480c0b6fd07 service nova] Acquired lock "refresh_cache-5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.633779] env[69186]: DEBUG nova.network.neutron [req-4eef7c77-6d6b-4540-9e66-496fcd1ff781 req-b76160c8-31b5-4959-9585-e480c0b6fd07 service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Refreshing network info cache for port 8419fb84-619b-45fd-af12-39fb3d8f3d74 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.668569] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635944, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.712060] env[69186]: DEBUG oslo_vmware.api [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635941, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.543845} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.712220] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 13623edf-1abd-43b6-beab-ecd543ad95de/13623edf-1abd-43b6-beab-ecd543ad95de.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.712622] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.712752] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8133ac1-e3c7-41dc-9b4e-4623626f4fd5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.723327] env[69186]: DEBUG oslo_vmware.api [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1175.723327] env[69186]: value = "task-3635948" [ 1175.723327] env[69186]: _type = "Task" [ 1175.723327] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.736505] env[69186]: DEBUG oslo_vmware.api [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.759215] env[69186]: INFO nova.scheduler.client.report [None req-d015203c-23e2-401f-8b01-b6b18124b873 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Deleted allocation for migration 856ee48d-e351-4ad4-972c-ef9901f96e18 [ 1175.778063] env[69186]: DEBUG oslo_vmware.api [None req-1c57b73f-bdb0-4283-89d1-c6d32b4402b8 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635943, 'name': ReconfigVM_Task, 'duration_secs': 0.58459} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.778365] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c57b73f-bdb0-4283-89d1-c6d32b4402b8 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Reconfigured VM instance instance-00000064 to detach disk 2002 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1175.778555] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c57b73f-bdb0-4283-89d1-c6d32b4402b8 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.778815] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47dc4b6c-8f26-42ab-b9f6-c283d0cc9c60 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.786055] env[69186]: DEBUG oslo_vmware.api [None req-1c57b73f-bdb0-4283-89d1-c6d32b4402b8 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1175.786055] env[69186]: value = "task-3635949" [ 1175.786055] env[69186]: _type = "Task" [ 1175.786055] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.794814] env[69186]: DEBUG oslo_vmware.api [None req-1c57b73f-bdb0-4283-89d1-c6d32b4402b8 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.937759] env[69186]: DEBUG oslo_concurrency.lockutils [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "interface-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0-6baad547-a5c6-4a21-bc4e-d988644f9f14" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.938073] env[69186]: DEBUG oslo_concurrency.lockutils [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "interface-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0-6baad547-a5c6-4a21-bc4e-d988644f9f14" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.938395] env[69186]: DEBUG nova.objects.instance [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lazy-loading 'flavor' on Instance uuid d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.994105] env[69186]: DEBUG nova.network.neutron [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.072384] env[69186]: DEBUG nova.network.neutron [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.074782] env[69186]: DEBUG nova.network.neutron [req-1e77c8fd-a6e2-4a8d-ada1-12306f347741 req-4730c0fd-2d0c-4af2-b831-3e8ac75d30c2 service nova] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Updated VIF entry in instance network info cache for port 90b5ba3b-421f-49a5-af75-d240a95cdb86. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.075114] env[69186]: DEBUG nova.network.neutron [req-1e77c8fd-a6e2-4a8d-ada1-12306f347741 req-4730c0fd-2d0c-4af2-b831-3e8ac75d30c2 service nova] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Updating instance_info_cache with network_info: [{"id": "90b5ba3b-421f-49a5-af75-d240a95cdb86", "address": "fa:16:3e:66:41:7e", "network": {"id": "31bd6c99-6f00-4643-adfe-1f7763b3744b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-588385833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e81341caf41a3a52b5585de23490f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90b5ba3b-42", "ovs_interfaceid": "90b5ba3b-421f-49a5-af75-d240a95cdb86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.135355] env[69186]: INFO nova.compute.manager [None req-afc7b6a8-e2ed-4fa4-98c8-4f0c2517369d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Get console output [ 1176.135734] env[69186]: WARNING nova.virt.vmwareapi.driver [None req-afc7b6a8-e2ed-4fa4-98c8-4f0c2517369d tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] The console log is missing. Check your VSPC configuration [ 1176.137150] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a2901546-f7cb-4a33-b970-6a3653052853 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "interface-5784475d-2510-43b0-8abb-f4fce96f7846-6baad547-a5c6-4a21-bc4e-d988644f9f14" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.906s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.174514] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635944, 'name': CreateVM_Task, 'duration_secs': 0.630626} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.174514] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.175116] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.175317] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.175675] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.175939] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5deeb927-fa80-4aa3-ae5a-65c083d86863 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.181964] env[69186]: DEBUG oslo_vmware.api [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1176.181964] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]526f98b5-e9d0-d033-f503-93c3a45bb0d1" [ 1176.181964] env[69186]: _type = "Task" [ 1176.181964] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.193743] env[69186]: DEBUG oslo_vmware.api [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]526f98b5-e9d0-d033-f503-93c3a45bb0d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.198895] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4b0c22fb-0a98-4e8a-8f94-aeb5672640a4 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.233635] env[69186]: DEBUG oslo_vmware.api [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089129} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.233932] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.234825] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d75323-31ef-4205-a9f2-03cdaa742a82 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.259380] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 13623edf-1abd-43b6-beab-ecd543ad95de/13623edf-1abd-43b6-beab-ecd543ad95de.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.262157] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fc0fcc9-ada2-4405-853f-884543fc21cd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.278318] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d015203c-23e2-401f-8b01-b6b18124b873 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "6fb0c8c6-6d83-40c0-bef4-7d20a722ed81" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.987s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.292201] env[69186]: DEBUG oslo_vmware.api [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1176.292201] env[69186]: value = "task-3635950" [ 1176.292201] env[69186]: _type = "Task" [ 1176.292201] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.301325] env[69186]: DEBUG oslo_vmware.api [None req-1c57b73f-bdb0-4283-89d1-c6d32b4402b8 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3635949, 'name': PowerOnVM_Task, 'duration_secs': 0.493} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.304673] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c57b73f-bdb0-4283-89d1-c6d32b4402b8 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.304972] env[69186]: DEBUG nova.compute.manager [None req-1c57b73f-bdb0-4283-89d1-c6d32b4402b8 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.305217] env[69186]: DEBUG oslo_vmware.api [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.306257] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f63f77b-13c3-4c4d-af0b-6b74f377e339 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.385357] env[69186]: DEBUG nova.network.neutron [req-4eef7c77-6d6b-4540-9e66-496fcd1ff781 req-b76160c8-31b5-4959-9585-e480c0b6fd07 service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Updated VIF entry in instance network info cache for port 8419fb84-619b-45fd-af12-39fb3d8f3d74. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.385893] env[69186]: DEBUG nova.network.neutron [req-4eef7c77-6d6b-4540-9e66-496fcd1ff781 req-b76160c8-31b5-4959-9585-e480c0b6fd07 service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Updating instance_info_cache with network_info: [{"id": "8419fb84-619b-45fd-af12-39fb3d8f3d74", "address": "fa:16:3e:fe:21:70", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8419fb84-61", "ovs_interfaceid": "8419fb84-619b-45fd-af12-39fb3d8f3d74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.532158] env[69186]: DEBUG nova.objects.instance [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lazy-loading 'pci_requests' on Instance uuid d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.574735] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Releasing lock "refresh_cache-f99c5ba7-13ce-41e5-b395-cfed8b057acd" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.575170] env[69186]: DEBUG nova.compute.manager [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.575365] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.576264] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cb03e6-9abd-4e52-a44b-e58ff5f918db {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.579657] env[69186]: DEBUG oslo_concurrency.lockutils [req-1e77c8fd-a6e2-4a8d-ada1-12306f347741 req-4730c0fd-2d0c-4af2-b831-3e8ac75d30c2 service nova] Releasing lock "refresh_cache-bcf256ef-1edf-4e70-a93b-6822e4608860" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.585838] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.586087] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-119ce475-42e2-4b5b-b244-bb46ef6a373e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.593466] env[69186]: DEBUG oslo_vmware.api [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Waiting for the task: (returnval){ [ 1176.593466] env[69186]: value = "task-3635951" [ 1176.593466] env[69186]: _type = "Task" [ 1176.593466] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.602310] env[69186]: DEBUG oslo_vmware.api [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.694913] env[69186]: DEBUG oslo_vmware.api [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]526f98b5-e9d0-d033-f503-93c3a45bb0d1, 'name': SearchDatastore_Task, 'duration_secs': 0.021239} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.695276] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.698538] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.698538] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.698538] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.698538] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.698538] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4793503e-f253-4ed1-83f8-a48b1aec3515 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.707776] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.707776] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.708907] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d7eaab1-2787-4133-a362-12c29a365464 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.716579] env[69186]: DEBUG oslo_vmware.api [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1176.716579] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5217b25b-b6c4-4bf5-d093-178178370366" [ 1176.716579] env[69186]: _type = "Task" [ 1176.716579] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.727534] env[69186]: DEBUG oslo_vmware.api [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5217b25b-b6c4-4bf5-d093-178178370366, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.804022] env[69186]: DEBUG oslo_vmware.api [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635950, 'name': ReconfigVM_Task, 'duration_secs': 0.497674} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.804226] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 13623edf-1abd-43b6-beab-ecd543ad95de/13623edf-1abd-43b6-beab-ecd543ad95de.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.804905] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e627cb97-e722-48a0-a362-3181561e225c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.814031] env[69186]: DEBUG oslo_vmware.api [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1176.814031] env[69186]: value = "task-3635952" [ 1176.814031] env[69186]: _type = "Task" [ 1176.814031] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.826024] env[69186]: DEBUG oslo_vmware.api [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635952, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.888957] env[69186]: DEBUG oslo_concurrency.lockutils [req-4eef7c77-6d6b-4540-9e66-496fcd1ff781 req-b76160c8-31b5-4959-9585-e480c0b6fd07 service nova] Releasing lock "refresh_cache-5784475d-2510-43b0-8abb-f4fce96f7846" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.035074] env[69186]: DEBUG nova.objects.base [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69186) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1177.035346] env[69186]: DEBUG nova.network.neutron [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1177.099618] env[69186]: DEBUG nova.policy [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c41a8af0f8e54277b6fa8f5910a6d73c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f565adc711674d8c8a3e28a4a8f1bc20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1177.108766] env[69186]: DEBUG oslo_vmware.api [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635951, 'name': PowerOffVM_Task, 'duration_secs': 0.119775} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.109120] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.109241] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.109491] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ce01cb9-6a8b-4d25-8fa2-5040a74757d0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.137701] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.138135] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.138251] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Deleting the datastore file [datastore2] f99c5ba7-13ce-41e5-b395-cfed8b057acd {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.138532] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-738e360d-7423-45cc-8f9e-dc579fb305fb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.146642] env[69186]: DEBUG oslo_vmware.api [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Waiting for the task: (returnval){ [ 1177.146642] env[69186]: value = "task-3635954" [ 1177.146642] env[69186]: _type = "Task" [ 1177.146642] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.156032] env[69186]: DEBUG oslo_vmware.api [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.228381] env[69186]: DEBUG oslo_vmware.api [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5217b25b-b6c4-4bf5-d093-178178370366, 'name': SearchDatastore_Task, 'duration_secs': 0.013932} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.229198] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0d894c6-5794-4494-8ee4-b61751ebfa3e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.235511] env[69186]: DEBUG oslo_vmware.api [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1177.235511] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52dc0dde-e1fa-dc8c-8c00-66c0df38e309" [ 1177.235511] env[69186]: _type = "Task" [ 1177.235511] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.245462] env[69186]: DEBUG oslo_vmware.api [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52dc0dde-e1fa-dc8c-8c00-66c0df38e309, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.259834] env[69186]: DEBUG nova.compute.manager [req-da0df660-7315-4691-a57e-ac673cd3bbc0 req-e24835e4-9035-4489-bcea-2936b461c1b5 service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Received event network-changed-24b7cf84-7522-4591-9350-9e0bff618af6 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.259930] env[69186]: DEBUG nova.compute.manager [req-da0df660-7315-4691-a57e-ac673cd3bbc0 req-e24835e4-9035-4489-bcea-2936b461c1b5 service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Refreshing instance network info cache due to event network-changed-24b7cf84-7522-4591-9350-9e0bff618af6. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.260249] env[69186]: DEBUG oslo_concurrency.lockutils [req-da0df660-7315-4691-a57e-ac673cd3bbc0 req-e24835e4-9035-4489-bcea-2936b461c1b5 service nova] Acquiring lock "refresh_cache-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.260538] env[69186]: DEBUG oslo_concurrency.lockutils [req-da0df660-7315-4691-a57e-ac673cd3bbc0 req-e24835e4-9035-4489-bcea-2936b461c1b5 service nova] Acquired lock "refresh_cache-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.260758] env[69186]: DEBUG nova.network.neutron [req-da0df660-7315-4691-a57e-ac673cd3bbc0 req-e24835e4-9035-4489-bcea-2936b461c1b5 service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Refreshing network info cache for port 24b7cf84-7522-4591-9350-9e0bff618af6 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.326984] env[69186]: DEBUG oslo_vmware.api [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635952, 'name': Rename_Task, 'duration_secs': 0.359497} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.327344] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.328069] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57d8b22a-0851-4f78-b981-22fc3fbfd9e0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.337205] env[69186]: DEBUG oslo_vmware.api [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1177.337205] env[69186]: value = "task-3635955" [ 1177.337205] env[69186]: _type = "Task" [ 1177.337205] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.345731] env[69186]: DEBUG oslo_vmware.api [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.657441] env[69186]: DEBUG oslo_vmware.api [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Task: {'id': task-3635954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404836} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.657715] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.657900] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.658093] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.658273] env[69186]: INFO nova.compute.manager [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1177.658525] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.659030] env[69186]: DEBUG nova.compute.manager [-] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.659030] env[69186]: DEBUG nova.network.neutron [-] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.679784] env[69186]: DEBUG nova.network.neutron [-] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1177.746524] env[69186]: DEBUG oslo_vmware.api [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52dc0dde-e1fa-dc8c-8c00-66c0df38e309, 'name': SearchDatastore_Task, 'duration_secs': 0.04811} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.746786] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.747125] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] bcf256ef-1edf-4e70-a93b-6822e4608860/bcf256ef-1edf-4e70-a93b-6822e4608860.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.747399] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fdb049d-d59b-4846-a4a7-2b326681b61c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.755587] env[69186]: DEBUG oslo_vmware.api [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1177.755587] env[69186]: value = "task-3635957" [ 1177.755587] env[69186]: _type = "Task" [ 1177.755587] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.766192] env[69186]: DEBUG oslo_vmware.api [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.848663] env[69186]: DEBUG oslo_vmware.api [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635955, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.992524] env[69186]: DEBUG nova.network.neutron [req-da0df660-7315-4691-a57e-ac673cd3bbc0 req-e24835e4-9035-4489-bcea-2936b461c1b5 service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Updated VIF entry in instance network info cache for port 24b7cf84-7522-4591-9350-9e0bff618af6. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.992934] env[69186]: DEBUG nova.network.neutron [req-da0df660-7315-4691-a57e-ac673cd3bbc0 req-e24835e4-9035-4489-bcea-2936b461c1b5 service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Updating instance_info_cache with network_info: [{"id": "24b7cf84-7522-4591-9350-9e0bff618af6", "address": "fa:16:3e:29:08:69", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24b7cf84-75", "ovs_interfaceid": "24b7cf84-7522-4591-9350-9e0bff618af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.182706] env[69186]: DEBUG nova.network.neutron [-] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.267208] env[69186]: DEBUG oslo_vmware.api [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635957, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.349021] env[69186]: DEBUG oslo_vmware.api [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635955, 'name': PowerOnVM_Task, 'duration_secs': 0.674654} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.349304] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.349512] env[69186]: INFO nova.compute.manager [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1178.349694] env[69186]: DEBUG nova.compute.manager [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.350492] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2704291-7480-45e6-b87d-1397b257dca4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.474314] env[69186]: DEBUG nova.compute.manager [req-de39a8b8-f17e-486c-b463-934b6a144044 req-651dd507-544a-4623-9f95-2ce44f95126e service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Received event network-vif-plugged-6baad547-a5c6-4a21-bc4e-d988644f9f14 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.474619] env[69186]: DEBUG oslo_concurrency.lockutils [req-de39a8b8-f17e-486c-b463-934b6a144044 req-651dd507-544a-4623-9f95-2ce44f95126e service nova] Acquiring lock "d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.474776] env[69186]: DEBUG oslo_concurrency.lockutils [req-de39a8b8-f17e-486c-b463-934b6a144044 req-651dd507-544a-4623-9f95-2ce44f95126e service nova] Lock "d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.474956] env[69186]: DEBUG oslo_concurrency.lockutils [req-de39a8b8-f17e-486c-b463-934b6a144044 req-651dd507-544a-4623-9f95-2ce44f95126e service nova] Lock "d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.475139] env[69186]: DEBUG nova.compute.manager [req-de39a8b8-f17e-486c-b463-934b6a144044 req-651dd507-544a-4623-9f95-2ce44f95126e service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] No waiting events found dispatching network-vif-plugged-6baad547-a5c6-4a21-bc4e-d988644f9f14 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1178.475305] env[69186]: WARNING nova.compute.manager [req-de39a8b8-f17e-486c-b463-934b6a144044 req-651dd507-544a-4623-9f95-2ce44f95126e service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Received unexpected event network-vif-plugged-6baad547-a5c6-4a21-bc4e-d988644f9f14 for instance with vm_state active and task_state None. [ 1178.496227] env[69186]: DEBUG oslo_concurrency.lockutils [req-da0df660-7315-4691-a57e-ac673cd3bbc0 req-e24835e4-9035-4489-bcea-2936b461c1b5 service nova] Releasing lock "refresh_cache-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.496508] env[69186]: DEBUG nova.compute.manager [req-da0df660-7315-4691-a57e-ac673cd3bbc0 req-e24835e4-9035-4489-bcea-2936b461c1b5 service nova] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Received event network-changed-5281d3c8-8c13-4d52-9eff-01540bb3f66e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.496699] env[69186]: DEBUG nova.compute.manager [req-da0df660-7315-4691-a57e-ac673cd3bbc0 req-e24835e4-9035-4489-bcea-2936b461c1b5 service nova] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Refreshing instance network info cache due to event network-changed-5281d3c8-8c13-4d52-9eff-01540bb3f66e. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.496918] env[69186]: DEBUG oslo_concurrency.lockutils [req-da0df660-7315-4691-a57e-ac673cd3bbc0 req-e24835e4-9035-4489-bcea-2936b461c1b5 service nova] Acquiring lock "refresh_cache-ae12e6fe-3f87-4e74-a354-401bcd42aca6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.497089] env[69186]: DEBUG oslo_concurrency.lockutils [req-da0df660-7315-4691-a57e-ac673cd3bbc0 req-e24835e4-9035-4489-bcea-2936b461c1b5 service nova] Acquired lock "refresh_cache-ae12e6fe-3f87-4e74-a354-401bcd42aca6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.497260] env[69186]: DEBUG nova.network.neutron [req-da0df660-7315-4691-a57e-ac673cd3bbc0 req-e24835e4-9035-4489-bcea-2936b461c1b5 service nova] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Refreshing network info cache for port 5281d3c8-8c13-4d52-9eff-01540bb3f66e {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.555278] env[69186]: DEBUG nova.network.neutron [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Successfully updated port: 6baad547-a5c6-4a21-bc4e-d988644f9f14 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.688296] env[69186]: INFO nova.compute.manager [-] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Took 1.03 seconds to deallocate network for instance. [ 1178.766476] env[69186]: DEBUG oslo_vmware.api [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557714} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.766725] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] bcf256ef-1edf-4e70-a93b-6822e4608860/bcf256ef-1edf-4e70-a93b-6822e4608860.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.766941] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.767226] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a147558-a362-49c4-a27a-23e01cfc57af {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.774364] env[69186]: DEBUG oslo_vmware.api [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1178.774364] env[69186]: value = "task-3635958" [ 1178.774364] env[69186]: _type = "Task" [ 1178.774364] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.782929] env[69186]: DEBUG oslo_vmware.api [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.867763] env[69186]: INFO nova.compute.manager [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Took 17.03 seconds to build instance. [ 1179.057974] env[69186]: DEBUG oslo_concurrency.lockutils [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "refresh_cache-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.058134] env[69186]: DEBUG oslo_concurrency.lockutils [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "refresh_cache-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.058322] env[69186]: DEBUG nova.network.neutron [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.194877] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.195291] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.195680] env[69186]: DEBUG nova.objects.instance [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Lazy-loading 'resources' on Instance uuid f99c5ba7-13ce-41e5-b395-cfed8b057acd {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.201734] env[69186]: DEBUG nova.network.neutron [req-da0df660-7315-4691-a57e-ac673cd3bbc0 req-e24835e4-9035-4489-bcea-2936b461c1b5 service nova] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Updated VIF entry in instance network info cache for port 5281d3c8-8c13-4d52-9eff-01540bb3f66e. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.202081] env[69186]: DEBUG nova.network.neutron [req-da0df660-7315-4691-a57e-ac673cd3bbc0 req-e24835e4-9035-4489-bcea-2936b461c1b5 service nova] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Updating instance_info_cache with network_info: [{"id": "5281d3c8-8c13-4d52-9eff-01540bb3f66e", "address": "fa:16:3e:bd:25:97", "network": {"id": "42d8d9f9-bd94-4ba5-9a6c-baf88b50f8a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820666431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69c719a41fb4ab48140eabe49d76e84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5281d3c8-8c", "ovs_interfaceid": "5281d3c8-8c13-4d52-9eff-01540bb3f66e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.285253] env[69186]: DEBUG oslo_vmware.api [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124204} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.285523] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1179.286312] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84a9cf9-7714-4445-96e0-46eac64408e5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.311439] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] bcf256ef-1edf-4e70-a93b-6822e4608860/bcf256ef-1edf-4e70-a93b-6822e4608860.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.311683] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7730743-750b-4846-8323-38d20518d09b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.331785] env[69186]: DEBUG oslo_vmware.api [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1179.331785] env[69186]: value = "task-3635959" [ 1179.331785] env[69186]: _type = "Task" [ 1179.331785] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.340297] env[69186]: DEBUG oslo_vmware.api [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.369621] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f599d8d4-f469-4d05-9c15-fcefa75d9006 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "13623edf-1abd-43b6-beab-ecd543ad95de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.537s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.384451] env[69186]: DEBUG nova.compute.manager [req-de17c844-b6f7-4733-9f1f-203856bd692e req-dd2c1e0c-87c9-4fce-bc20-2da6898f2823 service nova] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Received event network-changed-5fd6d7b0-ac1d-4553-a212-502b1f351717 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.384762] env[69186]: DEBUG nova.compute.manager [req-de17c844-b6f7-4733-9f1f-203856bd692e req-dd2c1e0c-87c9-4fce-bc20-2da6898f2823 service nova] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Refreshing instance network info cache due to event network-changed-5fd6d7b0-ac1d-4553-a212-502b1f351717. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.385010] env[69186]: DEBUG oslo_concurrency.lockutils [req-de17c844-b6f7-4733-9f1f-203856bd692e req-dd2c1e0c-87c9-4fce-bc20-2da6898f2823 service nova] Acquiring lock "refresh_cache-f96019ad-c5f7-45ba-85a1-580b45bfb7cc" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.385193] env[69186]: DEBUG oslo_concurrency.lockutils [req-de17c844-b6f7-4733-9f1f-203856bd692e req-dd2c1e0c-87c9-4fce-bc20-2da6898f2823 service nova] Acquired lock "refresh_cache-f96019ad-c5f7-45ba-85a1-580b45bfb7cc" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.385377] env[69186]: DEBUG nova.network.neutron [req-de17c844-b6f7-4733-9f1f-203856bd692e req-dd2c1e0c-87c9-4fce-bc20-2da6898f2823 service nova] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Refreshing network info cache for port 5fd6d7b0-ac1d-4553-a212-502b1f351717 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.597260] env[69186]: WARNING nova.network.neutron [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] 0f039970-7251-4198-822f-ced71518c3b9 already exists in list: networks containing: ['0f039970-7251-4198-822f-ced71518c3b9']. ignoring it [ 1179.705873] env[69186]: DEBUG oslo_concurrency.lockutils [req-da0df660-7315-4691-a57e-ac673cd3bbc0 req-e24835e4-9035-4489-bcea-2936b461c1b5 service nova] Releasing lock "refresh_cache-ae12e6fe-3f87-4e74-a354-401bcd42aca6" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.845813] env[69186]: DEBUG oslo_vmware.api [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.869254] env[69186]: DEBUG nova.network.neutron [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Updating instance_info_cache with network_info: [{"id": "24b7cf84-7522-4591-9350-9e0bff618af6", "address": "fa:16:3e:29:08:69", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24b7cf84-75", "ovs_interfaceid": "24b7cf84-7522-4591-9350-9e0bff618af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6baad547-a5c6-4a21-bc4e-d988644f9f14", "address": "fa:16:3e:59:d2:9b", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6baad547-a5", "ovs_interfaceid": "6baad547-a5c6-4a21-bc4e-d988644f9f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.890153] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9895ad-fd56-47c7-ab21-30df33d51b53 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.899344] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c82e586-e007-40db-b049-b928c211d2e4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.932294] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4996e4-44b9-4d9b-86ec-9649195cfa31 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.939185] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "13623edf-1abd-43b6-beab-ecd543ad95de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.939450] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "13623edf-1abd-43b6-beab-ecd543ad95de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.939642] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "13623edf-1abd-43b6-beab-ecd543ad95de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.939823] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "13623edf-1abd-43b6-beab-ecd543ad95de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.939987] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "13623edf-1abd-43b6-beab-ecd543ad95de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.942018] env[69186]: INFO nova.compute.manager [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Terminating instance [ 1179.945598] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d743228-78ac-4049-92ff-9707413bfbc8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.965941] env[69186]: DEBUG nova.compute.provider_tree [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.108128] env[69186]: DEBUG nova.network.neutron [req-de17c844-b6f7-4733-9f1f-203856bd692e req-dd2c1e0c-87c9-4fce-bc20-2da6898f2823 service nova] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Updated VIF entry in instance network info cache for port 5fd6d7b0-ac1d-4553-a212-502b1f351717. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.108532] env[69186]: DEBUG nova.network.neutron [req-de17c844-b6f7-4733-9f1f-203856bd692e req-dd2c1e0c-87c9-4fce-bc20-2da6898f2823 service nova] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Updating instance_info_cache with network_info: [{"id": "5fd6d7b0-ac1d-4553-a212-502b1f351717", "address": "fa:16:3e:07:ac:36", "network": {"id": "6c10ee8a-9bc5-4697-a309-b7dcffaaa4db", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1356679091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702ffef9375c432ab93a912c6d3f1a47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd6d7b0-ac", "ovs_interfaceid": "5fd6d7b0-ac1d-4553-a212-502b1f351717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.343809] env[69186]: DEBUG oslo_vmware.api [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635959, 'name': ReconfigVM_Task, 'duration_secs': 0.638501} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.344176] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Reconfigured VM instance instance-00000072 to attach disk [datastore2] bcf256ef-1edf-4e70-a93b-6822e4608860/bcf256ef-1edf-4e70-a93b-6822e4608860.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.344754] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b510dad-46b9-4e87-be96-f195a58ac5d8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.352025] env[69186]: DEBUG oslo_vmware.api [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1180.352025] env[69186]: value = "task-3635960" [ 1180.352025] env[69186]: _type = "Task" [ 1180.352025] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.360105] env[69186]: DEBUG oslo_vmware.api [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635960, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.371799] env[69186]: DEBUG oslo_concurrency.lockutils [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "refresh_cache-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.372596] env[69186]: DEBUG oslo_concurrency.lockutils [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.372766] env[69186]: DEBUG oslo_concurrency.lockutils [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.373967] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6ee270-7984-4e10-a304-ac3c9c053422 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.392686] env[69186]: DEBUG nova.virt.hardware [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.393335] env[69186]: DEBUG nova.virt.hardware [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.393335] env[69186]: DEBUG nova.virt.hardware [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.393335] env[69186]: DEBUG nova.virt.hardware [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.393533] env[69186]: DEBUG nova.virt.hardware [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.393606] env[69186]: DEBUG nova.virt.hardware [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.393819] env[69186]: DEBUG nova.virt.hardware [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.393980] env[69186]: DEBUG nova.virt.hardware [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.394168] env[69186]: DEBUG nova.virt.hardware [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.394334] env[69186]: DEBUG nova.virt.hardware [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.394555] env[69186]: DEBUG nova.virt.hardware [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.401193] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Reconfiguring VM to attach interface {{(pid=69186) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1180.401582] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f378c3c-ab83-473e-a72a-e33b492ad5ae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.420899] env[69186]: DEBUG oslo_vmware.api [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1180.420899] env[69186]: value = "task-3635961" [ 1180.420899] env[69186]: _type = "Task" [ 1180.420899] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.429935] env[69186]: DEBUG oslo_vmware.api [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635961, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.453924] env[69186]: DEBUG nova.compute.manager [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.454165] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.455366] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71191a79-df4c-4cc5-a950-dc1fd0aec289 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.464273] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.464581] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1a0387e-0df3-45c2-9fb5-c015d889a3b4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.468981] env[69186]: DEBUG nova.scheduler.client.report [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.475030] env[69186]: DEBUG oslo_vmware.api [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1180.475030] env[69186]: value = "task-3635962" [ 1180.475030] env[69186]: _type = "Task" [ 1180.475030] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.485179] env[69186]: DEBUG oslo_vmware.api [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.505786] env[69186]: DEBUG nova.compute.manager [req-3d50cf55-b85a-4ed7-abda-6ebc2cc9cd2e req-20fdfa2f-f8f1-4439-af91-15dc801b6940 service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Received event network-changed-6baad547-a5c6-4a21-bc4e-d988644f9f14 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.505927] env[69186]: DEBUG nova.compute.manager [req-3d50cf55-b85a-4ed7-abda-6ebc2cc9cd2e req-20fdfa2f-f8f1-4439-af91-15dc801b6940 service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Refreshing instance network info cache due to event network-changed-6baad547-a5c6-4a21-bc4e-d988644f9f14. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.506382] env[69186]: DEBUG oslo_concurrency.lockutils [req-3d50cf55-b85a-4ed7-abda-6ebc2cc9cd2e req-20fdfa2f-f8f1-4439-af91-15dc801b6940 service nova] Acquiring lock "refresh_cache-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.506558] env[69186]: DEBUG oslo_concurrency.lockutils [req-3d50cf55-b85a-4ed7-abda-6ebc2cc9cd2e req-20fdfa2f-f8f1-4439-af91-15dc801b6940 service nova] Acquired lock "refresh_cache-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.506735] env[69186]: DEBUG nova.network.neutron [req-3d50cf55-b85a-4ed7-abda-6ebc2cc9cd2e req-20fdfa2f-f8f1-4439-af91-15dc801b6940 service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Refreshing network info cache for port 6baad547-a5c6-4a21-bc4e-d988644f9f14 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.611233] env[69186]: DEBUG oslo_concurrency.lockutils [req-de17c844-b6f7-4733-9f1f-203856bd692e req-dd2c1e0c-87c9-4fce-bc20-2da6898f2823 service nova] Releasing lock "refresh_cache-f96019ad-c5f7-45ba-85a1-580b45bfb7cc" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.611630] env[69186]: DEBUG nova.compute.manager [req-de17c844-b6f7-4733-9f1f-203856bd692e req-dd2c1e0c-87c9-4fce-bc20-2da6898f2823 service nova] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Received event network-changed-5fd6d7b0-ac1d-4553-a212-502b1f351717 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.611872] env[69186]: DEBUG nova.compute.manager [req-de17c844-b6f7-4733-9f1f-203856bd692e req-dd2c1e0c-87c9-4fce-bc20-2da6898f2823 service nova] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Refreshing instance network info cache due to event network-changed-5fd6d7b0-ac1d-4553-a212-502b1f351717. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.612196] env[69186]: DEBUG oslo_concurrency.lockutils [req-de17c844-b6f7-4733-9f1f-203856bd692e req-dd2c1e0c-87c9-4fce-bc20-2da6898f2823 service nova] Acquiring lock "refresh_cache-f96019ad-c5f7-45ba-85a1-580b45bfb7cc" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.612457] env[69186]: DEBUG oslo_concurrency.lockutils [req-de17c844-b6f7-4733-9f1f-203856bd692e req-dd2c1e0c-87c9-4fce-bc20-2da6898f2823 service nova] Acquired lock "refresh_cache-f96019ad-c5f7-45ba-85a1-580b45bfb7cc" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.612702] env[69186]: DEBUG nova.network.neutron [req-de17c844-b6f7-4733-9f1f-203856bd692e req-dd2c1e0c-87c9-4fce-bc20-2da6898f2823 service nova] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Refreshing network info cache for port 5fd6d7b0-ac1d-4553-a212-502b1f351717 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.862371] env[69186]: DEBUG oslo_vmware.api [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635960, 'name': Rename_Task, 'duration_secs': 0.180081} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.862613] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.862881] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec6dc3f0-f997-45ec-8641-0844201b816b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.869733] env[69186]: DEBUG oslo_vmware.api [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1180.869733] env[69186]: value = "task-3635963" [ 1180.869733] env[69186]: _type = "Task" [ 1180.869733] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.877727] env[69186]: DEBUG oslo_vmware.api [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.930961] env[69186]: DEBUG oslo_vmware.api [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.976075] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.988289] env[69186]: DEBUG oslo_vmware.api [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635962, 'name': PowerOffVM_Task, 'duration_secs': 0.22392} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.988599] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.988792] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.989076] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90d0e03f-d0ff-482f-a530-f306cb8c456c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.996510] env[69186]: INFO nova.scheduler.client.report [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Deleted allocations for instance f99c5ba7-13ce-41e5-b395-cfed8b057acd [ 1181.055018] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.055262] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.055449] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Deleting the datastore file [datastore2] 13623edf-1abd-43b6-beab-ecd543ad95de {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.055751] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf71b487-4642-4bf2-ab80-39cbe764bec4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.064028] env[69186]: DEBUG oslo_vmware.api [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1181.064028] env[69186]: value = "task-3635965" [ 1181.064028] env[69186]: _type = "Task" [ 1181.064028] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.073249] env[69186]: DEBUG oslo_vmware.api [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.151977] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.152136] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.152429] env[69186]: DEBUG nova.objects.instance [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lazy-loading 'pci_requests' on Instance uuid 06952c63-1043-465b-8277-364a586628de {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.292426] env[69186]: DEBUG nova.network.neutron [req-3d50cf55-b85a-4ed7-abda-6ebc2cc9cd2e req-20fdfa2f-f8f1-4439-af91-15dc801b6940 service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Updated VIF entry in instance network info cache for port 6baad547-a5c6-4a21-bc4e-d988644f9f14. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.292860] env[69186]: DEBUG nova.network.neutron [req-3d50cf55-b85a-4ed7-abda-6ebc2cc9cd2e req-20fdfa2f-f8f1-4439-af91-15dc801b6940 service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Updating instance_info_cache with network_info: [{"id": "24b7cf84-7522-4591-9350-9e0bff618af6", "address": "fa:16:3e:29:08:69", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24b7cf84-75", "ovs_interfaceid": "24b7cf84-7522-4591-9350-9e0bff618af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6baad547-a5c6-4a21-bc4e-d988644f9f14", "address": "fa:16:3e:59:d2:9b", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6baad547-a5", "ovs_interfaceid": "6baad547-a5c6-4a21-bc4e-d988644f9f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.380973] env[69186]: DEBUG oslo_vmware.api [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635963, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.397511] env[69186]: DEBUG nova.network.neutron [req-de17c844-b6f7-4733-9f1f-203856bd692e req-dd2c1e0c-87c9-4fce-bc20-2da6898f2823 service nova] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Updated VIF entry in instance network info cache for port 5fd6d7b0-ac1d-4553-a212-502b1f351717. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.397895] env[69186]: DEBUG nova.network.neutron [req-de17c844-b6f7-4733-9f1f-203856bd692e req-dd2c1e0c-87c9-4fce-bc20-2da6898f2823 service nova] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Updating instance_info_cache with network_info: [{"id": "5fd6d7b0-ac1d-4553-a212-502b1f351717", "address": "fa:16:3e:07:ac:36", "network": {"id": "6c10ee8a-9bc5-4697-a309-b7dcffaaa4db", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1356679091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "702ffef9375c432ab93a912c6d3f1a47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd6d7b0-ac", "ovs_interfaceid": "5fd6d7b0-ac1d-4553-a212-502b1f351717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.433879] env[69186]: DEBUG oslo_vmware.api [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635961, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.503924] env[69186]: DEBUG oslo_concurrency.lockutils [None req-bc0d1ae4-2a81-49b3-bfa5-bc83244f1358 tempest-ServersListShow296Test-608739438 tempest-ServersListShow296Test-608739438-project-member] Lock "f99c5ba7-13ce-41e5-b395-cfed8b057acd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.539s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.575432] env[69186]: DEBUG oslo_vmware.api [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130804} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.575703] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.575891] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.576083] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.576263] env[69186]: INFO nova.compute.manager [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1181.576517] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.576706] env[69186]: DEBUG nova.compute.manager [-] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.576795] env[69186]: DEBUG nova.network.neutron [-] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.657222] env[69186]: DEBUG nova.objects.instance [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lazy-loading 'numa_topology' on Instance uuid 06952c63-1043-465b-8277-364a586628de {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.795725] env[69186]: DEBUG oslo_concurrency.lockutils [req-3d50cf55-b85a-4ed7-abda-6ebc2cc9cd2e req-20fdfa2f-f8f1-4439-af91-15dc801b6940 service nova] Releasing lock "refresh_cache-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.881708] env[69186]: DEBUG oslo_vmware.api [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635963, 'name': PowerOnVM_Task, 'duration_secs': 0.987658} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.881708] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.881708] env[69186]: INFO nova.compute.manager [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1181.881914] env[69186]: DEBUG nova.compute.manager [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.883029] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3044cd73-a416-41fa-a683-324c1de31e27 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.903580] env[69186]: DEBUG oslo_concurrency.lockutils [req-de17c844-b6f7-4733-9f1f-203856bd692e req-dd2c1e0c-87c9-4fce-bc20-2da6898f2823 service nova] Releasing lock "refresh_cache-f96019ad-c5f7-45ba-85a1-580b45bfb7cc" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.931925] env[69186]: DEBUG oslo_vmware.api [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635961, 'name': ReconfigVM_Task, 'duration_secs': 1.056647} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.933519] env[69186]: DEBUG oslo_concurrency.lockutils [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.933519] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Reconfigured VM to attach interface {{(pid=69186) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1182.162348] env[69186]: INFO nova.compute.claims [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.338648] env[69186]: DEBUG nova.network.neutron [-] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.400114] env[69186]: INFO nova.compute.manager [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Took 17.82 seconds to build instance. [ 1182.438519] env[69186]: DEBUG oslo_concurrency.lockutils [None req-66621472-9bda-4e72-8d3a-6fd639bbba96 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "interface-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0-6baad547-a5c6-4a21-bc4e-d988644f9f14" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.500s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.530278] env[69186]: DEBUG nova.compute.manager [req-61da1bbe-61e0-49e8-8631-909c4eacbe84 req-cff4d654-7728-45ae-8d5c-828bef0a60ac service nova] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Received event network-vif-deleted-a71cc101-628d-4650-982f-3192832288db {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.841193] env[69186]: INFO nova.compute.manager [-] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Took 1.26 seconds to deallocate network for instance. [ 1182.903208] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "bcf256ef-1edf-4e70-a93b-6822e4608860" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.332s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.238183] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df09c24-438f-4711-ae93-3a08dcd07f90 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.246168] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-232fb743-3cfa-4b73-9846-a685dbe429fa tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Suspending the VM {{(pid=69186) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1183.248676] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-07dd77ea-278a-4943-94d9-1c5a888754af {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.256572] env[69186]: DEBUG oslo_vmware.api [None req-232fb743-3cfa-4b73-9846-a685dbe429fa tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1183.256572] env[69186]: value = "task-3635966" [ 1183.256572] env[69186]: _type = "Task" [ 1183.256572] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.267620] env[69186]: DEBUG oslo_vmware.api [None req-232fb743-3cfa-4b73-9846-a685dbe429fa tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635966, 'name': SuspendVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.349962] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.353641] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c86faef-3446-460c-b8eb-b2a30aaa3cbe {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.362060] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620eb855-ddd4-485e-9834-b3dca8510898 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.398236] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82287f86-f701-4dc0-bd97-0e96ea5ed909 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.407246] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f7aed5-e00e-4b24-a18e-02a05f20ed38 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.423564] env[69186]: DEBUG nova.compute.provider_tree [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.650357] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "interface-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0-6baad547-a5c6-4a21-bc4e-d988644f9f14" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.650742] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "interface-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0-6baad547-a5c6-4a21-bc4e-d988644f9f14" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.767889] env[69186]: DEBUG oslo_vmware.api [None req-232fb743-3cfa-4b73-9846-a685dbe429fa tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635966, 'name': SuspendVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.926945] env[69186]: DEBUG nova.scheduler.client.report [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.154392] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.154625] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.156150] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec547151-79f4-45ed-87a6-e5832c81457e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.175580] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3eb9f0a-ada7-4098-a245-9d598b5f361d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.203637] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Reconfiguring VM to detach interface {{(pid=69186) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1184.203956] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eb13fc6-b677-42f8-a937-d28bec62f610 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.224030] env[69186]: DEBUG oslo_vmware.api [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1184.224030] env[69186]: value = "task-3635967" [ 1184.224030] env[69186]: _type = "Task" [ 1184.224030] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.233999] env[69186]: DEBUG oslo_vmware.api [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.267093] env[69186]: DEBUG oslo_vmware.api [None req-232fb743-3cfa-4b73-9846-a685dbe429fa tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635966, 'name': SuspendVM_Task, 'duration_secs': 0.770667} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.267366] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-232fb743-3cfa-4b73-9846-a685dbe429fa tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Suspended the VM {{(pid=69186) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1184.267575] env[69186]: DEBUG nova.compute.manager [None req-232fb743-3cfa-4b73-9846-a685dbe429fa tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.268377] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b551aab8-3458-45b9-ba3b-2ebe871204c5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.433957] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.282s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.436255] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.086s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.436548] env[69186]: DEBUG nova.objects.instance [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lazy-loading 'resources' on Instance uuid 13623edf-1abd-43b6-beab-ecd543ad95de {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.463865] env[69186]: INFO nova.network.neutron [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Updating port 4f32b546-19b7-498f-9f37-7400cba56cad with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1184.735355] env[69186]: DEBUG oslo_vmware.api [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.108653] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7610a2-7554-4dcb-bd06-68939f778fe3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.117217] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c2deea-7600-4dc7-b979-e7f9b965e671 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.149300] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5054eb83-1854-4fef-b34b-9132274b108c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.160491] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf95ee5-2112-4013-9d41-084162adc8a8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.175453] env[69186]: DEBUG nova.compute.provider_tree [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.236332] env[69186]: DEBUG oslo_vmware.api [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.655321] env[69186]: DEBUG oslo_concurrency.lockutils [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "bcf256ef-1edf-4e70-a93b-6822e4608860" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.655722] env[69186]: DEBUG oslo_concurrency.lockutils [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "bcf256ef-1edf-4e70-a93b-6822e4608860" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.655861] env[69186]: DEBUG oslo_concurrency.lockutils [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "bcf256ef-1edf-4e70-a93b-6822e4608860-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.656089] env[69186]: DEBUG oslo_concurrency.lockutils [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "bcf256ef-1edf-4e70-a93b-6822e4608860-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.656267] env[69186]: DEBUG oslo_concurrency.lockutils [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "bcf256ef-1edf-4e70-a93b-6822e4608860-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.658388] env[69186]: INFO nova.compute.manager [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Terminating instance [ 1185.681384] env[69186]: DEBUG nova.scheduler.client.report [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.736263] env[69186]: DEBUG oslo_vmware.api [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.825115] env[69186]: DEBUG nova.compute.manager [req-3daef4a3-05c8-4bdf-ac07-f516431afbd4 req-32d467bf-87ed-4bd6-b299-a57bbb87d894 service nova] [instance: 06952c63-1043-465b-8277-364a586628de] Received event network-vif-plugged-4f32b546-19b7-498f-9f37-7400cba56cad {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.825335] env[69186]: DEBUG oslo_concurrency.lockutils [req-3daef4a3-05c8-4bdf-ac07-f516431afbd4 req-32d467bf-87ed-4bd6-b299-a57bbb87d894 service nova] Acquiring lock "06952c63-1043-465b-8277-364a586628de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.825539] env[69186]: DEBUG oslo_concurrency.lockutils [req-3daef4a3-05c8-4bdf-ac07-f516431afbd4 req-32d467bf-87ed-4bd6-b299-a57bbb87d894 service nova] Lock "06952c63-1043-465b-8277-364a586628de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.825805] env[69186]: DEBUG oslo_concurrency.lockutils [req-3daef4a3-05c8-4bdf-ac07-f516431afbd4 req-32d467bf-87ed-4bd6-b299-a57bbb87d894 service nova] Lock "06952c63-1043-465b-8277-364a586628de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.825992] env[69186]: DEBUG nova.compute.manager [req-3daef4a3-05c8-4bdf-ac07-f516431afbd4 req-32d467bf-87ed-4bd6-b299-a57bbb87d894 service nova] [instance: 06952c63-1043-465b-8277-364a586628de] No waiting events found dispatching network-vif-plugged-4f32b546-19b7-498f-9f37-7400cba56cad {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1185.826208] env[69186]: WARNING nova.compute.manager [req-3daef4a3-05c8-4bdf-ac07-f516431afbd4 req-32d467bf-87ed-4bd6-b299-a57bbb87d894 service nova] [instance: 06952c63-1043-465b-8277-364a586628de] Received unexpected event network-vif-plugged-4f32b546-19b7-498f-9f37-7400cba56cad for instance with vm_state shelved_offloaded and task_state spawning. [ 1185.908884] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "refresh_cache-06952c63-1043-465b-8277-364a586628de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.909112] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquired lock "refresh_cache-06952c63-1043-465b-8277-364a586628de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.909304] env[69186]: DEBUG nova.network.neutron [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.162074] env[69186]: DEBUG nova.compute.manager [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.162369] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.163326] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd160fde-3991-403c-b554-26a6eada3002 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.171463] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.171714] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e7569a0-af51-458e-8c83-307a6be110da {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.185502] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.749s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.207085] env[69186]: INFO nova.scheduler.client.report [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Deleted allocations for instance 13623edf-1abd-43b6-beab-ecd543ad95de [ 1186.236553] env[69186]: DEBUG oslo_vmware.api [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.237435] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.237630] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.237808] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Deleting the datastore file [datastore2] bcf256ef-1edf-4e70-a93b-6822e4608860 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.238068] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-990512d3-3d8a-4cb0-b4e8-747d09465efb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.243707] env[69186]: DEBUG oslo_vmware.api [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1186.243707] env[69186]: value = "task-3635969" [ 1186.243707] env[69186]: _type = "Task" [ 1186.243707] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.251474] env[69186]: DEBUG oslo_vmware.api [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.601255] env[69186]: DEBUG nova.network.neutron [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Updating instance_info_cache with network_info: [{"id": "4f32b546-19b7-498f-9f37-7400cba56cad", "address": "fa:16:3e:c4:e9:7e", "network": {"id": "b19f466a-3c49-4589-b277-bd013ac6fcc9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-687916241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f3363661041456ca60cb2abda3d61b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f32b546-19", "ovs_interfaceid": "4f32b546-19b7-498f-9f37-7400cba56cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.714767] env[69186]: DEBUG oslo_concurrency.lockutils [None req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "13623edf-1abd-43b6-beab-ecd543ad95de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.775s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.739174] env[69186]: DEBUG oslo_vmware.api [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.752542] env[69186]: DEBUG oslo_vmware.api [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144064} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.752876] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.753117] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.753302] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.753474] env[69186]: INFO nova.compute.manager [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1186.753711] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.753899] env[69186]: DEBUG nova.compute.manager [-] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1186.753989] env[69186]: DEBUG nova.network.neutron [-] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.103976] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Releasing lock "refresh_cache-06952c63-1043-465b-8277-364a586628de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.132492] env[69186]: DEBUG nova.virt.hardware [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='779eb445341eec311c2ae2f0e08483cf',container_format='bare',created_at=2025-04-26T12:31:10Z,direct_url=,disk_format='vmdk',id=6c11c2e0-91d9-4d1b-a3dc-be63b8b0163f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-153861623-shelved',owner='3f3363661041456ca60cb2abda3d61b4',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-26T12:31:25Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.132745] env[69186]: DEBUG nova.virt.hardware [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.132903] env[69186]: DEBUG nova.virt.hardware [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.133099] env[69186]: DEBUG nova.virt.hardware [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.133250] env[69186]: DEBUG nova.virt.hardware [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.133396] env[69186]: DEBUG nova.virt.hardware [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.133603] env[69186]: DEBUG nova.virt.hardware [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.133763] env[69186]: DEBUG nova.virt.hardware [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.134031] env[69186]: DEBUG nova.virt.hardware [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.134232] env[69186]: DEBUG nova.virt.hardware [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.134411] env[69186]: DEBUG nova.virt.hardware [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.135327] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68529b91-86c2-462f-b7b9-9b3d0b44b164 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.144534] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c89ee2-3d5a-42ad-8bea-bbe9d6dd1a98 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.157684] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:e9:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f32b546-19b7-498f-9f37-7400cba56cad', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.165037] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.165289] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06952c63-1043-465b-8277-364a586628de] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.165493] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b7186da-8f4e-492a-8352-df5800fc9871 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.186783] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.186783] env[69186]: value = "task-3635970" [ 1187.186783] env[69186]: _type = "Task" [ 1187.186783] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.193972] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635970, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.237979] env[69186]: DEBUG oslo_vmware.api [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.482344] env[69186]: DEBUG nova.network.neutron [-] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.696803] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635970, 'name': CreateVM_Task, 'duration_secs': 0.300335} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.696986] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06952c63-1043-465b-8277-364a586628de] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.697671] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6c11c2e0-91d9-4d1b-a3dc-be63b8b0163f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.697848] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6c11c2e0-91d9-4d1b-a3dc-be63b8b0163f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.698249] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6c11c2e0-91d9-4d1b-a3dc-be63b8b0163f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.698499] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e667ea2-c7d8-45d2-b139-dce71edb47c7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.702566] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1187.702566] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a6f97c-0535-7b54-12bc-0c7299006ca5" [ 1187.702566] env[69186]: _type = "Task" [ 1187.702566] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.709712] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a6f97c-0535-7b54-12bc-0c7299006ca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.736434] env[69186]: DEBUG oslo_vmware.api [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.858870] env[69186]: DEBUG nova.compute.manager [req-fcc32128-13bc-435f-b538-e1e09e6a6731 req-be5b5262-fcdc-4ecd-ab41-65970a9f96bf service nova] [instance: 06952c63-1043-465b-8277-364a586628de] Received event network-changed-4f32b546-19b7-498f-9f37-7400cba56cad {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.859077] env[69186]: DEBUG nova.compute.manager [req-fcc32128-13bc-435f-b538-e1e09e6a6731 req-be5b5262-fcdc-4ecd-ab41-65970a9f96bf service nova] [instance: 06952c63-1043-465b-8277-364a586628de] Refreshing instance network info cache due to event network-changed-4f32b546-19b7-498f-9f37-7400cba56cad. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.859376] env[69186]: DEBUG oslo_concurrency.lockutils [req-fcc32128-13bc-435f-b538-e1e09e6a6731 req-be5b5262-fcdc-4ecd-ab41-65970a9f96bf service nova] Acquiring lock "refresh_cache-06952c63-1043-465b-8277-364a586628de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.859436] env[69186]: DEBUG oslo_concurrency.lockutils [req-fcc32128-13bc-435f-b538-e1e09e6a6731 req-be5b5262-fcdc-4ecd-ab41-65970a9f96bf service nova] Acquired lock "refresh_cache-06952c63-1043-465b-8277-364a586628de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.859641] env[69186]: DEBUG nova.network.neutron [req-fcc32128-13bc-435f-b538-e1e09e6a6731 req-be5b5262-fcdc-4ecd-ab41-65970a9f96bf service nova] [instance: 06952c63-1043-465b-8277-364a586628de] Refreshing network info cache for port 4f32b546-19b7-498f-9f37-7400cba56cad {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.985600] env[69186]: INFO nova.compute.manager [-] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Took 1.23 seconds to deallocate network for instance. [ 1188.080296] env[69186]: DEBUG oslo_concurrency.lockutils [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "5156370c-55ac-47d8-9959-3c7cc8d98215" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.080516] env[69186]: DEBUG oslo_concurrency.lockutils [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "5156370c-55ac-47d8-9959-3c7cc8d98215" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.212945] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6c11c2e0-91d9-4d1b-a3dc-be63b8b0163f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.213233] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Processing image 6c11c2e0-91d9-4d1b-a3dc-be63b8b0163f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.213471] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6c11c2e0-91d9-4d1b-a3dc-be63b8b0163f/6c11c2e0-91d9-4d1b-a3dc-be63b8b0163f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.213621] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6c11c2e0-91d9-4d1b-a3dc-be63b8b0163f/6c11c2e0-91d9-4d1b-a3dc-be63b8b0163f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.213802] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.214061] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fb2ca50-4efb-47a4-93e9-446782819525 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.221676] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.221852] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.222525] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e0cb0c5-88f0-4c15-8195-281899d33124 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.227354] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1188.227354] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525e2078-46f5-cf5d-93c1-92980d75cd31" [ 1188.227354] env[69186]: _type = "Task" [ 1188.227354] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.237944] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525e2078-46f5-cf5d-93c1-92980d75cd31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.240813] env[69186]: DEBUG oslo_vmware.api [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.491954] env[69186]: DEBUG oslo_concurrency.lockutils [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.492261] env[69186]: DEBUG oslo_concurrency.lockutils [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.492487] env[69186]: DEBUG nova.objects.instance [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lazy-loading 'resources' on Instance uuid bcf256ef-1edf-4e70-a93b-6822e4608860 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.573744] env[69186]: DEBUG nova.network.neutron [req-fcc32128-13bc-435f-b538-e1e09e6a6731 req-be5b5262-fcdc-4ecd-ab41-65970a9f96bf service nova] [instance: 06952c63-1043-465b-8277-364a586628de] Updated VIF entry in instance network info cache for port 4f32b546-19b7-498f-9f37-7400cba56cad. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.574181] env[69186]: DEBUG nova.network.neutron [req-fcc32128-13bc-435f-b538-e1e09e6a6731 req-be5b5262-fcdc-4ecd-ab41-65970a9f96bf service nova] [instance: 06952c63-1043-465b-8277-364a586628de] Updating instance_info_cache with network_info: [{"id": "4f32b546-19b7-498f-9f37-7400cba56cad", "address": "fa:16:3e:c4:e9:7e", "network": {"id": "b19f466a-3c49-4589-b277-bd013ac6fcc9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-687916241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f3363661041456ca60cb2abda3d61b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f32b546-19", "ovs_interfaceid": "4f32b546-19b7-498f-9f37-7400cba56cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.583547] env[69186]: DEBUG nova.compute.manager [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1188.742470] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Preparing fetch location {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1188.742962] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Fetch image to [datastore1] OSTACK_IMG_03ca03f6-e47d-44b7-84f8-ff0110fbb281/OSTACK_IMG_03ca03f6-e47d-44b7-84f8-ff0110fbb281.vmdk {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1188.743124] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Downloading stream optimized image 6c11c2e0-91d9-4d1b-a3dc-be63b8b0163f to [datastore1] OSTACK_IMG_03ca03f6-e47d-44b7-84f8-ff0110fbb281/OSTACK_IMG_03ca03f6-e47d-44b7-84f8-ff0110fbb281.vmdk on the data store datastore1 as vApp {{(pid=69186) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1188.743387] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Downloading image file data 6c11c2e0-91d9-4d1b-a3dc-be63b8b0163f to the ESX as VM named 'OSTACK_IMG_03ca03f6-e47d-44b7-84f8-ff0110fbb281' {{(pid=69186) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1188.745236] env[69186]: DEBUG oslo_vmware.api [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.813387] env[69186]: DEBUG oslo_vmware.rw_handles [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1188.813387] env[69186]: value = "resgroup-9" [ 1188.813387] env[69186]: _type = "ResourcePool" [ 1188.813387] env[69186]: }. {{(pid=69186) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1188.813691] env[69186]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fa1aa433-49e6-4c4b-a419-f4c62b560032 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.833689] env[69186]: DEBUG oslo_vmware.rw_handles [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lease: (returnval){ [ 1188.833689] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d60523-cd7d-3f83-76bc-fadb10306ac6" [ 1188.833689] env[69186]: _type = "HttpNfcLease" [ 1188.833689] env[69186]: } obtained for vApp import into resource pool (val){ [ 1188.833689] env[69186]: value = "resgroup-9" [ 1188.833689] env[69186]: _type = "ResourcePool" [ 1188.833689] env[69186]: }. {{(pid=69186) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1188.833969] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the lease: (returnval){ [ 1188.833969] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d60523-cd7d-3f83-76bc-fadb10306ac6" [ 1188.833969] env[69186]: _type = "HttpNfcLease" [ 1188.833969] env[69186]: } to be ready. {{(pid=69186) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1188.839888] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1188.839888] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d60523-cd7d-3f83-76bc-fadb10306ac6" [ 1188.839888] env[69186]: _type = "HttpNfcLease" [ 1188.839888] env[69186]: } is initializing. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1189.078161] env[69186]: DEBUG oslo_concurrency.lockutils [req-fcc32128-13bc-435f-b538-e1e09e6a6731 req-be5b5262-fcdc-4ecd-ab41-65970a9f96bf service nova] Releasing lock "refresh_cache-06952c63-1043-465b-8277-364a586628de" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.078501] env[69186]: DEBUG nova.compute.manager [req-fcc32128-13bc-435f-b538-e1e09e6a6731 req-be5b5262-fcdc-4ecd-ab41-65970a9f96bf service nova] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Received event network-vif-deleted-90b5ba3b-421f-49a5-af75-d240a95cdb86 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.101049] env[69186]: DEBUG oslo_concurrency.lockutils [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.166400] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f785df3-3d28-4f42-aff9-8e93f3084572 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.174609] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6ef6ff-bc50-4f03-a035-ba728b761480 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.205306] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efa83ab-1910-4fe5-ba7b-265d9926f23e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.213052] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c324ab-6f73-4ba8-a14e-13d2667bea24 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.226264] env[69186]: DEBUG nova.compute.provider_tree [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.240788] env[69186]: DEBUG oslo_vmware.api [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.341803] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1189.341803] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d60523-cd7d-3f83-76bc-fadb10306ac6" [ 1189.341803] env[69186]: _type = "HttpNfcLease" [ 1189.341803] env[69186]: } is ready. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1189.342111] env[69186]: DEBUG oslo_vmware.rw_handles [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1189.342111] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52d60523-cd7d-3f83-76bc-fadb10306ac6" [ 1189.342111] env[69186]: _type = "HttpNfcLease" [ 1189.342111] env[69186]: }. {{(pid=69186) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1189.342743] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a483661-b148-4947-a3d4-4938b773589c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.349274] env[69186]: DEBUG oslo_vmware.rw_handles [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca4d78-059a-0c77-2b55-281627576888/disk-0.vmdk from lease info. {{(pid=69186) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1189.349475] env[69186]: DEBUG oslo_vmware.rw_handles [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca4d78-059a-0c77-2b55-281627576888/disk-0.vmdk. {{(pid=69186) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1189.410056] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-25f0ef0e-7ab8-417c-8b4d-d9eade5896de {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.730243] env[69186]: DEBUG nova.scheduler.client.report [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.746160] env[69186]: DEBUG oslo_vmware.api [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635967, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.238056] env[69186]: DEBUG oslo_concurrency.lockutils [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.244352] env[69186]: DEBUG oslo_concurrency.lockutils [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.143s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.245953] env[69186]: INFO nova.compute.claims [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.256233] env[69186]: DEBUG oslo_vmware.api [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635967, 'name': ReconfigVM_Task, 'duration_secs': 5.812813} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.258269] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.259249] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Reconfigured VM to detach interface {{(pid=69186) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1190.261622] env[69186]: INFO nova.scheduler.client.report [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Deleted allocations for instance bcf256ef-1edf-4e70-a93b-6822e4608860 [ 1190.513687] env[69186]: DEBUG oslo_vmware.rw_handles [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Completed reading data from the image iterator. {{(pid=69186) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1190.513687] env[69186]: DEBUG oslo_vmware.rw_handles [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca4d78-059a-0c77-2b55-281627576888/disk-0.vmdk. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1190.513998] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacd2f28-d201-48ef-b7b5-072280f9cb87 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.522316] env[69186]: DEBUG oslo_vmware.rw_handles [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca4d78-059a-0c77-2b55-281627576888/disk-0.vmdk is in state: ready. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1190.522880] env[69186]: DEBUG oslo_vmware.rw_handles [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca4d78-059a-0c77-2b55-281627576888/disk-0.vmdk. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1190.522880] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0248ebf7-9ab3-4b63-b5bd-e08023f2e696 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.655217] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.655807] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.655974] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.656144] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.656296] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.656441] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.656586] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.656722] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69186) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1190.656870] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.700024] env[69186]: DEBUG oslo_vmware.rw_handles [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca4d78-059a-0c77-2b55-281627576888/disk-0.vmdk. {{(pid=69186) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1190.700308] env[69186]: INFO nova.virt.vmwareapi.images [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Downloaded image file data 6c11c2e0-91d9-4d1b-a3dc-be63b8b0163f [ 1190.701669] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069d99ff-76eb-4082-a192-f44486f67be8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.718009] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b62df33-48a3-4652-ad4c-d070752f65b6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.759630] env[69186]: INFO nova.virt.vmwareapi.images [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] The imported VM was unregistered [ 1190.761952] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Caching image {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1190.762204] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Creating directory with path [datastore1] devstack-image-cache_base/6c11c2e0-91d9-4d1b-a3dc-be63b8b0163f {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.763119] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1260f534-b064-487e-b30b-798a2ad540ee {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.770049] env[69186]: DEBUG oslo_concurrency.lockutils [None req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "bcf256ef-1edf-4e70-a93b-6822e4608860" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.114s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.773157] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Created directory with path [datastore1] devstack-image-cache_base/6c11c2e0-91d9-4d1b-a3dc-be63b8b0163f {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.773345] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_03ca03f6-e47d-44b7-84f8-ff0110fbb281/OSTACK_IMG_03ca03f6-e47d-44b7-84f8-ff0110fbb281.vmdk to [datastore1] devstack-image-cache_base/6c11c2e0-91d9-4d1b-a3dc-be63b8b0163f/6c11c2e0-91d9-4d1b-a3dc-be63b8b0163f.vmdk. {{(pid=69186) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1190.773582] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3f979a6c-c81f-4624-9ff2-8566c9eadeae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.780808] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1190.780808] env[69186]: value = "task-3635973" [ 1190.780808] env[69186]: _type = "Task" [ 1190.780808] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.789414] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635973, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.160805] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.296185] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635973, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.450285] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8195e7-a75c-4c38-98d9-9c74cf7ed1e2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.460417] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31551295-0869-4a78-8db0-cbdb13362d0b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.496163] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc061d5-4ec5-4533-9e8b-8ecf2eef67be {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.506160] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3eaa00c-cf94-4bda-81a7-8cadf04d0a06 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.523302] env[69186]: DEBUG nova.compute.provider_tree [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.534068] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "b95fa037-2ca2-45d2-97b5-026caf970212" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.534430] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "b95fa037-2ca2-45d2-97b5-026caf970212" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.585649] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "refresh_cache-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.585972] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquired lock "refresh_cache-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.586174] env[69186]: DEBUG nova.network.neutron [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.793677] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635973, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.027382] env[69186]: DEBUG nova.scheduler.client.report [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.033977] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.035068] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.035068] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.035068] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.035377] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.037045] env[69186]: DEBUG nova.compute.manager [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1192.039870] env[69186]: INFO nova.compute.manager [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Terminating instance [ 1192.294984] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635973, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.330236] env[69186]: INFO nova.network.neutron [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Port 6baad547-a5c6-4a21-bc4e-d988644f9f14 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1192.330746] env[69186]: DEBUG nova.network.neutron [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Updating instance_info_cache with network_info: [{"id": "24b7cf84-7522-4591-9350-9e0bff618af6", "address": "fa:16:3e:29:08:69", "network": {"id": "0f039970-7251-4198-822f-ced71518c3b9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1035711140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f565adc711674d8c8a3e28a4a8f1bc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24b7cf84-75", "ovs_interfaceid": "24b7cf84-7522-4591-9350-9e0bff618af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.533118] env[69186]: DEBUG oslo_concurrency.lockutils [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.533697] env[69186]: DEBUG nova.compute.manager [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1192.537401] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.377s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.537640] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.537803] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69186) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1192.538948] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66932070-3aaa-42b0-8caf-0c1f19247552 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.546830] env[69186]: DEBUG nova.compute.manager [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1192.547032] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.548149] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba3fe2d-8b1f-43e8-9b7f-4596f64da6c4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.555312] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4bb43d-b580-411a-853e-ebe38f04de65 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.563620] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.564690] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.564980] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.566494] env[69186]: INFO nova.compute.claims [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.569266] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3aa454ec-1e68-45e5-8492-ed1f54b1b8bd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.582410] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c5bd3a-d1a6-4367-bce5-88c49e92e44a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.585161] env[69186]: DEBUG oslo_vmware.api [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1192.585161] env[69186]: value = "task-3635974" [ 1192.585161] env[69186]: _type = "Task" [ 1192.585161] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.592466] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815ea68f-4542-47bf-9286-f685b723167c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.599262] env[69186]: DEBUG oslo_vmware.api [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.626655] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179025MB free_disk=73GB free_vcpus=48 pci_devices=None {{(pid=69186) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1192.626864] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.793794] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635973, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.833705] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Releasing lock "refresh_cache-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.040335] env[69186]: DEBUG nova.compute.utils [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.041797] env[69186]: DEBUG nova.compute.manager [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.041975] env[69186]: DEBUG nova.network.neutron [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.091554] env[69186]: DEBUG nova.policy [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07b841536fb24f439d3e75ee3ec695ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68534f72b5ef4bbebc423e4459dc051a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.098422] env[69186]: DEBUG oslo_vmware.api [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635974, 'name': PowerOffVM_Task, 'duration_secs': 0.345373} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.098688] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.100144] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.100144] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a94b9ae4-8a13-4e11-ac07-f9dedacb6847 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.163764] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.164033] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.164200] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Deleting the datastore file [datastore1] d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.164485] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb9321da-5152-469b-bede-5ba0dbaead2d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.170785] env[69186]: DEBUG oslo_vmware.api [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1193.170785] env[69186]: value = "task-3635976" [ 1193.170785] env[69186]: _type = "Task" [ 1193.170785] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.178429] env[69186]: DEBUG oslo_vmware.api [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.295514] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635973, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.357005} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.295824] env[69186]: INFO nova.virt.vmwareapi.ds_util [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_03ca03f6-e47d-44b7-84f8-ff0110fbb281/OSTACK_IMG_03ca03f6-e47d-44b7-84f8-ff0110fbb281.vmdk to [datastore1] devstack-image-cache_base/6c11c2e0-91d9-4d1b-a3dc-be63b8b0163f/6c11c2e0-91d9-4d1b-a3dc-be63b8b0163f.vmdk. [ 1193.296062] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Cleaning up location [datastore1] OSTACK_IMG_03ca03f6-e47d-44b7-84f8-ff0110fbb281 {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1193.296240] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_03ca03f6-e47d-44b7-84f8-ff0110fbb281 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.296490] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-705dad55-6eeb-43e3-b98d-4aae66f28558 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.303346] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1193.303346] env[69186]: value = "task-3635977" [ 1193.303346] env[69186]: _type = "Task" [ 1193.303346] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.311060] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.338257] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6ce0d3fe-af04-479e-abe8-f99950e2aacd tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "interface-d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0-6baad547-a5c6-4a21-bc4e-d988644f9f14" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.687s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.342176] env[69186]: DEBUG nova.network.neutron [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Successfully created port: b09c4339-fccf-4ad7-9d5a-c8e6dada5593 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1193.545886] env[69186]: DEBUG nova.compute.manager [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1193.679975] env[69186]: DEBUG oslo_vmware.api [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245169} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.682132] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.682328] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.682529] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.682706] env[69186]: INFO nova.compute.manager [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1193.682957] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.683324] env[69186]: DEBUG nova.compute.manager [-] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1193.683415] env[69186]: DEBUG nova.network.neutron [-] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.733010] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d897012-d4a0-4070-aef1-9af2ce2b62a6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.741877] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3150325b-f15b-422f-a52a-fa7510d178f9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.773094] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8267c50f-ca62-45df-8cd1-f6a69924656c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.780380] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c21b20-92ca-4802-929d-d3389d7eb3d2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.796580] env[69186]: DEBUG nova.compute.provider_tree [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.812615] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.06123} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.812867] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.813096] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6c11c2e0-91d9-4d1b-a3dc-be63b8b0163f/6c11c2e0-91d9-4d1b-a3dc-be63b8b0163f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.813300] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6c11c2e0-91d9-4d1b-a3dc-be63b8b0163f/6c11c2e0-91d9-4d1b-a3dc-be63b8b0163f.vmdk to [datastore1] 06952c63-1043-465b-8277-364a586628de/06952c63-1043-465b-8277-364a586628de.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.813539] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cc338ba-9ae7-451e-a8ea-9e8b27eefa67 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.820634] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1193.820634] env[69186]: value = "task-3635978" [ 1193.820634] env[69186]: _type = "Task" [ 1193.820634] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.828028] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.301886] env[69186]: DEBUG nova.scheduler.client.report [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.331855] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635978, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.557410] env[69186]: DEBUG nova.compute.manager [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1194.585955] env[69186]: DEBUG nova.virt.hardware [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.586236] env[69186]: DEBUG nova.virt.hardware [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.586393] env[69186]: DEBUG nova.virt.hardware [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.586576] env[69186]: DEBUG nova.virt.hardware [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.586722] env[69186]: DEBUG nova.virt.hardware [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.586870] env[69186]: DEBUG nova.virt.hardware [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.589219] env[69186]: DEBUG nova.virt.hardware [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.591035] env[69186]: DEBUG nova.virt.hardware [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.591233] env[69186]: DEBUG nova.virt.hardware [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.591485] env[69186]: DEBUG nova.virt.hardware [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.591865] env[69186]: DEBUG nova.virt.hardware [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.593573] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5110c121-59a4-472c-8f0b-a79750931156 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.602803] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1eb728-7288-4514-884e-8816fdebe634 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.770565] env[69186]: DEBUG nova.compute.manager [req-f9c0fbe4-01a0-428d-a1bc-d71170ba5db0 req-74942300-ab93-453f-bbfb-0388d5260ee3 service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Received event network-vif-deleted-24b7cf84-7522-4591-9350-9e0bff618af6 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.770884] env[69186]: INFO nova.compute.manager [req-f9c0fbe4-01a0-428d-a1bc-d71170ba5db0 req-74942300-ab93-453f-bbfb-0388d5260ee3 service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Neutron deleted interface 24b7cf84-7522-4591-9350-9e0bff618af6; detaching it from the instance and deleting it from the info cache [ 1194.771015] env[69186]: DEBUG nova.network.neutron [req-f9c0fbe4-01a0-428d-a1bc-d71170ba5db0 req-74942300-ab93-453f-bbfb-0388d5260ee3 service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.807489] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.808088] env[69186]: DEBUG nova.compute.manager [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1194.810929] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.184s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.832886] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635978, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.915486] env[69186]: DEBUG nova.network.neutron [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Successfully updated port: b09c4339-fccf-4ad7-9d5a-c8e6dada5593 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.243043] env[69186]: DEBUG nova.network.neutron [-] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.274347] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eed72b26-aef3-4984-b3a4-1b31a3c11d71 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.285808] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8950adae-d2a4-4b1b-955e-c549b0ea2187 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.321190] env[69186]: DEBUG nova.compute.utils [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.329039] env[69186]: DEBUG nova.compute.manager [req-f9c0fbe4-01a0-428d-a1bc-d71170ba5db0 req-74942300-ab93-453f-bbfb-0388d5260ee3 service nova] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Detach interface failed, port_id=24b7cf84-7522-4591-9350-9e0bff618af6, reason: Instance d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1195.329878] env[69186]: DEBUG nova.compute.manager [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1195.330062] env[69186]: DEBUG nova.network.neutron [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1195.342887] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635978, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.379897] env[69186]: DEBUG nova.policy [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02e3e03552ef421e91081931a1d17872', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff7e81341caf41a3a52b5585de23490f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1195.420294] env[69186]: DEBUG oslo_concurrency.lockutils [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "refresh_cache-5156370c-55ac-47d8-9959-3c7cc8d98215" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.420467] env[69186]: DEBUG oslo_concurrency.lockutils [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired lock "refresh_cache-5156370c-55ac-47d8-9959-3c7cc8d98215" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.420647] env[69186]: DEBUG nova.network.neutron [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.624925] env[69186]: DEBUG nova.network.neutron [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Successfully created port: ede3cae7-2c3e-4c1d-b4ff-5448273bd384 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1195.745967] env[69186]: INFO nova.compute.manager [-] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Took 2.06 seconds to deallocate network for instance. [ 1195.830582] env[69186]: DEBUG nova.compute.manager [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1195.849863] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635978, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.868710] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 566f2979-e4dd-4c8d-b76a-cebe43a13af2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1195.868710] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance e00fcf04-0c49-4088-9b43-72bad844fc45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1195.868710] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance fa4f9a75-c2c0-4601-a68b-6179edea5745 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1195.868710] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1195.868710] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 50959951-3ffe-431c-893e-eef7a8b02b59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1195.868972] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance f96019ad-c5f7-45ba-85a1-580b45bfb7cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1195.868972] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 5784475d-2510-43b0-8abb-f4fce96f7846 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1195.869076] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 312acebc-81f1-4b24-ba31-0d9277374c7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1195.869172] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1195.869279] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1195.869416] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance ae12e6fe-3f87-4e74-a354-401bcd42aca6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1195.869488] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 06952c63-1043-465b-8277-364a586628de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1195.869596] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 5156370c-55ac-47d8-9959-3c7cc8d98215 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1195.870907] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance b95fa037-2ca2-45d2-97b5-026caf970212 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1195.870907] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69186) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1195.870907] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69186) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1195.972336] env[69186]: DEBUG nova.network.neutron [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.082271] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d537e2e2-202d-4d4a-94c5-de66cffc0eb9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.092181] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0b7d80-7bd2-4b17-88b1-532f59fe36df {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.126601] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838c052e-f62e-434b-8d0b-d46164c424d9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.134894] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9df94c1-64b7-41e1-96a5-860b374f1fef {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.150255] env[69186]: DEBUG nova.compute.provider_tree [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.152822] env[69186]: DEBUG nova.network.neutron [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Updating instance_info_cache with network_info: [{"id": "b09c4339-fccf-4ad7-9d5a-c8e6dada5593", "address": "fa:16:3e:22:fe:e4", "network": {"id": "61e1515f-114e-4139-9235-6329201c5e19", "bridge": "br-int", "label": "tempest-ServersTestJSON-569810852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68534f72b5ef4bbebc423e4459dc051a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb09c4339-fc", "ovs_interfaceid": "b09c4339-fccf-4ad7-9d5a-c8e6dada5593", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.254514] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.351084] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635978, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.654821] env[69186]: DEBUG nova.scheduler.client.report [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.658075] env[69186]: DEBUG oslo_concurrency.lockutils [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Releasing lock "refresh_cache-5156370c-55ac-47d8-9959-3c7cc8d98215" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.658349] env[69186]: DEBUG nova.compute.manager [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Instance network_info: |[{"id": "b09c4339-fccf-4ad7-9d5a-c8e6dada5593", "address": "fa:16:3e:22:fe:e4", "network": {"id": "61e1515f-114e-4139-9235-6329201c5e19", "bridge": "br-int", "label": "tempest-ServersTestJSON-569810852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68534f72b5ef4bbebc423e4459dc051a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb09c4339-fc", "ovs_interfaceid": "b09c4339-fccf-4ad7-9d5a-c8e6dada5593", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1196.658925] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:fe:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b09c4339-fccf-4ad7-9d5a-c8e6dada5593', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1196.666374] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.666576] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1196.666810] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3133294-85ca-4531-93a7-78f69a8b7d45 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.687697] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1196.687697] env[69186]: value = "task-3635979" [ 1196.687697] env[69186]: _type = "Task" [ 1196.687697] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.695208] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635979, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.798064] env[69186]: DEBUG nova.compute.manager [req-d119477e-afc3-4830-848f-6af1de09b6ba req-a5307edb-594c-4cfb-9336-1a735e1af99c service nova] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Received event network-vif-plugged-b09c4339-fccf-4ad7-9d5a-c8e6dada5593 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.798117] env[69186]: DEBUG oslo_concurrency.lockutils [req-d119477e-afc3-4830-848f-6af1de09b6ba req-a5307edb-594c-4cfb-9336-1a735e1af99c service nova] Acquiring lock "5156370c-55ac-47d8-9959-3c7cc8d98215-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.798308] env[69186]: DEBUG oslo_concurrency.lockutils [req-d119477e-afc3-4830-848f-6af1de09b6ba req-a5307edb-594c-4cfb-9336-1a735e1af99c service nova] Lock "5156370c-55ac-47d8-9959-3c7cc8d98215-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.798452] env[69186]: DEBUG oslo_concurrency.lockutils [req-d119477e-afc3-4830-848f-6af1de09b6ba req-a5307edb-594c-4cfb-9336-1a735e1af99c service nova] Lock "5156370c-55ac-47d8-9959-3c7cc8d98215-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.798618] env[69186]: DEBUG nova.compute.manager [req-d119477e-afc3-4830-848f-6af1de09b6ba req-a5307edb-594c-4cfb-9336-1a735e1af99c service nova] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] No waiting events found dispatching network-vif-plugged-b09c4339-fccf-4ad7-9d5a-c8e6dada5593 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1196.798780] env[69186]: WARNING nova.compute.manager [req-d119477e-afc3-4830-848f-6af1de09b6ba req-a5307edb-594c-4cfb-9336-1a735e1af99c service nova] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Received unexpected event network-vif-plugged-b09c4339-fccf-4ad7-9d5a-c8e6dada5593 for instance with vm_state building and task_state spawning. [ 1196.798940] env[69186]: DEBUG nova.compute.manager [req-d119477e-afc3-4830-848f-6af1de09b6ba req-a5307edb-594c-4cfb-9336-1a735e1af99c service nova] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Received event network-changed-b09c4339-fccf-4ad7-9d5a-c8e6dada5593 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.799136] env[69186]: DEBUG nova.compute.manager [req-d119477e-afc3-4830-848f-6af1de09b6ba req-a5307edb-594c-4cfb-9336-1a735e1af99c service nova] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Refreshing instance network info cache due to event network-changed-b09c4339-fccf-4ad7-9d5a-c8e6dada5593. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1196.799330] env[69186]: DEBUG oslo_concurrency.lockutils [req-d119477e-afc3-4830-848f-6af1de09b6ba req-a5307edb-594c-4cfb-9336-1a735e1af99c service nova] Acquiring lock "refresh_cache-5156370c-55ac-47d8-9959-3c7cc8d98215" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.799468] env[69186]: DEBUG oslo_concurrency.lockutils [req-d119477e-afc3-4830-848f-6af1de09b6ba req-a5307edb-594c-4cfb-9336-1a735e1af99c service nova] Acquired lock "refresh_cache-5156370c-55ac-47d8-9959-3c7cc8d98215" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.799624] env[69186]: DEBUG nova.network.neutron [req-d119477e-afc3-4830-848f-6af1de09b6ba req-a5307edb-594c-4cfb-9336-1a735e1af99c service nova] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Refreshing network info cache for port b09c4339-fccf-4ad7-9d5a-c8e6dada5593 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1196.842313] env[69186]: DEBUG nova.compute.manager [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1196.855303] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635978, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.743599} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.855556] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6c11c2e0-91d9-4d1b-a3dc-be63b8b0163f/6c11c2e0-91d9-4d1b-a3dc-be63b8b0163f.vmdk to [datastore1] 06952c63-1043-465b-8277-364a586628de/06952c63-1043-465b-8277-364a586628de.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.856440] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a71940-2926-4f97-90c7-12328606638c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.880059] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 06952c63-1043-465b-8277-364a586628de/06952c63-1043-465b-8277-364a586628de.vmdk or device None with type streamOptimized {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.882500] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44d99db4-0cac-49bb-9e5f-6a5a6fad5873 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.902752] env[69186]: DEBUG nova.virt.hardware [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.903063] env[69186]: DEBUG nova.virt.hardware [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.903151] env[69186]: DEBUG nova.virt.hardware [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.903341] env[69186]: DEBUG nova.virt.hardware [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.903488] env[69186]: DEBUG nova.virt.hardware [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.903638] env[69186]: DEBUG nova.virt.hardware [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.903843] env[69186]: DEBUG nova.virt.hardware [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.904009] env[69186]: DEBUG nova.virt.hardware [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.904187] env[69186]: DEBUG nova.virt.hardware [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.904341] env[69186]: DEBUG nova.virt.hardware [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.904510] env[69186]: DEBUG nova.virt.hardware [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.905333] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f6ffed-e7e2-4721-a6ea-99d0cc91816f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.909119] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1196.909119] env[69186]: value = "task-3635980" [ 1196.909119] env[69186]: _type = "Task" [ 1196.909119] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.915447] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6c2212-e26d-4fa7-b49d-cf24041ba3ea {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.922441] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.160472] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69186) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1197.160472] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.349s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.160472] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.906s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.160636] env[69186]: DEBUG nova.objects.instance [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lazy-loading 'resources' on Instance uuid d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.161757] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.161865] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Cleaning up deleted instances with incomplete migration {{(pid=69186) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1197.198755] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635979, 'name': CreateVM_Task, 'duration_secs': 0.367732} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.198859] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.200025] env[69186]: DEBUG oslo_concurrency.lockutils [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.200025] env[69186]: DEBUG oslo_concurrency.lockutils [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.200232] env[69186]: DEBUG oslo_concurrency.lockutils [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.200560] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f35690bb-ee17-4875-a76a-62165021599b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.205753] env[69186]: DEBUG oslo_vmware.api [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1197.205753] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524e23ad-3cda-cea8-564c-7b9107b194e5" [ 1197.205753] env[69186]: _type = "Task" [ 1197.205753] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.217032] env[69186]: DEBUG oslo_vmware.api [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524e23ad-3cda-cea8-564c-7b9107b194e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.251439] env[69186]: DEBUG nova.network.neutron [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Successfully updated port: ede3cae7-2c3e-4c1d-b4ff-5448273bd384 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1197.418553] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635980, 'name': ReconfigVM_Task, 'duration_secs': 0.357536} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.420935] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 06952c63-1043-465b-8277-364a586628de/06952c63-1043-465b-8277-364a586628de.vmdk or device None with type streamOptimized {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.422039] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'boot_index': 0, 'encrypted': False, 'disk_bus': None, 'encryption_options': None, 'device_name': '/dev/sda', 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'encryption_format': None, 'image_id': 'b3a498fc-06b4-4671-ad6b-07e7a3f7d51f'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'attachment_id': 'e603fc04-0e22-4eb8-bdbd-e4d66e973d76', 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724988', 'volume_id': '8ee28562-58af-4944-b5bf-9bac8e8f60f2', 'name': 'volume-8ee28562-58af-4944-b5bf-9bac8e8f60f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '06952c63-1043-465b-8277-364a586628de', 'attached_at': '', 'detached_at': '', 'volume_id': '8ee28562-58af-4944-b5bf-9bac8e8f60f2', 'serial': '8ee28562-58af-4944-b5bf-9bac8e8f60f2'}, 'delete_on_termination': False, 'device_type': None, 'disk_bus': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69186) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1197.422248] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Volume attach. Driver type: vmdk {{(pid=69186) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1197.422441] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724988', 'volume_id': '8ee28562-58af-4944-b5bf-9bac8e8f60f2', 'name': 'volume-8ee28562-58af-4944-b5bf-9bac8e8f60f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '06952c63-1043-465b-8277-364a586628de', 'attached_at': '', 'detached_at': '', 'volume_id': '8ee28562-58af-4944-b5bf-9bac8e8f60f2', 'serial': '8ee28562-58af-4944-b5bf-9bac8e8f60f2'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1197.423244] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbe204e-20ce-4f7e-a840-928ee0a2e5fd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.438274] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de5646b-e52c-4030-a17b-6b7d20cc1131 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.461969] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-8ee28562-58af-4944-b5bf-9bac8e8f60f2/volume-8ee28562-58af-4944-b5bf-9bac8e8f60f2.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.464351] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c02dba9a-73b0-48ad-b946-f383d9067d3f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.483905] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1197.483905] env[69186]: value = "task-3635981" [ 1197.483905] env[69186]: _type = "Task" [ 1197.483905] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.491431] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.509205] env[69186]: DEBUG nova.network.neutron [req-d119477e-afc3-4830-848f-6af1de09b6ba req-a5307edb-594c-4cfb-9336-1a735e1af99c service nova] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Updated VIF entry in instance network info cache for port b09c4339-fccf-4ad7-9d5a-c8e6dada5593. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.509577] env[69186]: DEBUG nova.network.neutron [req-d119477e-afc3-4830-848f-6af1de09b6ba req-a5307edb-594c-4cfb-9336-1a735e1af99c service nova] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Updating instance_info_cache with network_info: [{"id": "b09c4339-fccf-4ad7-9d5a-c8e6dada5593", "address": "fa:16:3e:22:fe:e4", "network": {"id": "61e1515f-114e-4139-9235-6329201c5e19", "bridge": "br-int", "label": "tempest-ServersTestJSON-569810852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68534f72b5ef4bbebc423e4459dc051a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb09c4339-fc", "ovs_interfaceid": "b09c4339-fccf-4ad7-9d5a-c8e6dada5593", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.667377] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.722980] env[69186]: DEBUG oslo_vmware.api [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524e23ad-3cda-cea8-564c-7b9107b194e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010767} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.724702] env[69186]: DEBUG oslo_concurrency.lockutils [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.724702] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.726164] env[69186]: DEBUG oslo_concurrency.lockutils [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.726257] env[69186]: DEBUG oslo_concurrency.lockutils [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.726428] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.726693] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ddf027d-daf6-4669-91e8-52251d82400d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.735900] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.736104] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.736824] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20861733-db2c-4ad1-9cad-4f4734c6c61e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.743430] env[69186]: DEBUG oslo_vmware.api [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1197.743430] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529d8a32-73f9-4518-637c-00d3fa5bd488" [ 1197.743430] env[69186]: _type = "Task" [ 1197.743430] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.751457] env[69186]: DEBUG oslo_vmware.api [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529d8a32-73f9-4518-637c-00d3fa5bd488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.753989] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "refresh_cache-b95fa037-2ca2-45d2-97b5-026caf970212" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.754136] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired lock "refresh_cache-b95fa037-2ca2-45d2-97b5-026caf970212" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.754283] env[69186]: DEBUG nova.network.neutron [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.916806] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b9d359-9adf-4ec3-94f0-0b39ca7974e9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.924516] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54500ed5-71f3-433d-8346-8a4ff985eeaf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.954271] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d1486d-051c-4dae-a296-640b19276102 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.963031] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2fa956-2eb3-40a9-b3f6-9c76a2af428d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.975515] env[69186]: DEBUG nova.compute.provider_tree [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.992239] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635981, 'name': ReconfigVM_Task, 'duration_secs': 0.310105} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.992518] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-8ee28562-58af-4944-b5bf-9bac8e8f60f2/volume-8ee28562-58af-4944-b5bf-9bac8e8f60f2.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.997199] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47a93d53-8003-4a2e-b2d7-26eca8b9d9d2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.011951] env[69186]: DEBUG oslo_concurrency.lockutils [req-d119477e-afc3-4830-848f-6af1de09b6ba req-a5307edb-594c-4cfb-9336-1a735e1af99c service nova] Releasing lock "refresh_cache-5156370c-55ac-47d8-9959-3c7cc8d98215" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.012386] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1198.012386] env[69186]: value = "task-3635982" [ 1198.012386] env[69186]: _type = "Task" [ 1198.012386] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.019657] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635982, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.254445] env[69186]: DEBUG oslo_vmware.api [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529d8a32-73f9-4518-637c-00d3fa5bd488, 'name': SearchDatastore_Task, 'duration_secs': 0.009574} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.255359] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90fac53e-6717-4f25-89ae-fb6fe4e7f7fe {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.261814] env[69186]: DEBUG oslo_vmware.api [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1198.261814] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52edad61-405b-fa70-c8ce-e74c325353b5" [ 1198.261814] env[69186]: _type = "Task" [ 1198.261814] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.279297] env[69186]: DEBUG oslo_vmware.api [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52edad61-405b-fa70-c8ce-e74c325353b5, 'name': SearchDatastore_Task, 'duration_secs': 0.015119} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.279530] env[69186]: DEBUG oslo_concurrency.lockutils [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.279780] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 5156370c-55ac-47d8-9959-3c7cc8d98215/5156370c-55ac-47d8-9959-3c7cc8d98215.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.280026] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77e296f0-3100-4ac3-a138-bc4a2b739ca6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.285389] env[69186]: DEBUG nova.network.neutron [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1198.288099] env[69186]: DEBUG oslo_vmware.api [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1198.288099] env[69186]: value = "task-3635983" [ 1198.288099] env[69186]: _type = "Task" [ 1198.288099] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.295803] env[69186]: DEBUG oslo_vmware.api [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.418608] env[69186]: DEBUG nova.network.neutron [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Updating instance_info_cache with network_info: [{"id": "ede3cae7-2c3e-4c1d-b4ff-5448273bd384", "address": "fa:16:3e:81:09:a2", "network": {"id": "31bd6c99-6f00-4643-adfe-1f7763b3744b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-588385833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e81341caf41a3a52b5585de23490f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede3cae7-2c", "ovs_interfaceid": "ede3cae7-2c3e-4c1d-b4ff-5448273bd384", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.478954] env[69186]: DEBUG nova.scheduler.client.report [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.522847] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635982, 'name': ReconfigVM_Task, 'duration_secs': 0.142675} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.523224] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724988', 'volume_id': '8ee28562-58af-4944-b5bf-9bac8e8f60f2', 'name': 'volume-8ee28562-58af-4944-b5bf-9bac8e8f60f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '06952c63-1043-465b-8277-364a586628de', 'attached_at': '', 'detached_at': '', 'volume_id': '8ee28562-58af-4944-b5bf-9bac8e8f60f2', 'serial': '8ee28562-58af-4944-b5bf-9bac8e8f60f2'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1198.523842] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e5ea560-6f4b-4524-ae7d-a208e860e7fd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.530634] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1198.530634] env[69186]: value = "task-3635984" [ 1198.530634] env[69186]: _type = "Task" [ 1198.530634] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.539546] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635984, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.798576] env[69186]: DEBUG oslo_vmware.api [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477243} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.798846] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 5156370c-55ac-47d8-9959-3c7cc8d98215/5156370c-55ac-47d8-9959-3c7cc8d98215.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.799075] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.799330] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aeb7e96f-11d0-4b42-8ed7-3816e627b108 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.804855] env[69186]: DEBUG oslo_vmware.api [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1198.804855] env[69186]: value = "task-3635985" [ 1198.804855] env[69186]: _type = "Task" [ 1198.804855] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.811999] env[69186]: DEBUG oslo_vmware.api [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635985, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.830574] env[69186]: DEBUG nova.compute.manager [req-cbb95e56-d220-444f-8266-745bdba23d8d req-adf23af7-2fb7-45f5-ba16-790c7e13aa52 service nova] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Received event network-vif-plugged-ede3cae7-2c3e-4c1d-b4ff-5448273bd384 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.830742] env[69186]: DEBUG oslo_concurrency.lockutils [req-cbb95e56-d220-444f-8266-745bdba23d8d req-adf23af7-2fb7-45f5-ba16-790c7e13aa52 service nova] Acquiring lock "b95fa037-2ca2-45d2-97b5-026caf970212-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.830952] env[69186]: DEBUG oslo_concurrency.lockutils [req-cbb95e56-d220-444f-8266-745bdba23d8d req-adf23af7-2fb7-45f5-ba16-790c7e13aa52 service nova] Lock "b95fa037-2ca2-45d2-97b5-026caf970212-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.831152] env[69186]: DEBUG oslo_concurrency.lockutils [req-cbb95e56-d220-444f-8266-745bdba23d8d req-adf23af7-2fb7-45f5-ba16-790c7e13aa52 service nova] Lock "b95fa037-2ca2-45d2-97b5-026caf970212-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.831330] env[69186]: DEBUG nova.compute.manager [req-cbb95e56-d220-444f-8266-745bdba23d8d req-adf23af7-2fb7-45f5-ba16-790c7e13aa52 service nova] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] No waiting events found dispatching network-vif-plugged-ede3cae7-2c3e-4c1d-b4ff-5448273bd384 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1198.831497] env[69186]: WARNING nova.compute.manager [req-cbb95e56-d220-444f-8266-745bdba23d8d req-adf23af7-2fb7-45f5-ba16-790c7e13aa52 service nova] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Received unexpected event network-vif-plugged-ede3cae7-2c3e-4c1d-b4ff-5448273bd384 for instance with vm_state building and task_state spawning. [ 1198.831658] env[69186]: DEBUG nova.compute.manager [req-cbb95e56-d220-444f-8266-745bdba23d8d req-adf23af7-2fb7-45f5-ba16-790c7e13aa52 service nova] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Received event network-changed-ede3cae7-2c3e-4c1d-b4ff-5448273bd384 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.831838] env[69186]: DEBUG nova.compute.manager [req-cbb95e56-d220-444f-8266-745bdba23d8d req-adf23af7-2fb7-45f5-ba16-790c7e13aa52 service nova] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Refreshing instance network info cache due to event network-changed-ede3cae7-2c3e-4c1d-b4ff-5448273bd384. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1198.832027] env[69186]: DEBUG oslo_concurrency.lockutils [req-cbb95e56-d220-444f-8266-745bdba23d8d req-adf23af7-2fb7-45f5-ba16-790c7e13aa52 service nova] Acquiring lock "refresh_cache-b95fa037-2ca2-45d2-97b5-026caf970212" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.920863] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Releasing lock "refresh_cache-b95fa037-2ca2-45d2-97b5-026caf970212" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.921230] env[69186]: DEBUG nova.compute.manager [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Instance network_info: |[{"id": "ede3cae7-2c3e-4c1d-b4ff-5448273bd384", "address": "fa:16:3e:81:09:a2", "network": {"id": "31bd6c99-6f00-4643-adfe-1f7763b3744b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-588385833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e81341caf41a3a52b5585de23490f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede3cae7-2c", "ovs_interfaceid": "ede3cae7-2c3e-4c1d-b4ff-5448273bd384", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1198.921543] env[69186]: DEBUG oslo_concurrency.lockutils [req-cbb95e56-d220-444f-8266-745bdba23d8d req-adf23af7-2fb7-45f5-ba16-790c7e13aa52 service nova] Acquired lock "refresh_cache-b95fa037-2ca2-45d2-97b5-026caf970212" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.921723] env[69186]: DEBUG nova.network.neutron [req-cbb95e56-d220-444f-8266-745bdba23d8d req-adf23af7-2fb7-45f5-ba16-790c7e13aa52 service nova] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Refreshing network info cache for port ede3cae7-2c3e-4c1d-b4ff-5448273bd384 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.923551] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:09:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ede3cae7-2c3e-4c1d-b4ff-5448273bd384', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1198.930984] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.931927] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1198.932167] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2580566b-4955-4230-98d9-6b30ed5389f8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.950885] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1198.950885] env[69186]: value = "task-3635986" [ 1198.950885] env[69186]: _type = "Task" [ 1198.950885] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.958305] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635986, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.984008] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.003943] env[69186]: INFO nova.scheduler.client.report [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Deleted allocations for instance d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0 [ 1199.042240] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635984, 'name': Rename_Task, 'duration_secs': 0.201837} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.042504] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.042747] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6be5e95-c20e-47f6-81d5-07d84cfc9f2e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.048281] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1199.048281] env[69186]: value = "task-3635987" [ 1199.048281] env[69186]: _type = "Task" [ 1199.048281] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.056889] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.316535] env[69186]: DEBUG oslo_vmware.api [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635985, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073767} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.316806] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.317670] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9de07e-4d6f-4691-b37c-c55262894c0a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.342577] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 5156370c-55ac-47d8-9959-3c7cc8d98215/5156370c-55ac-47d8-9959-3c7cc8d98215.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.342577] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8478dd0-adfb-4ed4-a35c-c497783740ba {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.361366] env[69186]: DEBUG oslo_vmware.api [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1199.361366] env[69186]: value = "task-3635988" [ 1199.361366] env[69186]: _type = "Task" [ 1199.361366] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.369575] env[69186]: DEBUG oslo_vmware.api [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.460936] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3635986, 'name': CreateVM_Task, 'duration_secs': 0.335041} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.461138] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.462236] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.462236] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.462401] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.465489] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1bf0c20-ab17-4035-9dc3-7c9625b5c8bf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.470266] env[69186]: DEBUG oslo_vmware.api [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1199.470266] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527970b1-ec4e-b7b8-891e-722241a60635" [ 1199.470266] env[69186]: _type = "Task" [ 1199.470266] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.478878] env[69186]: DEBUG oslo_vmware.api [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527970b1-ec4e-b7b8-891e-722241a60635, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.511962] env[69186]: DEBUG oslo_concurrency.lockutils [None req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.478s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.558948] env[69186]: DEBUG oslo_vmware.api [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3635987, 'name': PowerOnVM_Task, 'duration_secs': 0.472938} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.559262] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.635641] env[69186]: DEBUG nova.network.neutron [req-cbb95e56-d220-444f-8266-745bdba23d8d req-adf23af7-2fb7-45f5-ba16-790c7e13aa52 service nova] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Updated VIF entry in instance network info cache for port ede3cae7-2c3e-4c1d-b4ff-5448273bd384. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.636496] env[69186]: DEBUG nova.network.neutron [req-cbb95e56-d220-444f-8266-745bdba23d8d req-adf23af7-2fb7-45f5-ba16-790c7e13aa52 service nova] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Updating instance_info_cache with network_info: [{"id": "ede3cae7-2c3e-4c1d-b4ff-5448273bd384", "address": "fa:16:3e:81:09:a2", "network": {"id": "31bd6c99-6f00-4643-adfe-1f7763b3744b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-588385833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e81341caf41a3a52b5585de23490f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede3cae7-2c", "ovs_interfaceid": "ede3cae7-2c3e-4c1d-b4ff-5448273bd384", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.664932] env[69186]: DEBUG nova.compute.manager [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.665945] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb728303-3f99-4754-aeee-043a03b6970e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.799849] env[69186]: DEBUG oslo_concurrency.lockutils [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "5784475d-2510-43b0-8abb-f4fce96f7846" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.800107] env[69186]: DEBUG oslo_concurrency.lockutils [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "5784475d-2510-43b0-8abb-f4fce96f7846" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.800319] env[69186]: DEBUG oslo_concurrency.lockutils [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "5784475d-2510-43b0-8abb-f4fce96f7846-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.800505] env[69186]: DEBUG oslo_concurrency.lockutils [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "5784475d-2510-43b0-8abb-f4fce96f7846-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.800674] env[69186]: DEBUG oslo_concurrency.lockutils [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "5784475d-2510-43b0-8abb-f4fce96f7846-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.802582] env[69186]: INFO nova.compute.manager [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Terminating instance [ 1199.872857] env[69186]: DEBUG oslo_vmware.api [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635988, 'name': ReconfigVM_Task, 'duration_secs': 0.311436} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.873120] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 5156370c-55ac-47d8-9959-3c7cc8d98215/5156370c-55ac-47d8-9959-3c7cc8d98215.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.873698] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e0d1214-69df-416f-9bfc-4f337b8180a2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.879398] env[69186]: DEBUG oslo_vmware.api [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1199.879398] env[69186]: value = "task-3635989" [ 1199.879398] env[69186]: _type = "Task" [ 1199.879398] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.886896] env[69186]: DEBUG oslo_vmware.api [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635989, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.984293] env[69186]: DEBUG oslo_vmware.api [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527970b1-ec4e-b7b8-891e-722241a60635, 'name': SearchDatastore_Task, 'duration_secs': 0.010434} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.984699] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.984845] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.985103] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.985253] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.985432] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.985923] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4b1a84d-9b2d-4771-9128-ba5ee306f5ee {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.998432] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.998622] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.999386] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44464277-86bf-41f1-885c-36247589c8b8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.004644] env[69186]: DEBUG oslo_vmware.api [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1200.004644] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52195939-3650-0885-331f-99cf478d4e61" [ 1200.004644] env[69186]: _type = "Task" [ 1200.004644] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.012340] env[69186]: DEBUG oslo_vmware.api [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52195939-3650-0885-331f-99cf478d4e61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.139466] env[69186]: DEBUG oslo_concurrency.lockutils [req-cbb95e56-d220-444f-8266-745bdba23d8d req-adf23af7-2fb7-45f5-ba16-790c7e13aa52 service nova] Releasing lock "refresh_cache-b95fa037-2ca2-45d2-97b5-026caf970212" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.165075] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.165075] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.182422] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "06952c63-1043-465b-8277-364a586628de" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.821s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.306542] env[69186]: DEBUG nova.compute.manager [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.306800] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.307966] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d345ca9-4b59-49cf-a691-e32d3c1db225 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.316122] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.316404] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7006371c-acd6-43cd-b744-f1cb0e3a0652 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.323138] env[69186]: DEBUG oslo_vmware.api [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1200.323138] env[69186]: value = "task-3635990" [ 1200.323138] env[69186]: _type = "Task" [ 1200.323138] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.331932] env[69186]: DEBUG oslo_vmware.api [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.389286] env[69186]: DEBUG oslo_vmware.api [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635989, 'name': Rename_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.516197] env[69186]: DEBUG oslo_vmware.api [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52195939-3650-0885-331f-99cf478d4e61, 'name': SearchDatastore_Task, 'duration_secs': 0.033677} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.517501] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0eb3a1b-8537-40c1-b1f2-0a0f1f146d71 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.524147] env[69186]: DEBUG oslo_vmware.api [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1200.524147] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5258c7f6-adb8-10ad-ba0d-5521f0982468" [ 1200.524147] env[69186]: _type = "Task" [ 1200.524147] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.532235] env[69186]: DEBUG oslo_vmware.api [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5258c7f6-adb8-10ad-ba0d-5521f0982468, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.672037] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.672037] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.672037] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.672299] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.672299] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Cleaning up deleted instances {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1200.833974] env[69186]: DEBUG oslo_vmware.api [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635990, 'name': PowerOffVM_Task, 'duration_secs': 0.339959} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.834257] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.834413] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.834639] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae819183-397d-4c98-b920-1bc1fcd007a0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.890655] env[69186]: DEBUG oslo_vmware.api [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635989, 'name': Rename_Task, 'duration_secs': 0.58223} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.891883] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.892184] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.892368] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.892543] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Deleting the datastore file [datastore2] 5784475d-2510-43b0-8abb-f4fce96f7846 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.892790] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53954f25-936d-4b78-bacc-7475c06d5de6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.894398] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fab4671-72c5-4353-95b4-0d5adefeb0c2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.900393] env[69186]: DEBUG oslo_vmware.api [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for the task: (returnval){ [ 1200.900393] env[69186]: value = "task-3635993" [ 1200.900393] env[69186]: _type = "Task" [ 1200.900393] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.901621] env[69186]: DEBUG oslo_vmware.api [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1200.901621] env[69186]: value = "task-3635992" [ 1200.901621] env[69186]: _type = "Task" [ 1200.901621] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.911847] env[69186]: DEBUG oslo_vmware.api [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.914877] env[69186]: DEBUG oslo_vmware.api [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.037111] env[69186]: DEBUG oslo_vmware.api [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5258c7f6-adb8-10ad-ba0d-5521f0982468, 'name': SearchDatastore_Task, 'duration_secs': 0.017707} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.037111] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.037111] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] b95fa037-2ca2-45d2-97b5-026caf970212/b95fa037-2ca2-45d2-97b5-026caf970212.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1201.037111] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-971e89aa-b015-4626-ac35-e689c4888ede {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.043302] env[69186]: DEBUG oslo_vmware.api [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1201.043302] env[69186]: value = "task-3635994" [ 1201.043302] env[69186]: _type = "Task" [ 1201.043302] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.050795] env[69186]: DEBUG oslo_vmware.api [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.202507] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] There are 61 instances to clean {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1201.202827] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: bcf256ef-1edf-4e70-a93b-6822e4608860] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.416594] env[69186]: DEBUG oslo_vmware.api [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Task: {'id': task-3635993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197135} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.420577] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.420881] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.421100] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.421302] env[69186]: INFO nova.compute.manager [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1201.421611] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.421861] env[69186]: DEBUG oslo_vmware.api [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635992, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.422148] env[69186]: DEBUG nova.compute.manager [-] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1201.422246] env[69186]: DEBUG nova.network.neutron [-] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1201.557027] env[69186]: DEBUG oslo_vmware.api [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635994, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.708976] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 13623edf-1abd-43b6-beab-ecd543ad95de] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.780907] env[69186]: DEBUG nova.compute.manager [req-ad3af8be-65b4-44f0-9b68-f52719e72675 req-5fe4ff75-af2d-44d5-94c4-402d27fe60e9 service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Received event network-vif-deleted-8419fb84-619b-45fd-af12-39fb3d8f3d74 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.781055] env[69186]: INFO nova.compute.manager [req-ad3af8be-65b4-44f0-9b68-f52719e72675 req-5fe4ff75-af2d-44d5-94c4-402d27fe60e9 service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Neutron deleted interface 8419fb84-619b-45fd-af12-39fb3d8f3d74; detaching it from the instance and deleting it from the info cache [ 1201.781256] env[69186]: DEBUG nova.network.neutron [req-ad3af8be-65b4-44f0-9b68-f52719e72675 req-5fe4ff75-af2d-44d5-94c4-402d27fe60e9 service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.916171] env[69186]: DEBUG oslo_vmware.api [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3635992, 'name': PowerOnVM_Task, 'duration_secs': 0.596034} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.916437] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.916638] env[69186]: INFO nova.compute.manager [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1201.916817] env[69186]: DEBUG nova.compute.manager [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.917579] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc3f1b6-a3ac-4a61-94c7-db9a6bef77b3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.053511] env[69186]: DEBUG oslo_vmware.api [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.912612} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.053915] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] b95fa037-2ca2-45d2-97b5-026caf970212/b95fa037-2ca2-45d2-97b5-026caf970212.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.053915] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1202.054155] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-165e2ada-1d03-4fd9-acb7-92b28ac186cc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.060389] env[69186]: DEBUG oslo_vmware.api [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1202.060389] env[69186]: value = "task-3635995" [ 1202.060389] env[69186]: _type = "Task" [ 1202.060389] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.068883] env[69186]: DEBUG oslo_vmware.api [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.211137] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: f99c5ba7-13ce-41e5-b395-cfed8b057acd] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.264392] env[69186]: DEBUG nova.network.neutron [-] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.283910] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97651802-e37a-475f-97a3-e3b33a637c52 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.293913] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc466af8-170f-48fe-9edb-71738b474c9a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.331483] env[69186]: DEBUG nova.compute.manager [req-ad3af8be-65b4-44f0-9b68-f52719e72675 req-5fe4ff75-af2d-44d5-94c4-402d27fe60e9 service nova] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Detach interface failed, port_id=8419fb84-619b-45fd-af12-39fb3d8f3d74, reason: Instance 5784475d-2510-43b0-8abb-f4fce96f7846 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1202.434965] env[69186]: INFO nova.compute.manager [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Took 13.35 seconds to build instance. [ 1202.569822] env[69186]: DEBUG oslo_vmware.api [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067415} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.570110] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1202.570889] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b10d6ee-bdd3-47c6-8eed-a66963a1c61f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.593082] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] b95fa037-2ca2-45d2-97b5-026caf970212/b95fa037-2ca2-45d2-97b5-026caf970212.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.593267] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2967a2a9-62b6-4aa9-b743-cfc94200f224 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.612981] env[69186]: DEBUG oslo_vmware.api [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1202.612981] env[69186]: value = "task-3635996" [ 1202.612981] env[69186]: _type = "Task" [ 1202.612981] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.621209] env[69186]: DEBUG oslo_vmware.api [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.714752] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: a1fab9ac-f048-4e2e-bf2d-76eab553a782] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.766728] env[69186]: INFO nova.compute.manager [-] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Took 1.34 seconds to deallocate network for instance. [ 1202.937026] env[69186]: DEBUG oslo_concurrency.lockutils [None req-434046aa-ea90-4c1e-bb6b-e44407f587f6 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "5156370c-55ac-47d8-9959-3c7cc8d98215" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.856s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.123554] env[69186]: DEBUG oslo_vmware.api [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.220882] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: e2bad7c5-f91c-4c60-83c6-1eecef695ebc] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.273705] env[69186]: DEBUG oslo_concurrency.lockutils [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.273705] env[69186]: DEBUG oslo_concurrency.lockutils [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.273881] env[69186]: DEBUG nova.objects.instance [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lazy-loading 'resources' on Instance uuid 5784475d-2510-43b0-8abb-f4fce96f7846 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.623590] env[69186]: DEBUG oslo_vmware.api [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635996, 'name': ReconfigVM_Task, 'duration_secs': 0.984089} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.623816] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Reconfigured VM instance instance-00000074 to attach disk [datastore1] b95fa037-2ca2-45d2-97b5-026caf970212/b95fa037-2ca2-45d2-97b5-026caf970212.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.624445] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32b661a0-b4d1-4f6f-96b5-29990f408079 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.630778] env[69186]: DEBUG oslo_vmware.api [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1203.630778] env[69186]: value = "task-3635997" [ 1203.630778] env[69186]: _type = "Task" [ 1203.630778] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.638900] env[69186]: DEBUG oslo_vmware.api [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635997, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.724806] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: ae4545f6-1902-41f6-8945-463017d2afad] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.924651] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fa1a1e-5453-426c-888b-994ee3556330 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.932475] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddc4be9-1e9b-43f1-bf37-9249a5e7c7f7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.972695] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca547702-a4b8-40b2-8942-334c46219321 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.980334] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8878abda-e2d0-4ca7-bfe4-b5c5b4d09ade {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.993471] env[69186]: DEBUG nova.compute.provider_tree [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.041245] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "50496da7-8ad7-41d3-8f86-8bcb74d9ec03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.041481] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "50496da7-8ad7-41d3-8f86-8bcb74d9ec03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.067409] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "6fb0c8c6-6d83-40c0-bef4-7d20a722ed81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.067714] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "6fb0c8c6-6d83-40c0-bef4-7d20a722ed81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.067953] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "6fb0c8c6-6d83-40c0-bef4-7d20a722ed81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.068163] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "6fb0c8c6-6d83-40c0-bef4-7d20a722ed81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.068346] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "6fb0c8c6-6d83-40c0-bef4-7d20a722ed81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.070835] env[69186]: INFO nova.compute.manager [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Terminating instance [ 1204.140478] env[69186]: DEBUG oslo_vmware.api [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635997, 'name': Rename_Task, 'duration_secs': 0.126045} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.140859] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.140930] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-747ebc6e-51f6-4392-ada8-a528bda0677c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.147256] env[69186]: DEBUG oslo_vmware.api [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1204.147256] env[69186]: value = "task-3635998" [ 1204.147256] env[69186]: _type = "Task" [ 1204.147256] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.154286] env[69186]: DEBUG oslo_vmware.api [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.228282] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: d50fb3a9-de5c-4e21-89ad-a80e6dcf62b0] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.497062] env[69186]: DEBUG nova.scheduler.client.report [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.543273] env[69186]: DEBUG nova.compute.manager [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1204.575322] env[69186]: DEBUG nova.compute.manager [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1204.575614] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.576598] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccb4ffb3-56f7-4552-81e4-f4fc1fbbe3e1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.584569] env[69186]: DEBUG oslo_vmware.api [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1204.584569] env[69186]: value = "task-3635999" [ 1204.584569] env[69186]: _type = "Task" [ 1204.584569] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.593557] env[69186]: DEBUG oslo_vmware.api [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.658336] env[69186]: DEBUG oslo_vmware.api [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635998, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.731837] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 22562269-428f-4ff7-8a54-57dd77806cb2] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.002244] env[69186]: DEBUG oslo_concurrency.lockutils [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.027096] env[69186]: INFO nova.scheduler.client.report [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Deleted allocations for instance 5784475d-2510-43b0-8abb-f4fce96f7846 [ 1205.061672] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.062095] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.063995] env[69186]: INFO nova.compute.claims [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.093744] env[69186]: DEBUG oslo_vmware.api [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3635999, 'name': PowerOffVM_Task, 'duration_secs': 0.158912} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.094013] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.094215] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Volume detach. Driver type: vmdk {{(pid=69186) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1205.094403] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724954', 'volume_id': 'b6d57cef-d73a-45e7-9374-2e2e1439bdbe', 'name': 'volume-b6d57cef-d73a-45e7-9374-2e2e1439bdbe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6fb0c8c6-6d83-40c0-bef4-7d20a722ed81', 'attached_at': '2025-04-26T12:31:30.000000', 'detached_at': '', 'volume_id': 'b6d57cef-d73a-45e7-9374-2e2e1439bdbe', 'serial': 'b6d57cef-d73a-45e7-9374-2e2e1439bdbe'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1205.095208] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd72c62b-1c28-4c70-b9c8-4599f15fa65f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.115034] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e069bca-f64e-4248-bb41-34b020414db6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.124009] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9928482-cb9f-460c-8180-62cf53badf9f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.141398] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04de8932-9848-443a-8cc8-2f283d82fe9c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.155389] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] The volume has not been displaced from its original location: [datastore2] volume-b6d57cef-d73a-45e7-9374-2e2e1439bdbe/volume-b6d57cef-d73a-45e7-9374-2e2e1439bdbe.vmdk. No consolidation needed. {{(pid=69186) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1205.160417] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1205.163325] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc95be1f-f639-403e-813d-6eb5a796b823 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.179895] env[69186]: DEBUG oslo_vmware.api [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3635998, 'name': PowerOnVM_Task, 'duration_secs': 0.95897} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.180946] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.181157] env[69186]: INFO nova.compute.manager [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1205.181388] env[69186]: DEBUG nova.compute.manager [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1205.181690] env[69186]: DEBUG oslo_vmware.api [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1205.181690] env[69186]: value = "task-3636000" [ 1205.181690] env[69186]: _type = "Task" [ 1205.181690] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.182340] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019cae06-a6eb-4c10-bcf4-db0d6071de28 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.195165] env[69186]: DEBUG oslo_vmware.api [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3636000, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.235324] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 86c266a9-ce74-49c5-a016-a3a0e204ce18] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.535675] env[69186]: DEBUG oslo_concurrency.lockutils [None req-161b5d95-6422-44c2-9031-92515f8d8c41 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Lock "5784475d-2510-43b0-8abb-f4fce96f7846" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.735s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.694730] env[69186]: DEBUG oslo_vmware.api [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3636000, 'name': ReconfigVM_Task, 'duration_secs': 0.161356} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.694953] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1205.703454] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8040eb1-9313-4eb7-94c7-bf38b0174e7d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.715472] env[69186]: INFO nova.compute.manager [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Took 13.17 seconds to build instance. [ 1205.726049] env[69186]: DEBUG oslo_vmware.api [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1205.726049] env[69186]: value = "task-3636001" [ 1205.726049] env[69186]: _type = "Task" [ 1205.726049] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.735296] env[69186]: DEBUG oslo_vmware.api [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3636001, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.738978] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 1b52d131-9522-4d9a-8a41-2cfba7be5317] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.217603] env[69186]: DEBUG oslo_concurrency.lockutils [None req-00a5703f-d0f0-494a-95bd-0aa1376167c7 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "b95fa037-2ca2-45d2-97b5-026caf970212" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.683s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.232706] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9d6131-52db-43c3-b28f-97b5e7a5f335 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.240302] env[69186]: DEBUG oslo_vmware.api [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3636001, 'name': ReconfigVM_Task, 'duration_secs': 0.198638} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.240542] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724954', 'volume_id': 'b6d57cef-d73a-45e7-9374-2e2e1439bdbe', 'name': 'volume-b6d57cef-d73a-45e7-9374-2e2e1439bdbe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6fb0c8c6-6d83-40c0-bef4-7d20a722ed81', 'attached_at': '2025-04-26T12:31:30.000000', 'detached_at': '', 'volume_id': 'b6d57cef-d73a-45e7-9374-2e2e1439bdbe', 'serial': 'b6d57cef-d73a-45e7-9374-2e2e1439bdbe'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1206.240905] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.241607] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d2e360-6238-4225-b9d3-938431e92224 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.245994] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 2cc3a23d-24a0-465a-bec4-7ee7cef02b75] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.248903] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98344c27-24d1-4313-85a1-550b0d9fc323 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.254225] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.254743] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39b8e5ad-7c0d-44c3-b667-ccdd0b829b3c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.283993] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f8d44f-cc3a-48d6-90af-6c8650393b58 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.292777] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a803387c-8cbd-4d31-aaad-c7468183898e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.308329] env[69186]: DEBUG nova.compute.provider_tree [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.312768] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.313122] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.313297] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Deleting the datastore file [datastore2] 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.313600] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bedf40a-0b40-40b9-92dd-920ffec2c8d0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.320462] env[69186]: DEBUG oslo_vmware.api [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1206.320462] env[69186]: value = "task-3636003" [ 1206.320462] env[69186]: _type = "Task" [ 1206.320462] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.330779] env[69186]: DEBUG oslo_vmware.api [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3636003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.756497] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 241e1f54-9c68-4ba2-b6e7-94ca86aeee99] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.813259] env[69186]: DEBUG nova.scheduler.client.report [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.831650] env[69186]: DEBUG oslo_vmware.api [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3636003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149791} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.832586] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.832825] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.833015] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.833200] env[69186]: INFO nova.compute.manager [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1206.833435] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.833620] env[69186]: DEBUG nova.compute.manager [-] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.833713] env[69186]: DEBUG nova.network.neutron [-] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.877625] env[69186]: DEBUG nova.compute.manager [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Stashing vm_state: active {{(pid=69186) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1207.263139] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 20d5a338-f29d-439a-bd22-9110abac32bb] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.292855] env[69186]: DEBUG nova.compute.manager [req-b25814af-a9c4-4c56-a2b5-60d9a63395af req-a6c7fc96-3db3-4f4b-8f86-54f974079c1f service nova] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Received event network-vif-deleted-bf3a4b51-b092-415d-bc1b-5d28b134bb9e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.293090] env[69186]: INFO nova.compute.manager [req-b25814af-a9c4-4c56-a2b5-60d9a63395af req-a6c7fc96-3db3-4f4b-8f86-54f974079c1f service nova] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Neutron deleted interface bf3a4b51-b092-415d-bc1b-5d28b134bb9e; detaching it from the instance and deleting it from the info cache [ 1207.293266] env[69186]: DEBUG nova.network.neutron [req-b25814af-a9c4-4c56-a2b5-60d9a63395af req-a6c7fc96-3db3-4f4b-8f86-54f974079c1f service nova] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.318389] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.318895] env[69186]: DEBUG nova.compute.manager [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1207.403939] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.403939] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.765735] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: f53f3df5-c66d-4872-bf7a-159dea6f00fe] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.776511] env[69186]: DEBUG nova.network.neutron [-] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.796393] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b64b747-b813-4066-87c2-49e87cada0d9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.808571] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1b9df8-2f42-40cc-986a-26e44815167c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.824139] env[69186]: DEBUG nova.compute.utils [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1207.825933] env[69186]: DEBUG nova.compute.manager [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1207.825933] env[69186]: DEBUG nova.network.neutron [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1207.846802] env[69186]: DEBUG nova.compute.manager [req-b25814af-a9c4-4c56-a2b5-60d9a63395af req-a6c7fc96-3db3-4f4b-8f86-54f974079c1f service nova] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Detach interface failed, port_id=bf3a4b51-b092-415d-bc1b-5d28b134bb9e, reason: Instance 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1207.871151] env[69186]: DEBUG nova.policy [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07b841536fb24f439d3e75ee3ec695ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68534f72b5ef4bbebc423e4459dc051a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.909400] env[69186]: INFO nova.compute.claims [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1208.246669] env[69186]: DEBUG nova.network.neutron [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Successfully created port: 241abeea-2cd7-485f-9749-4c95d3ba0c5a {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1208.269558] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 64dec301-9ac2-4e0f-b3ce-52d2f63f0cf0] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.279182] env[69186]: INFO nova.compute.manager [-] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Took 1.45 seconds to deallocate network for instance. [ 1208.329987] env[69186]: DEBUG nova.compute.manager [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1208.417926] env[69186]: INFO nova.compute.resource_tracker [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Updating resource usage from migration 00b19303-90d5-4f50-bb5f-6973f8ee2a56 [ 1208.637461] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b9cfb4-dcc8-48eb-a0a7-1be0ae814026 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.646467] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b1687e-8ec2-4e80-9f3c-c77ec10cdd18 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.677055] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fdc460-dba4-4aa8-ad72-2c2d1f290d05 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.685916] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943fdc2e-f039-414f-95cd-ce7c5666f4c8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.700014] env[69186]: DEBUG nova.compute.provider_tree [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.772534] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 9931a0cb-d7af-43ab-bfa2-de010754f7d4] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.845755] env[69186]: INFO nova.compute.manager [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Took 0.57 seconds to detach 1 volumes for instance. [ 1208.847906] env[69186]: DEBUG nova.compute.manager [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Deleting volume: b6d57cef-d73a-45e7-9374-2e2e1439bdbe {{(pid=69186) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1209.208299] env[69186]: DEBUG nova.scheduler.client.report [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.276590] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 9b42ea08-fb07-41c2-aa21-a444e47713ae] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.342890] env[69186]: DEBUG nova.compute.manager [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1209.366208] env[69186]: DEBUG nova.virt.hardware [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.366517] env[69186]: DEBUG nova.virt.hardware [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.366680] env[69186]: DEBUG nova.virt.hardware [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.366864] env[69186]: DEBUG nova.virt.hardware [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.367078] env[69186]: DEBUG nova.virt.hardware [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.367274] env[69186]: DEBUG nova.virt.hardware [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.367516] env[69186]: DEBUG nova.virt.hardware [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.367708] env[69186]: DEBUG nova.virt.hardware [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.367908] env[69186]: DEBUG nova.virt.hardware [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.368114] env[69186]: DEBUG nova.virt.hardware [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.368324] env[69186]: DEBUG nova.virt.hardware [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.369217] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688b0515-5e5c-4597-9889-61e49dbd418d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.377632] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932b7d89-0383-49ac-9e82-0e51618306a8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.392842] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.717998] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.315s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.718251] env[69186]: INFO nova.compute.manager [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Migrating [ 1209.729932] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.337s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.730179] env[69186]: DEBUG nova.objects.instance [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lazy-loading 'resources' on Instance uuid 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.768742] env[69186]: DEBUG nova.compute.manager [req-f82f9ae7-c7c6-4fff-b2c8-ce19d042c5b7 req-2e5a24a5-b756-4be6-afc5-df7e737885dc service nova] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Received event network-vif-plugged-241abeea-2cd7-485f-9749-4c95d3ba0c5a {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.768970] env[69186]: DEBUG oslo_concurrency.lockutils [req-f82f9ae7-c7c6-4fff-b2c8-ce19d042c5b7 req-2e5a24a5-b756-4be6-afc5-df7e737885dc service nova] Acquiring lock "50496da7-8ad7-41d3-8f86-8bcb74d9ec03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.769224] env[69186]: DEBUG oslo_concurrency.lockutils [req-f82f9ae7-c7c6-4fff-b2c8-ce19d042c5b7 req-2e5a24a5-b756-4be6-afc5-df7e737885dc service nova] Lock "50496da7-8ad7-41d3-8f86-8bcb74d9ec03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.769401] env[69186]: DEBUG oslo_concurrency.lockutils [req-f82f9ae7-c7c6-4fff-b2c8-ce19d042c5b7 req-2e5a24a5-b756-4be6-afc5-df7e737885dc service nova] Lock "50496da7-8ad7-41d3-8f86-8bcb74d9ec03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.769569] env[69186]: DEBUG nova.compute.manager [req-f82f9ae7-c7c6-4fff-b2c8-ce19d042c5b7 req-2e5a24a5-b756-4be6-afc5-df7e737885dc service nova] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] No waiting events found dispatching network-vif-plugged-241abeea-2cd7-485f-9749-4c95d3ba0c5a {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.769733] env[69186]: WARNING nova.compute.manager [req-f82f9ae7-c7c6-4fff-b2c8-ce19d042c5b7 req-2e5a24a5-b756-4be6-afc5-df7e737885dc service nova] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Received unexpected event network-vif-plugged-241abeea-2cd7-485f-9749-4c95d3ba0c5a for instance with vm_state building and task_state spawning. [ 1209.780501] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: d2630da7-721d-4f82-a9c6-49dc74d61b8c] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.831581] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.831821] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.953741] env[69186]: DEBUG nova.network.neutron [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Successfully updated port: 241abeea-2cd7-485f-9749-4c95d3ba0c5a {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1210.237775] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "refresh_cache-b95fa037-2ca2-45d2-97b5-026caf970212" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.237775] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired lock "refresh_cache-b95fa037-2ca2-45d2-97b5-026caf970212" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.237775] env[69186]: DEBUG nova.network.neutron [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.286528] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: b2a1953d-7c0e-44a4-928d-60ce0515692a] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.339020] env[69186]: DEBUG nova.compute.manager [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1210.456382] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "refresh_cache-50496da7-8ad7-41d3-8f86-8bcb74d9ec03" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.456542] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired lock "refresh_cache-50496da7-8ad7-41d3-8f86-8bcb74d9ec03" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.456775] env[69186]: DEBUG nova.network.neutron [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.500201] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17720d4b-6dbb-4904-9873-e389c0fe4fd6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.508106] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4522c6eb-490a-4b8d-b064-280f53093387 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.538217] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfa927c-7cda-43a4-b79b-a0725d502053 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.545336] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c734e06-cede-4a84-97b8-4a056769a697 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.558682] env[69186]: DEBUG nova.compute.provider_tree [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.791021] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 7db077e2-bdc2-4568-ae13-c6fec2c1318e] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.864789] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.961353] env[69186]: DEBUG nova.network.neutron [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Updating instance_info_cache with network_info: [{"id": "ede3cae7-2c3e-4c1d-b4ff-5448273bd384", "address": "fa:16:3e:81:09:a2", "network": {"id": "31bd6c99-6f00-4643-adfe-1f7763b3744b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-588385833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e81341caf41a3a52b5585de23490f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede3cae7-2c", "ovs_interfaceid": "ede3cae7-2c3e-4c1d-b4ff-5448273bd384", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.996987] env[69186]: DEBUG nova.network.neutron [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1211.063991] env[69186]: DEBUG nova.scheduler.client.report [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.165665] env[69186]: DEBUG nova.network.neutron [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Updating instance_info_cache with network_info: [{"id": "241abeea-2cd7-485f-9749-4c95d3ba0c5a", "address": "fa:16:3e:ca:3d:2f", "network": {"id": "61e1515f-114e-4139-9235-6329201c5e19", "bridge": "br-int", "label": "tempest-ServersTestJSON-569810852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68534f72b5ef4bbebc423e4459dc051a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap241abeea-2c", "ovs_interfaceid": "241abeea-2cd7-485f-9749-4c95d3ba0c5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.295147] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 4648021d-f844-414d-89fb-c1ca28e3ebfe] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.468970] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Releasing lock "refresh_cache-b95fa037-2ca2-45d2-97b5-026caf970212" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.566177] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.836s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.568694] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.704s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.570306] env[69186]: INFO nova.compute.claims [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1211.584325] env[69186]: INFO nova.scheduler.client.report [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Deleted allocations for instance 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81 [ 1211.668105] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Releasing lock "refresh_cache-50496da7-8ad7-41d3-8f86-8bcb74d9ec03" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.668493] env[69186]: DEBUG nova.compute.manager [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Instance network_info: |[{"id": "241abeea-2cd7-485f-9749-4c95d3ba0c5a", "address": "fa:16:3e:ca:3d:2f", "network": {"id": "61e1515f-114e-4139-9235-6329201c5e19", "bridge": "br-int", "label": "tempest-ServersTestJSON-569810852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68534f72b5ef4bbebc423e4459dc051a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap241abeea-2c", "ovs_interfaceid": "241abeea-2cd7-485f-9749-4c95d3ba0c5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1211.668937] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:3d:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '241abeea-2cd7-485f-9749-4c95d3ba0c5a', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.677052] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.677273] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.677490] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3b48911-a2ac-4e8e-94bc-e09e476f9596 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.696024] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Acquiring lock "484e8422-c970-4bd7-a837-b316c12ad0df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.696256] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Lock "484e8422-c970-4bd7-a837-b316c12ad0df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.701126] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.701126] env[69186]: value = "task-3636005" [ 1211.701126] env[69186]: _type = "Task" [ 1211.701126] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.708669] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636005, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.799131] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: b6cf7f10-d3ce-4ce6-9dc5-618973de5c69] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.802709] env[69186]: DEBUG nova.compute.manager [req-97a4efc1-3c1d-40df-9735-16be70db4b36 req-f29618ee-8ed6-4ad0-bae8-a884798f121f service nova] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Received event network-changed-241abeea-2cd7-485f-9749-4c95d3ba0c5a {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.802902] env[69186]: DEBUG nova.compute.manager [req-97a4efc1-3c1d-40df-9735-16be70db4b36 req-f29618ee-8ed6-4ad0-bae8-a884798f121f service nova] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Refreshing instance network info cache due to event network-changed-241abeea-2cd7-485f-9749-4c95d3ba0c5a. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1211.803259] env[69186]: DEBUG oslo_concurrency.lockutils [req-97a4efc1-3c1d-40df-9735-16be70db4b36 req-f29618ee-8ed6-4ad0-bae8-a884798f121f service nova] Acquiring lock "refresh_cache-50496da7-8ad7-41d3-8f86-8bcb74d9ec03" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.803495] env[69186]: DEBUG oslo_concurrency.lockutils [req-97a4efc1-3c1d-40df-9735-16be70db4b36 req-f29618ee-8ed6-4ad0-bae8-a884798f121f service nova] Acquired lock "refresh_cache-50496da7-8ad7-41d3-8f86-8bcb74d9ec03" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.803734] env[69186]: DEBUG nova.network.neutron [req-97a4efc1-3c1d-40df-9735-16be70db4b36 req-f29618ee-8ed6-4ad0-bae8-a884798f121f service nova] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Refreshing network info cache for port 241abeea-2cd7-485f-9749-4c95d3ba0c5a {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.093635] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8615079d-d47a-4df9-90b2-2d6ccccac829 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "6fb0c8c6-6d83-40c0-bef4-7d20a722ed81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.025s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.202022] env[69186]: DEBUG nova.compute.manager [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1212.212093] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636005, 'name': CreateVM_Task, 'duration_secs': 0.332911} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.212093] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.212896] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.213275] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.213732] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.214139] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e56b41a7-e1dd-4b4a-bb11-2639518828dc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.219379] env[69186]: DEBUG oslo_vmware.api [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1212.219379] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5201dc28-4731-9a29-5aa6-7ef066c41df1" [ 1212.219379] env[69186]: _type = "Task" [ 1212.219379] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.227796] env[69186]: DEBUG oslo_vmware.api [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5201dc28-4731-9a29-5aa6-7ef066c41df1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.310017] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 51a8437d-4790-4ba9-a676-2f2e3ea28133] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.500765] env[69186]: DEBUG nova.network.neutron [req-97a4efc1-3c1d-40df-9735-16be70db4b36 req-f29618ee-8ed6-4ad0-bae8-a884798f121f service nova] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Updated VIF entry in instance network info cache for port 241abeea-2cd7-485f-9749-4c95d3ba0c5a. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.501128] env[69186]: DEBUG nova.network.neutron [req-97a4efc1-3c1d-40df-9735-16be70db4b36 req-f29618ee-8ed6-4ad0-bae8-a884798f121f service nova] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Updating instance_info_cache with network_info: [{"id": "241abeea-2cd7-485f-9749-4c95d3ba0c5a", "address": "fa:16:3e:ca:3d:2f", "network": {"id": "61e1515f-114e-4139-9235-6329201c5e19", "bridge": "br-int", "label": "tempest-ServersTestJSON-569810852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68534f72b5ef4bbebc423e4459dc051a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap241abeea-2c", "ovs_interfaceid": "241abeea-2cd7-485f-9749-4c95d3ba0c5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.722218] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.732415] env[69186]: DEBUG oslo_vmware.api [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5201dc28-4731-9a29-5aa6-7ef066c41df1, 'name': SearchDatastore_Task, 'duration_secs': 0.00978} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.735096] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.735341] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.735605] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.735718] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.735898] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.736380] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bdabfd3-831f-44ae-a73f-c6e7e7caf8e9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.745575] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.745650] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.748801] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa2d98d7-9ab9-448f-9701-c793e4128226 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.754406] env[69186]: DEBUG oslo_vmware.api [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1212.754406] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52883080-4314-3bf1-6d65-b9abda533e64" [ 1212.754406] env[69186]: _type = "Task" [ 1212.754406] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.761766] env[69186]: DEBUG oslo_vmware.api [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52883080-4314-3bf1-6d65-b9abda533e64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.786203] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbed06ef-da6c-4d03-aa77-e37780288e07 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.793829] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62f6a08-bacf-4c27-a98d-8f9b02c27fc1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.826700] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 9c83d2ce-408e-4c21-a503-44b7a6c01aed] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.830325] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98e6e9a-3e2e-43b8-b0fd-4da1a786ba73 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.837043] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f2e84a-d520-4d21-a7f9-a5761cf6058a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.851677] env[69186]: DEBUG nova.compute.provider_tree [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.982887] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2fba2d-fa2c-4724-b1b8-463981b7f125 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.001222] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Updating instance 'b95fa037-2ca2-45d2-97b5-026caf970212' progress to 0 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.004640] env[69186]: DEBUG oslo_concurrency.lockutils [req-97a4efc1-3c1d-40df-9735-16be70db4b36 req-f29618ee-8ed6-4ad0-bae8-a884798f121f service nova] Releasing lock "refresh_cache-50496da7-8ad7-41d3-8f86-8bcb74d9ec03" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.041667] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "50959951-3ffe-431c-893e-eef7a8b02b59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.042043] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "50959951-3ffe-431c-893e-eef7a8b02b59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.042178] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "50959951-3ffe-431c-893e-eef7a8b02b59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.042365] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "50959951-3ffe-431c-893e-eef7a8b02b59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.042534] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "50959951-3ffe-431c-893e-eef7a8b02b59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.045150] env[69186]: INFO nova.compute.manager [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Terminating instance [ 1213.264727] env[69186]: DEBUG oslo_vmware.api [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52883080-4314-3bf1-6d65-b9abda533e64, 'name': SearchDatastore_Task, 'duration_secs': 0.009684} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.265546] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1a9b89f-cd0e-4bbf-8766-0810c608e00d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.270607] env[69186]: DEBUG oslo_vmware.api [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1213.270607] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528d78f4-06f9-461c-379d-96dc537b69f6" [ 1213.270607] env[69186]: _type = "Task" [ 1213.270607] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.278252] env[69186]: DEBUG oslo_vmware.api [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528d78f4-06f9-461c-379d-96dc537b69f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.332398] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 53956b02-beb3-4c8c-b876-5d24e95f7508] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.355402] env[69186]: DEBUG nova.scheduler.client.report [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.506992] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.507443] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c3e15b2-acf4-4536-9f62-7cea363c80bf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.514006] env[69186]: DEBUG oslo_vmware.api [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1213.514006] env[69186]: value = "task-3636006" [ 1213.514006] env[69186]: _type = "Task" [ 1213.514006] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.522668] env[69186]: DEBUG oslo_vmware.api [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3636006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.548555] env[69186]: DEBUG nova.compute.manager [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.548801] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.549699] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805435bc-13ef-433c-b60d-db21bd76c2b5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.556719] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.557013] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd9f4e29-da6a-48f1-b257-6ffbc889ffa1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.562426] env[69186]: DEBUG oslo_vmware.api [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1213.562426] env[69186]: value = "task-3636007" [ 1213.562426] env[69186]: _type = "Task" [ 1213.562426] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.569741] env[69186]: DEBUG oslo_vmware.api [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3636007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.782693] env[69186]: DEBUG oslo_vmware.api [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528d78f4-06f9-461c-379d-96dc537b69f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009663} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.782981] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.783264] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 50496da7-8ad7-41d3-8f86-8bcb74d9ec03/50496da7-8ad7-41d3-8f86-8bcb74d9ec03.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.783520] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54b3f9c3-a5d4-4f2f-88a3-6673430b23ec {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.789791] env[69186]: DEBUG oslo_vmware.api [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1213.789791] env[69186]: value = "task-3636008" [ 1213.789791] env[69186]: _type = "Task" [ 1213.789791] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.796965] env[69186]: DEBUG oslo_vmware.api [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.837640] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 373cd3b4-de0f-450b-a1f5-9b90efc55213] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.859903] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.860422] env[69186]: DEBUG nova.compute.manager [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1213.863421] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.141s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.864962] env[69186]: INFO nova.compute.claims [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1213.906239] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ff890d0a-95c1-4107-8793-e53f0c81a93d tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "ae12e6fe-3f87-4e74-a354-401bcd42aca6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.906468] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ff890d0a-95c1-4107-8793-e53f0c81a93d tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "ae12e6fe-3f87-4e74-a354-401bcd42aca6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.947231] env[69186]: DEBUG oslo_concurrency.lockutils [None req-873bc1d2-072b-462b-af4d-5902cbfe14ba tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "f96019ad-c5f7-45ba-85a1-580b45bfb7cc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.947569] env[69186]: DEBUG oslo_concurrency.lockutils [None req-873bc1d2-072b-462b-af4d-5902cbfe14ba tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "f96019ad-c5f7-45ba-85a1-580b45bfb7cc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.024741] env[69186]: DEBUG oslo_vmware.api [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3636006, 'name': PowerOffVM_Task, 'duration_secs': 0.180242} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.025081] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.025274] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Updating instance 'b95fa037-2ca2-45d2-97b5-026caf970212' progress to 17 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1214.073594] env[69186]: DEBUG oslo_vmware.api [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3636007, 'name': PowerOffVM_Task, 'duration_secs': 0.152446} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.073776] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.073912] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.074189] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34e67550-3eda-4d85-bd58-fa20734b1ea5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.150416] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.150639] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.150811] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Deleting the datastore file [datastore1] 50959951-3ffe-431c-893e-eef7a8b02b59 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.151109] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cde66c52-8e95-404c-bcae-534e68fc625b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.157856] env[69186]: DEBUG oslo_vmware.api [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1214.157856] env[69186]: value = "task-3636010" [ 1214.157856] env[69186]: _type = "Task" [ 1214.157856] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.166488] env[69186]: DEBUG oslo_vmware.api [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3636010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.298985] env[69186]: DEBUG oslo_vmware.api [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492711} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.299281] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 50496da7-8ad7-41d3-8f86-8bcb74d9ec03/50496da7-8ad7-41d3-8f86-8bcb74d9ec03.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.299500] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.299748] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0f9507a-4b75-44b6-a121-c564bd9dbc57 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.305704] env[69186]: DEBUG oslo_vmware.api [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1214.305704] env[69186]: value = "task-3636011" [ 1214.305704] env[69186]: _type = "Task" [ 1214.305704] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.313396] env[69186]: DEBUG oslo_vmware.api [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.341510] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 564d3761-06cc-4ef8-baa9-9adc806bf419] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.369810] env[69186]: DEBUG nova.compute.utils [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1214.373489] env[69186]: DEBUG nova.compute.manager [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1214.373682] env[69186]: DEBUG nova.network.neutron [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1214.409450] env[69186]: DEBUG nova.compute.utils [None req-ff890d0a-95c1-4107-8793-e53f0c81a93d tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1214.420779] env[69186]: DEBUG nova.policy [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f45645b66fe341009a83e7a852497ce7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a588bb9537f4d2db8d49b4309728df4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1214.450889] env[69186]: INFO nova.compute.manager [None req-873bc1d2-072b-462b-af4d-5902cbfe14ba tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Detaching volume 247324ec-b1f7-403d-92de-b6cdd7f6dee4 [ 1214.494734] env[69186]: INFO nova.virt.block_device [None req-873bc1d2-072b-462b-af4d-5902cbfe14ba tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Attempting to driver detach volume 247324ec-b1f7-403d-92de-b6cdd7f6dee4 from mountpoint /dev/sdb [ 1214.495162] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-873bc1d2-072b-462b-af4d-5902cbfe14ba tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Volume detach. Driver type: vmdk {{(pid=69186) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1214.495797] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-873bc1d2-072b-462b-af4d-5902cbfe14ba tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724979', 'volume_id': '247324ec-b1f7-403d-92de-b6cdd7f6dee4', 'name': 'volume-247324ec-b1f7-403d-92de-b6cdd7f6dee4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f96019ad-c5f7-45ba-85a1-580b45bfb7cc', 'attached_at': '', 'detached_at': '', 'volume_id': '247324ec-b1f7-403d-92de-b6cdd7f6dee4', 'serial': '247324ec-b1f7-403d-92de-b6cdd7f6dee4'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1214.496823] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae012f3d-9fc1-4a0b-98f4-39bd077c6d84 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.532159] env[69186]: DEBUG nova.virt.hardware [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1214.532578] env[69186]: DEBUG nova.virt.hardware [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.532970] env[69186]: DEBUG nova.virt.hardware [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.533179] env[69186]: DEBUG nova.virt.hardware [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.533443] env[69186]: DEBUG nova.virt.hardware [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.533704] env[69186]: DEBUG nova.virt.hardware [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1214.534057] env[69186]: DEBUG nova.virt.hardware [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1214.534344] env[69186]: DEBUG nova.virt.hardware [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1214.534629] env[69186]: DEBUG nova.virt.hardware [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1214.534916] env[69186]: DEBUG nova.virt.hardware [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1214.535233] env[69186]: DEBUG nova.virt.hardware [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1214.543754] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc84270f-cfb3-401c-9d66-6ec313ffb576 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.562044] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ddf449-fc2c-4252-b0a1-ba064de39419 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.573510] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e5743d-025c-4c7d-9f69-c7b8015b6fdb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.577210] env[69186]: DEBUG oslo_vmware.api [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1214.577210] env[69186]: value = "task-3636012" [ 1214.577210] env[69186]: _type = "Task" [ 1214.577210] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.614988] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9eb27f3-e978-4441-8810-08e76d0ad8c4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.614988] env[69186]: DEBUG oslo_vmware.api [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3636012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.628395] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-873bc1d2-072b-462b-af4d-5902cbfe14ba tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] The volume has not been displaced from its original location: [datastore2] volume-247324ec-b1f7-403d-92de-b6cdd7f6dee4/volume-247324ec-b1f7-403d-92de-b6cdd7f6dee4.vmdk. No consolidation needed. {{(pid=69186) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1214.637761] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-873bc1d2-072b-462b-af4d-5902cbfe14ba tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1214.638622] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dd4c6e1-d3f8-44f3-867c-da0fbf2463b7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.658131] env[69186]: DEBUG oslo_vmware.api [None req-873bc1d2-072b-462b-af4d-5902cbfe14ba tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1214.658131] env[69186]: value = "task-3636013" [ 1214.658131] env[69186]: _type = "Task" [ 1214.658131] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.677250] env[69186]: DEBUG oslo_vmware.api [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3636010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209242} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.677615] env[69186]: DEBUG oslo_vmware.api [None req-873bc1d2-072b-462b-af4d-5902cbfe14ba tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3636013, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.677967] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.678252] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.678527] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.678789] env[69186]: INFO nova.compute.manager [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1214.679147] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.679414] env[69186]: DEBUG nova.compute.manager [-] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1214.679557] env[69186]: DEBUG nova.network.neutron [-] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.816297] env[69186]: DEBUG oslo_vmware.api [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062193} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.816563] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.817382] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab297b89-12c9-4bcf-9426-0cc937452aeb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.839142] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 50496da7-8ad7-41d3-8f86-8bcb74d9ec03/50496da7-8ad7-41d3-8f86-8bcb74d9ec03.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.840122] env[69186]: DEBUG nova.network.neutron [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Successfully created port: 3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1214.841998] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-004cc63f-d977-44a5-bec9-43b5064e957b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.858507] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: a24c7cae-1be1-4a5a-9e75-bc5f555ec3b5] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.867123] env[69186]: DEBUG oslo_vmware.api [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1214.867123] env[69186]: value = "task-3636014" [ 1214.867123] env[69186]: _type = "Task" [ 1214.867123] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.873866] env[69186]: DEBUG nova.compute.manager [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1214.884150] env[69186]: DEBUG oslo_vmware.api [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636014, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.912543] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ff890d0a-95c1-4107-8793-e53f0c81a93d tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "ae12e6fe-3f87-4e74-a354-401bcd42aca6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.035951] env[69186]: DEBUG nova.compute.manager [req-1ce6bec3-d062-4758-9259-e29bddde79d3 req-472008f0-f26b-4cd4-beaa-458d860759b6 service nova] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Received event network-vif-deleted-4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.036178] env[69186]: INFO nova.compute.manager [req-1ce6bec3-d062-4758-9259-e29bddde79d3 req-472008f0-f26b-4cd4-beaa-458d860759b6 service nova] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Neutron deleted interface 4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44; detaching it from the instance and deleting it from the info cache [ 1215.036349] env[69186]: DEBUG nova.network.neutron [req-1ce6bec3-d062-4758-9259-e29bddde79d3 req-472008f0-f26b-4cd4-beaa-458d860759b6 service nova] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.090669] env[69186]: DEBUG oslo_vmware.api [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3636012, 'name': ReconfigVM_Task, 'duration_secs': 0.214735} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.090669] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Updating instance 'b95fa037-2ca2-45d2-97b5-026caf970212' progress to 33 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1215.100821] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e858ef9-6498-4b03-9b79-1cf39e19391d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.108494] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a02752-256d-4d3e-8d18-af9e88c88d6e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.140285] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68567e7b-1421-4eff-bc75-53961bfcf0fd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.148860] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3520432-0d7b-4c1f-9327-9e9e14a5f0fe {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.164119] env[69186]: DEBUG nova.compute.provider_tree [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.173037] env[69186]: DEBUG oslo_vmware.api [None req-873bc1d2-072b-462b-af4d-5902cbfe14ba tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3636013, 'name': ReconfigVM_Task, 'duration_secs': 0.258893} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.173802] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-873bc1d2-072b-462b-af4d-5902cbfe14ba tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1215.178625] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a10d530-198d-4258-8522-bc6c3d95608b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.192962] env[69186]: DEBUG oslo_vmware.api [None req-873bc1d2-072b-462b-af4d-5902cbfe14ba tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1215.192962] env[69186]: value = "task-3636015" [ 1215.192962] env[69186]: _type = "Task" [ 1215.192962] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.200819] env[69186]: DEBUG oslo_vmware.api [None req-873bc1d2-072b-462b-af4d-5902cbfe14ba tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3636015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.361643] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 49bc8ba1-cc00-440a-bdad-a70eada41178] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.379542] env[69186]: DEBUG oslo_vmware.api [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636014, 'name': ReconfigVM_Task, 'duration_secs': 0.293943} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.379542] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 50496da7-8ad7-41d3-8f86-8bcb74d9ec03/50496da7-8ad7-41d3-8f86-8bcb74d9ec03.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.379542] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-381de88b-a29f-43fb-afde-ada8240d6e96 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.388889] env[69186]: DEBUG oslo_vmware.api [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1215.388889] env[69186]: value = "task-3636016" [ 1215.388889] env[69186]: _type = "Task" [ 1215.388889] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.396586] env[69186]: DEBUG oslo_vmware.api [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636016, 'name': Rename_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.523345] env[69186]: DEBUG nova.network.neutron [-] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.539139] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43aefea7-f4cd-4061-b9ca-a5cfb00cb952 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.548549] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5f8e94-737e-47f0-ad14-f4eaef7a5038 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.581121] env[69186]: DEBUG nova.compute.manager [req-1ce6bec3-d062-4758-9259-e29bddde79d3 req-472008f0-f26b-4cd4-beaa-458d860759b6 service nova] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Detach interface failed, port_id=4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44, reason: Instance 50959951-3ffe-431c-893e-eef7a8b02b59 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1215.598320] env[69186]: DEBUG nova.virt.hardware [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.598608] env[69186]: DEBUG nova.virt.hardware [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.598808] env[69186]: DEBUG nova.virt.hardware [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.599029] env[69186]: DEBUG nova.virt.hardware [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.599222] env[69186]: DEBUG nova.virt.hardware [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.599382] env[69186]: DEBUG nova.virt.hardware [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.599587] env[69186]: DEBUG nova.virt.hardware [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.599791] env[69186]: DEBUG nova.virt.hardware [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.599980] env[69186]: DEBUG nova.virt.hardware [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.600192] env[69186]: DEBUG nova.virt.hardware [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.600368] env[69186]: DEBUG nova.virt.hardware [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.606638] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1215.606936] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a678637-af15-42ca-a5b0-2ebc1b44cf8a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.626817] env[69186]: DEBUG oslo_vmware.api [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1215.626817] env[69186]: value = "task-3636017" [ 1215.626817] env[69186]: _type = "Task" [ 1215.626817] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.636250] env[69186]: DEBUG oslo_vmware.api [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3636017, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.669350] env[69186]: DEBUG nova.scheduler.client.report [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.702037] env[69186]: DEBUG oslo_vmware.api [None req-873bc1d2-072b-462b-af4d-5902cbfe14ba tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3636015, 'name': ReconfigVM_Task, 'duration_secs': 0.160402} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.702225] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-873bc1d2-072b-462b-af4d-5902cbfe14ba tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724979', 'volume_id': '247324ec-b1f7-403d-92de-b6cdd7f6dee4', 'name': 'volume-247324ec-b1f7-403d-92de-b6cdd7f6dee4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f96019ad-c5f7-45ba-85a1-580b45bfb7cc', 'attached_at': '', 'detached_at': '', 'volume_id': '247324ec-b1f7-403d-92de-b6cdd7f6dee4', 'serial': '247324ec-b1f7-403d-92de-b6cdd7f6dee4'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1215.864950] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: dddaa31b-a7c6-4ec3-8222-fb53eb08ea17] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.889865] env[69186]: DEBUG nova.compute.manager [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1215.901236] env[69186]: DEBUG oslo_vmware.api [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636016, 'name': Rename_Task, 'duration_secs': 0.143386} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.901499] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.901732] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e209593c-2bed-4ef0-9754-6b0380eca0ac {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.908677] env[69186]: DEBUG oslo_vmware.api [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1215.908677] env[69186]: value = "task-3636018" [ 1215.908677] env[69186]: _type = "Task" [ 1215.908677] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.913929] env[69186]: DEBUG nova.virt.hardware [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.914174] env[69186]: DEBUG nova.virt.hardware [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.914325] env[69186]: DEBUG nova.virt.hardware [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.914505] env[69186]: DEBUG nova.virt.hardware [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.914646] env[69186]: DEBUG nova.virt.hardware [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.914824] env[69186]: DEBUG nova.virt.hardware [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.915022] env[69186]: DEBUG nova.virt.hardware [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.915187] env[69186]: DEBUG nova.virt.hardware [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.915351] env[69186]: DEBUG nova.virt.hardware [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.915510] env[69186]: DEBUG nova.virt.hardware [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.915675] env[69186]: DEBUG nova.virt.hardware [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.916393] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874655bc-f8d0-4256-8734-0088c5b93e5a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.921556] env[69186]: DEBUG oslo_vmware.api [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.926372] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e81ebf7-4842-45d5-aa4f-c5ee0ae51e2e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.986716] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ff890d0a-95c1-4107-8793-e53f0c81a93d tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "ae12e6fe-3f87-4e74-a354-401bcd42aca6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.987149] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ff890d0a-95c1-4107-8793-e53f0c81a93d tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "ae12e6fe-3f87-4e74-a354-401bcd42aca6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.987544] env[69186]: INFO nova.compute.manager [None req-ff890d0a-95c1-4107-8793-e53f0c81a93d tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Attaching volume d2b12afb-b073-41b2-ab3b-de7b2353bacf to /dev/sdb [ 1216.023421] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c18e66c-84cd-45f8-a394-48820cc6a48f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.027767] env[69186]: INFO nova.compute.manager [-] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Took 1.35 seconds to deallocate network for instance. [ 1216.037852] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27190bc7-8e2b-4f5b-bac4-a96598acedb8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.054498] env[69186]: DEBUG nova.virt.block_device [None req-ff890d0a-95c1-4107-8793-e53f0c81a93d tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Updating existing volume attachment record: 936f0ed8-a06b-49df-9e02-c2bc4d15218c {{(pid=69186) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1216.137230] env[69186]: DEBUG oslo_vmware.api [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3636017, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.174355] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.175034] env[69186]: DEBUG nova.compute.manager [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1216.243495] env[69186]: DEBUG nova.objects.instance [None req-873bc1d2-072b-462b-af4d-5902cbfe14ba tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lazy-loading 'flavor' on Instance uuid f96019ad-c5f7-45ba-85a1-580b45bfb7cc {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.368376] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: e2a014fc-40df-4de7-97ae-132ee9e7bf93] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.418935] env[69186]: DEBUG oslo_vmware.api [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636018, 'name': PowerOnVM_Task, 'duration_secs': 0.448385} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.419261] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.419470] env[69186]: INFO nova.compute.manager [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Took 7.08 seconds to spawn the instance on the hypervisor. [ 1216.419665] env[69186]: DEBUG nova.compute.manager [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.420493] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f94a8e0-0673-469e-8c7b-77405c0cb650 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.538607] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.538895] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.539132] env[69186]: DEBUG nova.objects.instance [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lazy-loading 'resources' on Instance uuid 50959951-3ffe-431c-893e-eef7a8b02b59 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.635149] env[69186]: DEBUG nova.network.neutron [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Successfully updated port: 3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1216.639923] env[69186]: DEBUG oslo_vmware.api [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3636017, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.680627] env[69186]: DEBUG nova.compute.utils [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.682168] env[69186]: DEBUG nova.compute.manager [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1216.682376] env[69186]: DEBUG nova.network.neutron [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1216.747525] env[69186]: DEBUG nova.policy [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a67f3a574e47429f98db7ed5fdf298ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7a1e52bd74049dca1ad6f7249bd5dd2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1216.872664] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 360c9eb3-60a7-4dbc-8834-6465df08d83f] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.938294] env[69186]: INFO nova.compute.manager [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Took 11.89 seconds to build instance. [ 1217.075668] env[69186]: DEBUG nova.compute.manager [req-9fb2bcee-a6c0-4505-a420-8802f5100729 req-00a3fb8a-4e91-4c8a-896d-108d9f90d75e service nova] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Received event network-vif-plugged-3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.075668] env[69186]: DEBUG oslo_concurrency.lockutils [req-9fb2bcee-a6c0-4505-a420-8802f5100729 req-00a3fb8a-4e91-4c8a-896d-108d9f90d75e service nova] Acquiring lock "3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.075668] env[69186]: DEBUG oslo_concurrency.lockutils [req-9fb2bcee-a6c0-4505-a420-8802f5100729 req-00a3fb8a-4e91-4c8a-896d-108d9f90d75e service nova] Lock "3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.075668] env[69186]: DEBUG oslo_concurrency.lockutils [req-9fb2bcee-a6c0-4505-a420-8802f5100729 req-00a3fb8a-4e91-4c8a-896d-108d9f90d75e service nova] Lock "3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.075668] env[69186]: DEBUG nova.compute.manager [req-9fb2bcee-a6c0-4505-a420-8802f5100729 req-00a3fb8a-4e91-4c8a-896d-108d9f90d75e service nova] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] No waiting events found dispatching network-vif-plugged-3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.075668] env[69186]: WARNING nova.compute.manager [req-9fb2bcee-a6c0-4505-a420-8802f5100729 req-00a3fb8a-4e91-4c8a-896d-108d9f90d75e service nova] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Received unexpected event network-vif-plugged-3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c for instance with vm_state building and task_state spawning. [ 1217.075668] env[69186]: DEBUG nova.compute.manager [req-9fb2bcee-a6c0-4505-a420-8802f5100729 req-00a3fb8a-4e91-4c8a-896d-108d9f90d75e service nova] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Received event network-changed-3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.075668] env[69186]: DEBUG nova.compute.manager [req-9fb2bcee-a6c0-4505-a420-8802f5100729 req-00a3fb8a-4e91-4c8a-896d-108d9f90d75e service nova] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Refreshing instance network info cache due to event network-changed-3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.075668] env[69186]: DEBUG oslo_concurrency.lockutils [req-9fb2bcee-a6c0-4505-a420-8802f5100729 req-00a3fb8a-4e91-4c8a-896d-108d9f90d75e service nova] Acquiring lock "refresh_cache-3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.075668] env[69186]: DEBUG oslo_concurrency.lockutils [req-9fb2bcee-a6c0-4505-a420-8802f5100729 req-00a3fb8a-4e91-4c8a-896d-108d9f90d75e service nova] Acquired lock "refresh_cache-3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.075668] env[69186]: DEBUG nova.network.neutron [req-9fb2bcee-a6c0-4505-a420-8802f5100729 req-00a3fb8a-4e91-4c8a-896d-108d9f90d75e service nova] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Refreshing network info cache for port 3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.119663] env[69186]: DEBUG nova.network.neutron [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Successfully created port: 02d9d095-c1f4-4c47-affd-ee6ef031485e {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1217.138888] env[69186]: DEBUG oslo_vmware.api [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3636017, 'name': ReconfigVM_Task, 'duration_secs': 1.211406} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.143995] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1217.144635] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "refresh_cache-3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.145788] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e2ebe1-83e5-4472-bb4e-1c4131c18f9e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.170365] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] b95fa037-2ca2-45d2-97b5-026caf970212/b95fa037-2ca2-45d2-97b5-026caf970212.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.173208] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2a794ed-2775-4c6a-b595-52ed0b364127 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.187272] env[69186]: DEBUG nova.compute.manager [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1217.195485] env[69186]: DEBUG oslo_vmware.api [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1217.195485] env[69186]: value = "task-3636020" [ 1217.195485] env[69186]: _type = "Task" [ 1217.195485] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.210277] env[69186]: DEBUG oslo_vmware.api [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3636020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.253091] env[69186]: DEBUG oslo_concurrency.lockutils [None req-873bc1d2-072b-462b-af4d-5902cbfe14ba tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "f96019ad-c5f7-45ba-85a1-580b45bfb7cc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.305s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.302348] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb82049-7150-4c9a-a689-9b599a925d33 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.310840] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b985c78-0e64-4088-8d3a-f2d59f140b26 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.342176] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8264c786-81d5-4fbb-9b53-8d0964556019 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.349372] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3eb174-6f49-45c0-8594-98cc1a07c73c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.362594] env[69186]: DEBUG nova.compute.provider_tree [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.375858] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: fca7e7e8-a8a0-4948-a839-d3a8ef1131bf] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.439460] env[69186]: DEBUG oslo_concurrency.lockutils [None req-fa1bdc10-55cd-40f7-9b21-50df6709f97b tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "50496da7-8ad7-41d3-8f86-8bcb74d9ec03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.398s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.472515] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "50496da7-8ad7-41d3-8f86-8bcb74d9ec03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.472771] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "50496da7-8ad7-41d3-8f86-8bcb74d9ec03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.472979] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "50496da7-8ad7-41d3-8f86-8bcb74d9ec03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.473186] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "50496da7-8ad7-41d3-8f86-8bcb74d9ec03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.473351] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "50496da7-8ad7-41d3-8f86-8bcb74d9ec03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.475899] env[69186]: INFO nova.compute.manager [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Terminating instance [ 1217.609019] env[69186]: DEBUG nova.network.neutron [req-9fb2bcee-a6c0-4505-a420-8802f5100729 req-00a3fb8a-4e91-4c8a-896d-108d9f90d75e service nova] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1217.686576] env[69186]: DEBUG nova.network.neutron [req-9fb2bcee-a6c0-4505-a420-8802f5100729 req-00a3fb8a-4e91-4c8a-896d-108d9f90d75e service nova] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.708388] env[69186]: DEBUG oslo_vmware.api [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3636020, 'name': ReconfigVM_Task, 'duration_secs': 0.269048} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.708847] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Reconfigured VM instance instance-00000074 to attach disk [datastore1] b95fa037-2ca2-45d2-97b5-026caf970212/b95fa037-2ca2-45d2-97b5-026caf970212.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.709022] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Updating instance 'b95fa037-2ca2-45d2-97b5-026caf970212' progress to 50 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.865682] env[69186]: DEBUG nova.scheduler.client.report [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.878437] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 71cd4c88-0df4-4390-bb5d-680dd2e10c5c] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.979542] env[69186]: DEBUG nova.compute.manager [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.979770] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.980680] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065cb391-080c-4fa5-a52d-e95d0f22a99e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.988401] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.988623] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d0080ca-4ae6-4b56-91bc-4c0f2718b7f9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.994227] env[69186]: DEBUG oslo_vmware.api [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1217.994227] env[69186]: value = "task-3636021" [ 1217.994227] env[69186]: _type = "Task" [ 1217.994227] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.001849] env[69186]: DEBUG oslo_vmware.api [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.191484] env[69186]: DEBUG oslo_concurrency.lockutils [req-9fb2bcee-a6c0-4505-a420-8802f5100729 req-00a3fb8a-4e91-4c8a-896d-108d9f90d75e service nova] Releasing lock "refresh_cache-3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.191980] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired lock "refresh_cache-3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.192198] env[69186]: DEBUG nova.network.neutron [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.195948] env[69186]: DEBUG nova.compute.manager [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1218.215342] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e60c41-f0fe-4290-bb6b-9270f0a43319 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.243999] env[69186]: DEBUG nova.virt.hardware [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.244253] env[69186]: DEBUG nova.virt.hardware [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.244407] env[69186]: DEBUG nova.virt.hardware [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.244588] env[69186]: DEBUG nova.virt.hardware [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.244732] env[69186]: DEBUG nova.virt.hardware [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.244882] env[69186]: DEBUG nova.virt.hardware [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.245099] env[69186]: DEBUG nova.virt.hardware [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.245258] env[69186]: DEBUG nova.virt.hardware [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.245419] env[69186]: DEBUG nova.virt.hardware [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.245576] env[69186]: DEBUG nova.virt.hardware [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.245744] env[69186]: DEBUG nova.virt.hardware [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.246532] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234bc22d-b0b9-4b0c-afe9-85e63e5ebf11 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.249415] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718da4a4-9c63-471a-89d0-c156c98dafff {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.268645] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d981a27-323e-4d8c-af37-451163d1d9af {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.272255] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Updating instance 'b95fa037-2ca2-45d2-97b5-026caf970212' progress to 67 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.288229] env[69186]: DEBUG oslo_concurrency.lockutils [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "f96019ad-c5f7-45ba-85a1-580b45bfb7cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.288543] env[69186]: DEBUG oslo_concurrency.lockutils [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "f96019ad-c5f7-45ba-85a1-580b45bfb7cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.288850] env[69186]: DEBUG oslo_concurrency.lockutils [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "f96019ad-c5f7-45ba-85a1-580b45bfb7cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.289106] env[69186]: DEBUG oslo_concurrency.lockutils [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "f96019ad-c5f7-45ba-85a1-580b45bfb7cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.289523] env[69186]: DEBUG oslo_concurrency.lockutils [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "f96019ad-c5f7-45ba-85a1-580b45bfb7cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.291525] env[69186]: INFO nova.compute.manager [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Terminating instance [ 1218.371245] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.832s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.381364] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: bca21a31-e29e-46cd-a096-01a565bf9d72] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.396047] env[69186]: INFO nova.scheduler.client.report [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Deleted allocations for instance 50959951-3ffe-431c-893e-eef7a8b02b59 [ 1218.507533] env[69186]: DEBUG oslo_vmware.api [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636021, 'name': PowerOffVM_Task, 'duration_secs': 0.193284} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.507897] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.508206] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.508560] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-085d476d-5302-4bc6-8c53-dfb88918f8a9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.568570] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.568796] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.568974] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Deleting the datastore file [datastore2] 50496da7-8ad7-41d3-8f86-8bcb74d9ec03 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.569247] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4098e869-4029-4a7b-958d-447120f52d01 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.575508] env[69186]: DEBUG oslo_vmware.api [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1218.575508] env[69186]: value = "task-3636024" [ 1218.575508] env[69186]: _type = "Task" [ 1218.575508] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.583147] env[69186]: DEBUG oslo_vmware.api [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.617732] env[69186]: DEBUG nova.network.neutron [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Successfully updated port: 02d9d095-c1f4-4c47-affd-ee6ef031485e {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1218.725484] env[69186]: DEBUG nova.network.neutron [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1218.796293] env[69186]: DEBUG nova.compute.manager [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.796474] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.797358] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c362a5-9241-4e86-9003-5c23ec48b893 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.805035] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.805196] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83309460-21b8-4599-8989-69a0370a0c78 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.810841] env[69186]: DEBUG oslo_vmware.api [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1218.810841] env[69186]: value = "task-3636025" [ 1218.810841] env[69186]: _type = "Task" [ 1218.810841] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.819164] env[69186]: DEBUG oslo_vmware.api [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3636025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.832174] env[69186]: DEBUG nova.network.neutron [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Port ede3cae7-2c3e-4c1d-b4ff-5448273bd384 binding to destination host cpu-1 is already ACTIVE {{(pid=69186) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1218.876518] env[69186]: DEBUG nova.network.neutron [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Updating instance_info_cache with network_info: [{"id": "3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c", "address": "fa:16:3e:e4:7b:8d", "network": {"id": "14d60a2d-8117-4dd5-a804-5c161410ba84", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130840510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a588bb9537f4d2db8d49b4309728df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3426f78a-e8", "ovs_interfaceid": "3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.884655] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 403d80f5-89fe-4da5-a156-38f499d1e7e3] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.905772] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6435887-b02a-496a-ae90-4c44edb3ff09 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "50959951-3ffe-431c-893e-eef7a8b02b59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.864s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.085599] env[69186]: DEBUG oslo_vmware.api [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145185} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.085949] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.086241] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.086489] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.086728] env[69186]: INFO nova.compute.manager [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1219.087061] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.087370] env[69186]: DEBUG nova.compute.manager [-] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.087464] env[69186]: DEBUG nova.network.neutron [-] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.098699] env[69186]: DEBUG nova.compute.manager [req-74c2b6af-faed-4303-85ac-45b8cb111d99 req-f0f5419c-f81b-4efe-a1aa-92d6657599ff service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Received event network-vif-plugged-02d9d095-c1f4-4c47-affd-ee6ef031485e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.098900] env[69186]: DEBUG oslo_concurrency.lockutils [req-74c2b6af-faed-4303-85ac-45b8cb111d99 req-f0f5419c-f81b-4efe-a1aa-92d6657599ff service nova] Acquiring lock "484e8422-c970-4bd7-a837-b316c12ad0df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.099123] env[69186]: DEBUG oslo_concurrency.lockutils [req-74c2b6af-faed-4303-85ac-45b8cb111d99 req-f0f5419c-f81b-4efe-a1aa-92d6657599ff service nova] Lock "484e8422-c970-4bd7-a837-b316c12ad0df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.099299] env[69186]: DEBUG oslo_concurrency.lockutils [req-74c2b6af-faed-4303-85ac-45b8cb111d99 req-f0f5419c-f81b-4efe-a1aa-92d6657599ff service nova] Lock "484e8422-c970-4bd7-a837-b316c12ad0df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.099462] env[69186]: DEBUG nova.compute.manager [req-74c2b6af-faed-4303-85ac-45b8cb111d99 req-f0f5419c-f81b-4efe-a1aa-92d6657599ff service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] No waiting events found dispatching network-vif-plugged-02d9d095-c1f4-4c47-affd-ee6ef031485e {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1219.099625] env[69186]: WARNING nova.compute.manager [req-74c2b6af-faed-4303-85ac-45b8cb111d99 req-f0f5419c-f81b-4efe-a1aa-92d6657599ff service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Received unexpected event network-vif-plugged-02d9d095-c1f4-4c47-affd-ee6ef031485e for instance with vm_state building and task_state spawning. [ 1219.099784] env[69186]: DEBUG nova.compute.manager [req-74c2b6af-faed-4303-85ac-45b8cb111d99 req-f0f5419c-f81b-4efe-a1aa-92d6657599ff service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Received event network-changed-02d9d095-c1f4-4c47-affd-ee6ef031485e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.099957] env[69186]: DEBUG nova.compute.manager [req-74c2b6af-faed-4303-85ac-45b8cb111d99 req-f0f5419c-f81b-4efe-a1aa-92d6657599ff service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Refreshing instance network info cache due to event network-changed-02d9d095-c1f4-4c47-affd-ee6ef031485e. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.100313] env[69186]: DEBUG oslo_concurrency.lockutils [req-74c2b6af-faed-4303-85ac-45b8cb111d99 req-f0f5419c-f81b-4efe-a1aa-92d6657599ff service nova] Acquiring lock "refresh_cache-484e8422-c970-4bd7-a837-b316c12ad0df" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.100462] env[69186]: DEBUG oslo_concurrency.lockutils [req-74c2b6af-faed-4303-85ac-45b8cb111d99 req-f0f5419c-f81b-4efe-a1aa-92d6657599ff service nova] Acquired lock "refresh_cache-484e8422-c970-4bd7-a837-b316c12ad0df" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.100621] env[69186]: DEBUG nova.network.neutron [req-74c2b6af-faed-4303-85ac-45b8cb111d99 req-f0f5419c-f81b-4efe-a1aa-92d6657599ff service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Refreshing network info cache for port 02d9d095-c1f4-4c47-affd-ee6ef031485e {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.122948] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Acquiring lock "refresh_cache-484e8422-c970-4bd7-a837-b316c12ad0df" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.322119] env[69186]: DEBUG oslo_vmware.api [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3636025, 'name': PowerOffVM_Task, 'duration_secs': 0.171822} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.322119] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.322292] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.322420] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65c32580-619c-401f-b538-d158da0bac2e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.379028] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Releasing lock "refresh_cache-3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.379028] env[69186]: DEBUG nova.compute.manager [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Instance network_info: |[{"id": "3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c", "address": "fa:16:3e:e4:7b:8d", "network": {"id": "14d60a2d-8117-4dd5-a804-5c161410ba84", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130840510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a588bb9537f4d2db8d49b4309728df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3426f78a-e8", "ovs_interfaceid": "3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1219.380031] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:7b:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.386981] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.389158] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 16110e15-0f28-4d68-955a-3c02189f6699] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.390775] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.391061] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.391264] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.391442] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Deleting the datastore file [datastore1] f96019ad-c5f7-45ba-85a1-580b45bfb7cc {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.391911] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09d1052c-a3e9-4835-b91e-2006262475a7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.407041] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24bcf354-b4c0-4f76-b9d4-aa92566d6dc0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.413915] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.413915] env[69186]: value = "task-3636029" [ 1219.413915] env[69186]: _type = "Task" [ 1219.413915] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.415345] env[69186]: DEBUG oslo_vmware.api [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1219.415345] env[69186]: value = "task-3636028" [ 1219.415345] env[69186]: _type = "Task" [ 1219.415345] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.426132] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636029, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.428981] env[69186]: DEBUG oslo_vmware.api [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3636028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.641347] env[69186]: DEBUG nova.network.neutron [req-74c2b6af-faed-4303-85ac-45b8cb111d99 req-f0f5419c-f81b-4efe-a1aa-92d6657599ff service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1219.743876] env[69186]: DEBUG nova.network.neutron [req-74c2b6af-faed-4303-85ac-45b8cb111d99 req-f0f5419c-f81b-4efe-a1aa-92d6657599ff service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.840162] env[69186]: DEBUG nova.network.neutron [-] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.855599] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "b95fa037-2ca2-45d2-97b5-026caf970212-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.855599] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "b95fa037-2ca2-45d2-97b5-026caf970212-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.855767] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "b95fa037-2ca2-45d2-97b5-026caf970212-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.910211] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 96c00090-a061-4abe-bf75-fd4aa26457d2] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.930103] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636029, 'name': CreateVM_Task, 'duration_secs': 0.285706} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.930379] env[69186]: DEBUG oslo_vmware.api [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3636028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135923} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.930533] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1219.930768] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.930943] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.931138] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.931311] env[69186]: INFO nova.compute.manager [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1219.931545] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.932189] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.932345] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.932662] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.932917] env[69186]: DEBUG nova.compute.manager [-] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.933028] env[69186]: DEBUG nova.network.neutron [-] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.934794] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1bcff44-fa0a-4374-957b-78a6d63f89a8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.939817] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1219.939817] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523b9c4c-3d60-31ba-fcba-210ad7b0b5f0" [ 1219.939817] env[69186]: _type = "Task" [ 1219.939817] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.949116] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523b9c4c-3d60-31ba-fcba-210ad7b0b5f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.247208] env[69186]: DEBUG oslo_concurrency.lockutils [req-74c2b6af-faed-4303-85ac-45b8cb111d99 req-f0f5419c-f81b-4efe-a1aa-92d6657599ff service nova] Releasing lock "refresh_cache-484e8422-c970-4bd7-a837-b316c12ad0df" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.247598] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Acquired lock "refresh_cache-484e8422-c970-4bd7-a837-b316c12ad0df" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.247773] env[69186]: DEBUG nova.network.neutron [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.351617] env[69186]: INFO nova.compute.manager [-] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Took 1.26 seconds to deallocate network for instance. [ 1220.412611] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 2287411d-3e06-41e3-b5d9-c1469711f108] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.451754] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523b9c4c-3d60-31ba-fcba-210ad7b0b5f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011082} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.452061] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.452326] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1220.452561] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.452709] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.452949] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1220.454418] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20e535d4-08b0-437f-bd87-5b2f5a602ffb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.462356] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1220.462528] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1220.463321] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dba94c0b-cb69-450f-8bb3-437b6741483f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.468099] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1220.468099] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525d7ecb-5c80-dc82-bf4c-bad8fbe0d194" [ 1220.468099] env[69186]: _type = "Task" [ 1220.468099] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.475709] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525d7ecb-5c80-dc82-bf4c-bad8fbe0d194, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.604446] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff890d0a-95c1-4107-8793-e53f0c81a93d tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Volume attach. Driver type: vmdk {{(pid=69186) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1220.604725] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff890d0a-95c1-4107-8793-e53f0c81a93d tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724994', 'volume_id': 'd2b12afb-b073-41b2-ab3b-de7b2353bacf', 'name': 'volume-d2b12afb-b073-41b2-ab3b-de7b2353bacf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae12e6fe-3f87-4e74-a354-401bcd42aca6', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2b12afb-b073-41b2-ab3b-de7b2353bacf', 'serial': 'd2b12afb-b073-41b2-ab3b-de7b2353bacf'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1220.605773] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c3b972-4bfd-489c-ac31-b047ecba9da1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.622221] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca37e1a-e13b-4c4d-8324-0b39499b8a9b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.646925] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff890d0a-95c1-4107-8793-e53f0c81a93d tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-d2b12afb-b073-41b2-ab3b-de7b2353bacf/volume-d2b12afb-b073-41b2-ab3b-de7b2353bacf.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.647210] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12b8be64-e8bc-4322-a97f-89f0e8064ac5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.665324] env[69186]: DEBUG oslo_vmware.api [None req-ff890d0a-95c1-4107-8793-e53f0c81a93d tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1220.665324] env[69186]: value = "task-3636030" [ 1220.665324] env[69186]: _type = "Task" [ 1220.665324] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.674224] env[69186]: DEBUG oslo_vmware.api [None req-ff890d0a-95c1-4107-8793-e53f0c81a93d tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636030, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.780460] env[69186]: DEBUG nova.network.neutron [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1220.859186] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.859945] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.859945] env[69186]: DEBUG nova.objects.instance [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lazy-loading 'resources' on Instance uuid 50496da7-8ad7-41d3-8f86-8bcb74d9ec03 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.906320] env[69186]: DEBUG nova.network.neutron [-] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.910108] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "refresh_cache-b95fa037-2ca2-45d2-97b5-026caf970212" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.910108] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired lock "refresh_cache-b95fa037-2ca2-45d2-97b5-026caf970212" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.910108] env[69186]: DEBUG nova.network.neutron [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.917886] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 885daa09-2a66-45f1-90ec-bb393c8188d4] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.925022] env[69186]: DEBUG nova.network.neutron [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Updating instance_info_cache with network_info: [{"id": "02d9d095-c1f4-4c47-affd-ee6ef031485e", "address": "fa:16:3e:03:1f:7c", "network": {"id": "efb70d39-0706-4bf5-909a-4dd8952f3ee4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-280104451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c7a1e52bd74049dca1ad6f7249bd5dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d9d095-c1", "ovs_interfaceid": "02d9d095-c1f4-4c47-affd-ee6ef031485e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.978611] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525d7ecb-5c80-dc82-bf4c-bad8fbe0d194, 'name': SearchDatastore_Task, 'duration_secs': 0.008309} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.979450] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d975d3-d5f5-4b79-9908-32f406e96a23 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.985154] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1220.985154] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52931a34-c4f5-91b9-5035-56190785f6f4" [ 1220.985154] env[69186]: _type = "Task" [ 1220.985154] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.993392] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52931a34-c4f5-91b9-5035-56190785f6f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.133824] env[69186]: DEBUG nova.compute.manager [req-4666d29a-ef7a-41d1-ab06-2dc25d64296b req-799095f4-07d9-4903-88ce-5a95525efb03 service nova] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Received event network-vif-deleted-241abeea-2cd7-485f-9749-4c95d3ba0c5a {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.133824] env[69186]: DEBUG nova.compute.manager [req-4666d29a-ef7a-41d1-ab06-2dc25d64296b req-799095f4-07d9-4903-88ce-5a95525efb03 service nova] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Received event network-vif-deleted-5fd6d7b0-ac1d-4553-a212-502b1f351717 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.175457] env[69186]: DEBUG oslo_vmware.api [None req-ff890d0a-95c1-4107-8793-e53f0c81a93d tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636030, 'name': ReconfigVM_Task, 'duration_secs': 0.351261} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.175791] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff890d0a-95c1-4107-8793-e53f0c81a93d tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-d2b12afb-b073-41b2-ab3b-de7b2353bacf/volume-d2b12afb-b073-41b2-ab3b-de7b2353bacf.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.180655] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bc0e7c3-de1b-467a-8150-abcac28fe778 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.196291] env[69186]: DEBUG oslo_vmware.api [None req-ff890d0a-95c1-4107-8793-e53f0c81a93d tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1221.196291] env[69186]: value = "task-3636031" [ 1221.196291] env[69186]: _type = "Task" [ 1221.196291] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.206337] env[69186]: DEBUG oslo_vmware.api [None req-ff890d0a-95c1-4107-8793-e53f0c81a93d tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636031, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.407922] env[69186]: INFO nova.compute.manager [-] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Took 1.47 seconds to deallocate network for instance. [ 1221.420225] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: f74ad208-443c-4d76-9ec3-9f26af98152d] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.428893] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Releasing lock "refresh_cache-484e8422-c970-4bd7-a837-b316c12ad0df" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.429198] env[69186]: DEBUG nova.compute.manager [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Instance network_info: |[{"id": "02d9d095-c1f4-4c47-affd-ee6ef031485e", "address": "fa:16:3e:03:1f:7c", "network": {"id": "efb70d39-0706-4bf5-909a-4dd8952f3ee4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-280104451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c7a1e52bd74049dca1ad6f7249bd5dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d9d095-c1", "ovs_interfaceid": "02d9d095-c1f4-4c47-affd-ee6ef031485e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1221.429756] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:1f:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02d9d095-c1f4-4c47-affd-ee6ef031485e', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.437446] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Creating folder: Project (c7a1e52bd74049dca1ad6f7249bd5dd2). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1221.437722] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6c8ba57-a525-4ef5-be0e-b5be4a7643cd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.448520] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Created folder: Project (c7a1e52bd74049dca1ad6f7249bd5dd2) in parent group-v724677. [ 1221.448721] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Creating folder: Instances. Parent ref: group-v724996. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1221.448958] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfc2949b-541e-4efe-b4ee-025f79412b58 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.458183] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Created folder: Instances in parent group-v724996. [ 1221.458415] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.459021] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.459021] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f613273-6942-4315-88b9-850d03e75d17 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.481799] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.481799] env[69186]: value = "task-3636034" [ 1221.481799] env[69186]: _type = "Task" [ 1221.481799] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.493323] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636034, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.498673] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52931a34-c4f5-91b9-5035-56190785f6f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009177} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.501103] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.501368] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51/3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1221.501787] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ebabf7c-1fd0-48d3-95dd-34915fbeb73b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.509552] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1221.509552] env[69186]: value = "task-3636035" [ 1221.509552] env[69186]: _type = "Task" [ 1221.509552] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.521663] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.577628] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba2977a-3f6c-4175-aac9-15b2e17f07d8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.587693] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13219585-ff4b-4dc9-96ac-d36278f5f8ce {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.620886] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9593b7a7-be5d-465a-95a0-68f3491c6ac9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.631769] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ad59cc-9099-492d-a862-f903afe3fdd0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.648547] env[69186]: DEBUG nova.compute.provider_tree [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.663240] env[69186]: DEBUG nova.network.neutron [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Updating instance_info_cache with network_info: [{"id": "ede3cae7-2c3e-4c1d-b4ff-5448273bd384", "address": "fa:16:3e:81:09:a2", "network": {"id": "31bd6c99-6f00-4643-adfe-1f7763b3744b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-588385833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e81341caf41a3a52b5585de23490f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede3cae7-2c", "ovs_interfaceid": "ede3cae7-2c3e-4c1d-b4ff-5448273bd384", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.706292] env[69186]: DEBUG oslo_vmware.api [None req-ff890d0a-95c1-4107-8793-e53f0c81a93d tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636031, 'name': ReconfigVM_Task, 'duration_secs': 0.139971} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.706669] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff890d0a-95c1-4107-8793-e53f0c81a93d tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724994', 'volume_id': 'd2b12afb-b073-41b2-ab3b-de7b2353bacf', 'name': 'volume-d2b12afb-b073-41b2-ab3b-de7b2353bacf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae12e6fe-3f87-4e74-a354-401bcd42aca6', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2b12afb-b073-41b2-ab3b-de7b2353bacf', 'serial': 'd2b12afb-b073-41b2-ab3b-de7b2353bacf'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1221.915958] env[69186]: DEBUG oslo_concurrency.lockutils [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.923872] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: a21b0f2e-6189-4e9d-8b98-4bad9ba56b60] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.991467] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636034, 'name': CreateVM_Task, 'duration_secs': 0.335658} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.991652] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1221.992326] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.992496] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.992981] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.993107] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09189aa9-4a9a-4ac6-a8c7-00e6158e2941 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.997442] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Waiting for the task: (returnval){ [ 1221.997442] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a08931-747e-fb8f-2d82-791f11c58751" [ 1221.997442] env[69186]: _type = "Task" [ 1221.997442] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.004773] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a08931-747e-fb8f-2d82-791f11c58751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.016908] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636035, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.151755] env[69186]: DEBUG nova.scheduler.client.report [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.166110] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Releasing lock "refresh_cache-b95fa037-2ca2-45d2-97b5-026caf970212" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.428075] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 3dfd762c-7776-4200-a9f7-be2220b547a2] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.508091] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a08931-747e-fb8f-2d82-791f11c58751, 'name': SearchDatastore_Task, 'duration_secs': 0.008959} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.508409] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.508645] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.508878] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.509036] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.509218] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.509474] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a85d634f-00e6-4167-b56f-2a85c7810990 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.520124] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636035, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.521192] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.521366] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.522041] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ca7850-ff7a-4d20-80b4-4cd05e58c74d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.526782] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Waiting for the task: (returnval){ [ 1222.526782] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bccff6-42e7-0315-b25d-cce468d9c5aa" [ 1222.526782] env[69186]: _type = "Task" [ 1222.526782] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.533791] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bccff6-42e7-0315-b25d-cce468d9c5aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.657133] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.659531] env[69186]: DEBUG oslo_concurrency.lockutils [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.744s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.659763] env[69186]: DEBUG nova.objects.instance [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lazy-loading 'resources' on Instance uuid f96019ad-c5f7-45ba-85a1-580b45bfb7cc {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.681020] env[69186]: INFO nova.scheduler.client.report [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Deleted allocations for instance 50496da7-8ad7-41d3-8f86-8bcb74d9ec03 [ 1222.688729] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d859b1-3051-4965-bce6-17bbdecfb824 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.709136] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1485eebf-56db-4456-be64-8fef1a8ac02d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.716432] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Updating instance 'b95fa037-2ca2-45d2-97b5-026caf970212' progress to 83 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1222.739695] env[69186]: DEBUG nova.objects.instance [None req-ff890d0a-95c1-4107-8793-e53f0c81a93d tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lazy-loading 'flavor' on Instance uuid ae12e6fe-3f87-4e74-a354-401bcd42aca6 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.842828] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "566f2979-e4dd-4c8d-b76a-cebe43a13af2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.843161] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "566f2979-e4dd-4c8d-b76a-cebe43a13af2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.843382] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "566f2979-e4dd-4c8d-b76a-cebe43a13af2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.843569] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "566f2979-e4dd-4c8d-b76a-cebe43a13af2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.843739] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "566f2979-e4dd-4c8d-b76a-cebe43a13af2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.845735] env[69186]: INFO nova.compute.manager [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Terminating instance [ 1222.930906] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 0d5c3a06-eb2e-4278-a95f-bffd49de051c] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.021479] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636035, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.467601} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.021750] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51/3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1223.021964] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1223.022226] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e57a2dc-64e8-4909-8b44-a2f33bc99489 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.028855] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1223.028855] env[69186]: value = "task-3636036" [ 1223.028855] env[69186]: _type = "Task" [ 1223.028855] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.039840] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bccff6-42e7-0315-b25d-cce468d9c5aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010182} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.043181] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.043418] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00601ef3-3d33-4311-83c9-0b59d9afcbe8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.049216] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Waiting for the task: (returnval){ [ 1223.049216] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52962b24-ccd5-27cc-8817-716723ccf788" [ 1223.049216] env[69186]: _type = "Task" [ 1223.049216] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.058427] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52962b24-ccd5-27cc-8817-716723ccf788, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.188972] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "50496da7-8ad7-41d3-8f86-8bcb74d9ec03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.716s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.222278] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.222683] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15fbac70-bb22-4473-b203-72fdb9273006 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.230397] env[69186]: DEBUG oslo_vmware.api [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1223.230397] env[69186]: value = "task-3636037" [ 1223.230397] env[69186]: _type = "Task" [ 1223.230397] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.240473] env[69186]: DEBUG oslo_vmware.api [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3636037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.243970] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ff890d0a-95c1-4107-8793-e53f0c81a93d tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "ae12e6fe-3f87-4e74-a354-401bcd42aca6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.257s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.325978] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f831e15e-13b3-41f1-98d3-6b3f1810d829 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.333323] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640e48dc-d02a-4298-8864-81ed7f46f4bf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.362901] env[69186]: DEBUG nova.compute.manager [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1223.363120] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.364016] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a487c9-2342-4a0f-8d8c-672b843289a9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.367117] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e4f3d7-fa9b-46c4-9c22-c4a36e74d3ed {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.376252] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9046884a-2a16-47fc-ae55-9e7fdad4a09b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.380193] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.380427] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-147daa3e-ec6d-4166-8ee8-d54c763b9d92 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.392859] env[69186]: DEBUG nova.compute.provider_tree [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.395957] env[69186]: DEBUG oslo_vmware.api [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1223.395957] env[69186]: value = "task-3636038" [ 1223.395957] env[69186]: _type = "Task" [ 1223.395957] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.406952] env[69186]: DEBUG oslo_vmware.api [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3636038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.434308] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 56ebd765-4a50-4f6e-8701-76a9d3f95be9] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.542483] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061012} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.542781] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1223.543746] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c05624-efbb-4746-a33c-5c7c9d60cd2d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.572477] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51/3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.573257] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d20f3d6-27a3-4c9e-b533-72746a62c6ef {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.591179] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52962b24-ccd5-27cc-8817-716723ccf788, 'name': SearchDatastore_Task, 'duration_secs': 0.014247} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.591939] env[69186]: DEBUG oslo_concurrency.lockutils [None req-446cae40-43ba-48a4-b5cd-f18861970da5 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "ae12e6fe-3f87-4e74-a354-401bcd42aca6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.592172] env[69186]: DEBUG oslo_concurrency.lockutils [None req-446cae40-43ba-48a4-b5cd-f18861970da5 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "ae12e6fe-3f87-4e74-a354-401bcd42aca6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.593474] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.593788] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 484e8422-c970-4bd7-a837-b316c12ad0df/484e8422-c970-4bd7-a837-b316c12ad0df.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1223.594193] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-381d8646-112b-4c50-934d-bcb86a9e8551 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.597300] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1223.597300] env[69186]: value = "task-3636039" [ 1223.597300] env[69186]: _type = "Task" [ 1223.597300] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.602599] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Waiting for the task: (returnval){ [ 1223.602599] env[69186]: value = "task-3636040" [ 1223.602599] env[69186]: _type = "Task" [ 1223.602599] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.609830] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636039, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.618580] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.741350] env[69186]: DEBUG oslo_vmware.api [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3636037, 'name': PowerOnVM_Task, 'duration_secs': 0.423591} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.741725] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.741988] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bb58ad-e847-4a0b-870f-2aa50749f657 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Updating instance 'b95fa037-2ca2-45d2-97b5-026caf970212' progress to 100 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1223.897885] env[69186]: DEBUG nova.scheduler.client.report [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.912507] env[69186]: DEBUG oslo_vmware.api [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3636038, 'name': PowerOffVM_Task, 'duration_secs': 0.207763} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.912856] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.914224] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.914224] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3e42453-c2a9-4ab5-bb77-27bc19bbc718 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.937352] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: cdb1652b-dc37-4ce8-a39a-ae8ef212f0f8] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.979455] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.979742] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.979944] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Deleting the datastore file [datastore1] 566f2979-e4dd-4c8d-b76a-cebe43a13af2 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.980255] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d06aa4d4-6269-4230-9c17-623b511c6ab2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.989164] env[69186]: DEBUG oslo_vmware.api [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for the task: (returnval){ [ 1223.989164] env[69186]: value = "task-3636042" [ 1223.989164] env[69186]: _type = "Task" [ 1223.989164] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.000975] env[69186]: DEBUG oslo_vmware.api [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3636042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.095274] env[69186]: INFO nova.compute.manager [None req-446cae40-43ba-48a4-b5cd-f18861970da5 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Detaching volume d2b12afb-b073-41b2-ab3b-de7b2353bacf [ 1224.111024] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636039, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.115893] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505012} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.117026] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 484e8422-c970-4bd7-a837-b316c12ad0df/484e8422-c970-4bd7-a837-b316c12ad0df.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1224.117026] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1224.117026] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86dff061-2d87-4a5b-a27b-bd8aee00783d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.119766] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "5156370c-55ac-47d8-9959-3c7cc8d98215" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.119999] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "5156370c-55ac-47d8-9959-3c7cc8d98215" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.120221] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "5156370c-55ac-47d8-9959-3c7cc8d98215-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.120409] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "5156370c-55ac-47d8-9959-3c7cc8d98215-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.120571] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "5156370c-55ac-47d8-9959-3c7cc8d98215-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.122973] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Waiting for the task: (returnval){ [ 1224.122973] env[69186]: value = "task-3636043" [ 1224.122973] env[69186]: _type = "Task" [ 1224.122973] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.123447] env[69186]: INFO nova.compute.manager [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Terminating instance [ 1224.133077] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.134076] env[69186]: INFO nova.virt.block_device [None req-446cae40-43ba-48a4-b5cd-f18861970da5 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Attempting to driver detach volume d2b12afb-b073-41b2-ab3b-de7b2353bacf from mountpoint /dev/sdb [ 1224.134289] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-446cae40-43ba-48a4-b5cd-f18861970da5 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Volume detach. Driver type: vmdk {{(pid=69186) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1224.134502] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-446cae40-43ba-48a4-b5cd-f18861970da5 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724994', 'volume_id': 'd2b12afb-b073-41b2-ab3b-de7b2353bacf', 'name': 'volume-d2b12afb-b073-41b2-ab3b-de7b2353bacf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae12e6fe-3f87-4e74-a354-401bcd42aca6', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2b12afb-b073-41b2-ab3b-de7b2353bacf', 'serial': 'd2b12afb-b073-41b2-ab3b-de7b2353bacf'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1224.136058] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efd0322-8a97-4a96-b4f4-0967251fbfef {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.159168] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bb96b0-e799-4987-9dc9-bb8da3e9f1e6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.166054] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71e2360-f9fd-4f6f-a7c8-7bc6436320f3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.186287] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf73e461-1ae6-4017-82eb-2e97273f22e0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.200885] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-446cae40-43ba-48a4-b5cd-f18861970da5 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] The volume has not been displaced from its original location: [datastore2] volume-d2b12afb-b073-41b2-ab3b-de7b2353bacf/volume-d2b12afb-b073-41b2-ab3b-de7b2353bacf.vmdk. No consolidation needed. {{(pid=69186) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1224.206199] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-446cae40-43ba-48a4-b5cd-f18861970da5 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1224.206802] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60351fc3-b0a1-4680-b88d-6bdf0c6b059a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.226819] env[69186]: DEBUG oslo_vmware.api [None req-446cae40-43ba-48a4-b5cd-f18861970da5 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1224.226819] env[69186]: value = "task-3636044" [ 1224.226819] env[69186]: _type = "Task" [ 1224.226819] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.234735] env[69186]: DEBUG oslo_vmware.api [None req-446cae40-43ba-48a4-b5cd-f18861970da5 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.407144] env[69186]: DEBUG oslo_concurrency.lockutils [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.747s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.427476] env[69186]: INFO nova.scheduler.client.report [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Deleted allocations for instance f96019ad-c5f7-45ba-85a1-580b45bfb7cc [ 1224.441161] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 59a8bf73-4ace-4481-86a6-d884a6bcc62f] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.498934] env[69186]: DEBUG oslo_vmware.api [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Task: {'id': task-3636042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213691} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.499138] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.499322] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.499498] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.499670] env[69186]: INFO nova.compute.manager [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1224.499907] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.500113] env[69186]: DEBUG nova.compute.manager [-] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.500210] env[69186]: DEBUG nova.network.neutron [-] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1224.609324] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636039, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.629998] env[69186]: DEBUG nova.compute.manager [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.630302] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.631321] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600aec94-3d16-4de6-83f1-d17083db3d83 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.639655] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061858} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.641755] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1224.642130] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.642928] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de42fc5-7f25-45a4-b0e2-1598e8e2fdcb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.645347] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ded5fd1-3886-42fb-8fc6-d08ab5db4876 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.668733] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 484e8422-c970-4bd7-a837-b316c12ad0df/484e8422-c970-4bd7-a837-b316c12ad0df.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.670335] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6d795ad-6e88-45e9-b0e1-3a8a6d63b8d4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.684991] env[69186]: DEBUG oslo_vmware.api [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1224.684991] env[69186]: value = "task-3636045" [ 1224.684991] env[69186]: _type = "Task" [ 1224.684991] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.692229] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Waiting for the task: (returnval){ [ 1224.692229] env[69186]: value = "task-3636046" [ 1224.692229] env[69186]: _type = "Task" [ 1224.692229] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.694329] env[69186]: DEBUG oslo_vmware.api [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.702730] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636046, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.739951] env[69186]: DEBUG oslo_vmware.api [None req-446cae40-43ba-48a4-b5cd-f18861970da5 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.761558] env[69186]: DEBUG nova.compute.manager [req-d98a96e4-3704-4901-b84c-8db4b46678a2 req-0aef0112-9ad6-4262-b39d-8dee6994aa19 service nova] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Received event network-vif-deleted-d26cdf2a-8b2e-45be-b954-bfd308a07379 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.761764] env[69186]: INFO nova.compute.manager [req-d98a96e4-3704-4901-b84c-8db4b46678a2 req-0aef0112-9ad6-4262-b39d-8dee6994aa19 service nova] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Neutron deleted interface d26cdf2a-8b2e-45be-b954-bfd308a07379; detaching it from the instance and deleting it from the info cache [ 1224.761934] env[69186]: DEBUG nova.network.neutron [req-d98a96e4-3704-4901-b84c-8db4b46678a2 req-0aef0112-9ad6-4262-b39d-8dee6994aa19 service nova] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.935684] env[69186]: DEBUG oslo_concurrency.lockutils [None req-19e11697-87f7-4560-9261-7dce1e7ea0f1 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "f96019ad-c5f7-45ba-85a1-580b45bfb7cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.647s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.943590] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: fbb259cb-fc9d-4b1a-9d1f-969ac0d071e5] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.109286] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636039, 'name': ReconfigVM_Task, 'duration_secs': 1.2964} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.109593] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51/3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.110327] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-119d2142-917b-4bed-a017-91b0dd8cbf60 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.116499] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1225.116499] env[69186]: value = "task-3636047" [ 1225.116499] env[69186]: _type = "Task" [ 1225.116499] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.124423] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636047, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.195249] env[69186]: DEBUG oslo_vmware.api [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636045, 'name': PowerOffVM_Task, 'duration_secs': 0.416857} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.198348] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.198535] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.198793] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0648618f-0a3e-4be0-831f-8bb7f23b5856 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.211329] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636046, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.237230] env[69186]: DEBUG nova.network.neutron [-] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.238484] env[69186]: DEBUG oslo_vmware.api [None req-446cae40-43ba-48a4-b5cd-f18861970da5 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636044, 'name': ReconfigVM_Task, 'duration_secs': 0.869896} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.238742] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-446cae40-43ba-48a4-b5cd-f18861970da5 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1225.243582] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66920d83-6e40-43dc-b901-f1b628734f0f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.264148] env[69186]: DEBUG oslo_vmware.api [None req-446cae40-43ba-48a4-b5cd-f18861970da5 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1225.264148] env[69186]: value = "task-3636049" [ 1225.264148] env[69186]: _type = "Task" [ 1225.264148] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.264366] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8538d42-2a0d-4f92-8cae-ec468b041f1a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.277354] env[69186]: DEBUG oslo_vmware.api [None req-446cae40-43ba-48a4-b5cd-f18861970da5 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.282100] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c721258d-0163-4128-a2ab-388856f3ee4e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.293517] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.293725] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.293900] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Deleting the datastore file [datastore2] 5156370c-55ac-47d8-9959-3c7cc8d98215 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.294520] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68b04a96-0e8f-4536-b893-f776398d701a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.307377] env[69186]: DEBUG oslo_vmware.api [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1225.307377] env[69186]: value = "task-3636050" [ 1225.307377] env[69186]: _type = "Task" [ 1225.307377] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.316649] env[69186]: DEBUG nova.compute.manager [req-d98a96e4-3704-4901-b84c-8db4b46678a2 req-0aef0112-9ad6-4262-b39d-8dee6994aa19 service nova] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Detach interface failed, port_id=d26cdf2a-8b2e-45be-b954-bfd308a07379, reason: Instance 566f2979-e4dd-4c8d-b76a-cebe43a13af2 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1225.324258] env[69186]: DEBUG oslo_vmware.api [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.446503] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 0cecc88c-1b89-4bd3-8368-a3426f5220b3] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.515158] env[69186]: DEBUG oslo_concurrency.lockutils [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "b95fa037-2ca2-45d2-97b5-026caf970212" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.515395] env[69186]: DEBUG oslo_concurrency.lockutils [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "b95fa037-2ca2-45d2-97b5-026caf970212" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.515618] env[69186]: DEBUG nova.compute.manager [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Going to confirm migration 6 {{(pid=69186) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1225.626166] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636047, 'name': Rename_Task, 'duration_secs': 0.161718} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.626482] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.626734] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cae2736c-c2db-4728-a492-99448764c86c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.639305] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1225.639305] env[69186]: value = "task-3636051" [ 1225.639305] env[69186]: _type = "Task" [ 1225.639305] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.648081] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.706106] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636046, 'name': ReconfigVM_Task, 'duration_secs': 0.519433} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.706508] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 484e8422-c970-4bd7-a837-b316c12ad0df/484e8422-c970-4bd7-a837-b316c12ad0df.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.707467] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7a9ec85-faf5-42f1-9f4c-febfadc00629 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.713596] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Waiting for the task: (returnval){ [ 1225.713596] env[69186]: value = "task-3636052" [ 1225.713596] env[69186]: _type = "Task" [ 1225.713596] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.721115] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636052, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.744799] env[69186]: INFO nova.compute.manager [-] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Took 1.24 seconds to deallocate network for instance. [ 1225.776207] env[69186]: DEBUG oslo_vmware.api [None req-446cae40-43ba-48a4-b5cd-f18861970da5 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.826314] env[69186]: DEBUG oslo_vmware.api [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457525} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.826530] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.826731] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.826957] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.827156] env[69186]: INFO nova.compute.manager [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1225.827401] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.827590] env[69186]: DEBUG nova.compute.manager [-] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.827680] env[69186]: DEBUG nova.network.neutron [-] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1225.949870] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 2e199da1-fcc4-4760-86bf-9035d7e60cab] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.086605] env[69186]: DEBUG oslo_concurrency.lockutils [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "refresh_cache-b95fa037-2ca2-45d2-97b5-026caf970212" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.086799] env[69186]: DEBUG oslo_concurrency.lockutils [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquired lock "refresh_cache-b95fa037-2ca2-45d2-97b5-026caf970212" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.086999] env[69186]: DEBUG nova.network.neutron [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.087251] env[69186]: DEBUG nova.objects.instance [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lazy-loading 'info_cache' on Instance uuid b95fa037-2ca2-45d2-97b5-026caf970212 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.149388] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636051, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.224140] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636052, 'name': Rename_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.251314] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.251769] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.252129] env[69186]: DEBUG nova.objects.instance [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lazy-loading 'resources' on Instance uuid 566f2979-e4dd-4c8d-b76a-cebe43a13af2 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.282706] env[69186]: DEBUG oslo_vmware.api [None req-446cae40-43ba-48a4-b5cd-f18861970da5 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.453513] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 3b71b08a-29ed-4e29-aa4f-1399df38498d] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.555990] env[69186]: DEBUG nova.network.neutron [-] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.649805] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636051, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.723380] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636052, 'name': Rename_Task, 'duration_secs': 0.697286} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.723656] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.723900] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1821a42e-9269-45c8-a1fe-20055652deb1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.730080] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Waiting for the task: (returnval){ [ 1226.730080] env[69186]: value = "task-3636054" [ 1226.730080] env[69186]: _type = "Task" [ 1226.730080] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.739076] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.776750] env[69186]: DEBUG oslo_vmware.api [None req-446cae40-43ba-48a4-b5cd-f18861970da5 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636049, 'name': ReconfigVM_Task, 'duration_secs': 1.136183} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.779420] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-446cae40-43ba-48a4-b5cd-f18861970da5 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724994', 'volume_id': 'd2b12afb-b073-41b2-ab3b-de7b2353bacf', 'name': 'volume-d2b12afb-b073-41b2-ab3b-de7b2353bacf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae12e6fe-3f87-4e74-a354-401bcd42aca6', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2b12afb-b073-41b2-ab3b-de7b2353bacf', 'serial': 'd2b12afb-b073-41b2-ab3b-de7b2353bacf'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1226.801891] env[69186]: DEBUG nova.compute.manager [req-1ca1a69c-4613-4676-b2b8-b9e854db15be req-2857b2ed-c512-4a25-8981-be2599ed8af9 service nova] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Received event network-vif-deleted-b09c4339-fccf-4ad7-9d5a-c8e6dada5593 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.912320] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b796d9f-caa1-4a44-b07e-5f868925fd7b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.919525] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108a3642-ef14-4bd1-b090-ea0de226dd45 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.951763] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf834e7-a822-4364-8543-e9c0d9c16c34 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.958630] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: e59eda66-dd95-45f2-9d48-8c6254fbebad] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.963136] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d7848f-837a-4e74-a60d-16f3d2af6f31 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.977157] env[69186]: DEBUG nova.compute.provider_tree [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.059101] env[69186]: INFO nova.compute.manager [-] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Took 1.23 seconds to deallocate network for instance. [ 1227.149777] env[69186]: DEBUG oslo_vmware.api [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636051, 'name': PowerOnVM_Task, 'duration_secs': 1.053773} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.150018] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.150240] env[69186]: INFO nova.compute.manager [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Took 11.26 seconds to spawn the instance on the hypervisor. [ 1227.150437] env[69186]: DEBUG nova.compute.manager [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.151255] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec1af69-1ff3-4732-a491-ec1fd918b126 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.239556] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636054, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.303124] env[69186]: DEBUG nova.network.neutron [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Updating instance_info_cache with network_info: [{"id": "ede3cae7-2c3e-4c1d-b4ff-5448273bd384", "address": "fa:16:3e:81:09:a2", "network": {"id": "31bd6c99-6f00-4643-adfe-1f7763b3744b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-588385833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff7e81341caf41a3a52b5585de23490f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede3cae7-2c", "ovs_interfaceid": "ede3cae7-2c3e-4c1d-b4ff-5448273bd384", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.321074] env[69186]: DEBUG nova.objects.instance [None req-446cae40-43ba-48a4-b5cd-f18861970da5 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lazy-loading 'flavor' on Instance uuid ae12e6fe-3f87-4e74-a354-401bcd42aca6 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.468249] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: b511d405-7aae-4e3d-896a-1fb40b586d02] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.480920] env[69186]: DEBUG nova.scheduler.client.report [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.565633] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.670076] env[69186]: INFO nova.compute.manager [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Took 16.82 seconds to build instance. [ 1227.744538] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636054, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.806454] env[69186]: DEBUG oslo_concurrency.lockutils [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Releasing lock "refresh_cache-b95fa037-2ca2-45d2-97b5-026caf970212" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.806454] env[69186]: DEBUG nova.objects.instance [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lazy-loading 'migration_context' on Instance uuid b95fa037-2ca2-45d2-97b5-026caf970212 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.972177] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: b569ac00-41a9-49a4-b9f3-9e901fd1d7a6] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.985350] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.987662] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.422s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.987944] env[69186]: DEBUG nova.objects.instance [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lazy-loading 'resources' on Instance uuid 5156370c-55ac-47d8-9959-3c7cc8d98215 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.006250] env[69186]: INFO nova.scheduler.client.report [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Deleted allocations for instance 566f2979-e4dd-4c8d-b76a-cebe43a13af2 [ 1228.172585] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9ad6cb83-26b8-42f6-ace9-1d739244939d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.341s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.241397] env[69186]: DEBUG oslo_vmware.api [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636054, 'name': PowerOnVM_Task, 'duration_secs': 1.032977} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.241734] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.241986] env[69186]: INFO nova.compute.manager [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Took 10.05 seconds to spawn the instance on the hypervisor. [ 1228.242201] env[69186]: DEBUG nova.compute.manager [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.242977] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448a8187-6c96-4f5b-984e-1b9cd5cd2ff9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.309111] env[69186]: DEBUG nova.objects.base [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69186) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1228.310414] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471d3d81-e893-42a7-99d8-e3d1c0d512f4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.337927] env[69186]: DEBUG oslo_concurrency.lockutils [None req-446cae40-43ba-48a4-b5cd-f18861970da5 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "ae12e6fe-3f87-4e74-a354-401bcd42aca6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.746s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.343019] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b66ef8e-ac14-4a6b-9775-8eb9ff8511b1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.347555] env[69186]: DEBUG oslo_vmware.api [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1228.347555] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5295e093-dba9-f75f-aca3-49348923eab0" [ 1228.347555] env[69186]: _type = "Task" [ 1228.347555] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.355814] env[69186]: DEBUG oslo_vmware.api [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5295e093-dba9-f75f-aca3-49348923eab0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.476071] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 4e3a9db5-16e2-4093-a631-4ceb4158eeac] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.512510] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d3ce5c14-3a9d-4881-a104-10568865ffc7 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Lock "566f2979-e4dd-4c8d-b76a-cebe43a13af2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.669s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.633020] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3601af-c00f-4cfe-9b4f-2954476ef8ae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.643177] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9574e632-5485-4972-8e24-7185ab87cde1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.675223] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebd003e-a250-431b-8a25-6dcac6e75eaa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.682780] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccfe927-7fe7-40d8-be3f-dc5138f7ca7e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.696225] env[69186]: DEBUG nova.compute.provider_tree [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.758946] env[69186]: INFO nova.compute.manager [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Took 16.05 seconds to build instance. [ 1228.857525] env[69186]: DEBUG oslo_vmware.api [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5295e093-dba9-f75f-aca3-49348923eab0, 'name': SearchDatastore_Task, 'duration_secs': 0.008984} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.858748] env[69186]: DEBUG oslo_concurrency.lockutils [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.868748] env[69186]: DEBUG nova.compute.manager [req-07f9e16d-a762-4a8d-a42e-4b50c6f9c36a req-11a1f1ed-83e3-4f67-a0c9-d906ead500c7 service nova] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Received event network-changed-3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.868748] env[69186]: DEBUG nova.compute.manager [req-07f9e16d-a762-4a8d-a42e-4b50c6f9c36a req-11a1f1ed-83e3-4f67-a0c9-d906ead500c7 service nova] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Refreshing instance network info cache due to event network-changed-3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.868748] env[69186]: DEBUG oslo_concurrency.lockutils [req-07f9e16d-a762-4a8d-a42e-4b50c6f9c36a req-11a1f1ed-83e3-4f67-a0c9-d906ead500c7 service nova] Acquiring lock "refresh_cache-3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.869361] env[69186]: DEBUG oslo_concurrency.lockutils [req-07f9e16d-a762-4a8d-a42e-4b50c6f9c36a req-11a1f1ed-83e3-4f67-a0c9-d906ead500c7 service nova] Acquired lock "refresh_cache-3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.869361] env[69186]: DEBUG nova.network.neutron [req-07f9e16d-a762-4a8d-a42e-4b50c6f9c36a req-11a1f1ed-83e3-4f67-a0c9-d906ead500c7 service nova] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Refreshing network info cache for port 3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.881773] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "ae12e6fe-3f87-4e74-a354-401bcd42aca6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.882015] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "ae12e6fe-3f87-4e74-a354-401bcd42aca6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.882709] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "ae12e6fe-3f87-4e74-a354-401bcd42aca6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.882709] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "ae12e6fe-3f87-4e74-a354-401bcd42aca6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.882709] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "ae12e6fe-3f87-4e74-a354-401bcd42aca6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.885340] env[69186]: INFO nova.compute.manager [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Terminating instance [ 1228.979266] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 601edb67-4716-4c68-be2d-18285c148e79] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.200076] env[69186]: DEBUG nova.scheduler.client.report [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.246784] env[69186]: INFO nova.compute.manager [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Rescuing [ 1229.246784] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Acquiring lock "refresh_cache-484e8422-c970-4bd7-a837-b316c12ad0df" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.246784] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Acquired lock "refresh_cache-484e8422-c970-4bd7-a837-b316c12ad0df" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.246919] env[69186]: DEBUG nova.network.neutron [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.260581] env[69186]: DEBUG oslo_concurrency.lockutils [None req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Lock "484e8422-c970-4bd7-a837-b316c12ad0df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.564s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.389457] env[69186]: DEBUG nova.compute.manager [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1229.389832] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.391007] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356af71f-bcc8-408a-9cfb-736e41191300 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.399891] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.400204] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0ff4f90-349c-4c0c-9365-d2b4b11066f2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.409800] env[69186]: DEBUG oslo_vmware.api [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1229.409800] env[69186]: value = "task-3636055" [ 1229.409800] env[69186]: _type = "Task" [ 1229.409800] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.417958] env[69186]: DEBUG oslo_vmware.api [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.482856] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 6b8edafd-cb4d-4158-8bba-b521fccba8e4] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.586767] env[69186]: DEBUG nova.network.neutron [req-07f9e16d-a762-4a8d-a42e-4b50c6f9c36a req-11a1f1ed-83e3-4f67-a0c9-d906ead500c7 service nova] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Updated VIF entry in instance network info cache for port 3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.587148] env[69186]: DEBUG nova.network.neutron [req-07f9e16d-a762-4a8d-a42e-4b50c6f9c36a req-11a1f1ed-83e3-4f67-a0c9-d906ead500c7 service nova] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Updating instance_info_cache with network_info: [{"id": "3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c", "address": "fa:16:3e:e4:7b:8d", "network": {"id": "14d60a2d-8117-4dd5-a804-5c161410ba84", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130840510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a588bb9537f4d2db8d49b4309728df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3426f78a-e8", "ovs_interfaceid": "3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.705883] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.708568] env[69186]: DEBUG oslo_concurrency.lockutils [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.851s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.733772] env[69186]: INFO nova.scheduler.client.report [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Deleted allocations for instance 5156370c-55ac-47d8-9959-3c7cc8d98215 [ 1229.919641] env[69186]: DEBUG oslo_vmware.api [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636055, 'name': PowerOffVM_Task, 'duration_secs': 0.203434} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.919916] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.920103] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.920359] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6b3a995-ad04-4be4-a366-1dd4cf42e7e6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.934299] env[69186]: DEBUG nova.network.neutron [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Updating instance_info_cache with network_info: [{"id": "02d9d095-c1f4-4c47-affd-ee6ef031485e", "address": "fa:16:3e:03:1f:7c", "network": {"id": "efb70d39-0706-4bf5-909a-4dd8952f3ee4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-280104451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c7a1e52bd74049dca1ad6f7249bd5dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d9d095-c1", "ovs_interfaceid": "02d9d095-c1f4-4c47-affd-ee6ef031485e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.986891] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 0be21c90-925c-47da-a3e1-93978d98867c] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.998861] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1230.001022] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1230.001022] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Deleting the datastore file [datastore2] ae12e6fe-3f87-4e74-a354-401bcd42aca6 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1230.001022] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63cb791b-f35d-4555-9d7b-f18b99d00fe9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.006042] env[69186]: DEBUG oslo_vmware.api [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1230.006042] env[69186]: value = "task-3636057" [ 1230.006042] env[69186]: _type = "Task" [ 1230.006042] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.013810] env[69186]: DEBUG oslo_vmware.api [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.089587] env[69186]: DEBUG oslo_concurrency.lockutils [req-07f9e16d-a762-4a8d-a42e-4b50c6f9c36a req-11a1f1ed-83e3-4f67-a0c9-d906ead500c7 service nova] Releasing lock "refresh_cache-3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.241835] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6eddeb1d-2016-470e-b47a-be06c24765ac tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "5156370c-55ac-47d8-9959-3c7cc8d98215" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.122s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.377012] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbb6f1a-e720-4fa3-9c2c-00f166871ed2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.384389] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01150162-ae57-4b2e-872b-01ee38c0bd2a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.415058] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ba8b2e-fccb-4807-b224-9493330608be {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.422568] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb267177-3685-4723-987c-95e6796de844 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.436248] env[69186]: DEBUG nova.compute.provider_tree [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.437954] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Releasing lock "refresh_cache-484e8422-c970-4bd7-a837-b316c12ad0df" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.489729] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: b4c72f06-e9a4-41e4-8725-d5101ae2aca0] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.515505] env[69186]: DEBUG oslo_vmware.api [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368539} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.515769] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.516060] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.516171] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1230.516309] env[69186]: INFO nova.compute.manager [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1230.516554] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.516738] env[69186]: DEBUG nova.compute.manager [-] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1230.517192] env[69186]: DEBUG nova.network.neutron [-] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1230.572409] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "fa4f9a75-c2c0-4601-a68b-6179edea5745" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.572409] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "fa4f9a75-c2c0-4601-a68b-6179edea5745" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.572409] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "fa4f9a75-c2c0-4601-a68b-6179edea5745-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.572409] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "fa4f9a75-c2c0-4601-a68b-6179edea5745-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.572409] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "fa4f9a75-c2c0-4601-a68b-6179edea5745-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.573905] env[69186]: INFO nova.compute.manager [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Terminating instance [ 1230.945138] env[69186]: DEBUG nova.scheduler.client.report [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.997706] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 4b5da231-5fde-4cb7-9304-faf5a990231f] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.079042] env[69186]: DEBUG nova.compute.manager [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.079136] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.080125] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb2fc9a-25a4-4745-87ad-6d9f8538ea58 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.092699] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.093129] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2e6af68-2126-417e-9f64-ade8d5838276 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.101066] env[69186]: DEBUG oslo_vmware.api [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1231.101066] env[69186]: value = "task-3636058" [ 1231.101066] env[69186]: _type = "Task" [ 1231.101066] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.112023] env[69186]: DEBUG oslo_vmware.api [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3636058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.158964] env[69186]: DEBUG nova.compute.manager [req-e66991f2-1ded-4edb-8181-de7634f2ae85 req-4c086792-fcce-4cfd-996b-c26073ff04f0 service nova] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Received event network-vif-deleted-5281d3c8-8c13-4d52-9eff-01540bb3f66e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.159195] env[69186]: INFO nova.compute.manager [req-e66991f2-1ded-4edb-8181-de7634f2ae85 req-4c086792-fcce-4cfd-996b-c26073ff04f0 service nova] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Neutron deleted interface 5281d3c8-8c13-4d52-9eff-01540bb3f66e; detaching it from the instance and deleting it from the info cache [ 1231.159388] env[69186]: DEBUG nova.network.neutron [req-e66991f2-1ded-4edb-8181-de7634f2ae85 req-4c086792-fcce-4cfd-996b-c26073ff04f0 service nova] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.332894] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "e4ff8fdb-38de-42d1-add7-e5f44f728b71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.333139] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "e4ff8fdb-38de-42d1-add7-e5f44f728b71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.502122] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: f503d73d-b6a6-49cb-9c4c-ece76e61ff8e] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.611198] env[69186]: DEBUG oslo_vmware.api [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3636058, 'name': PowerOffVM_Task, 'duration_secs': 0.297752} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.611544] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.611718] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.611977] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68603024-da94-4241-9c5b-b77c0cb3e128 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.643399] env[69186]: DEBUG nova.network.neutron [-] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.662145] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42ef8d61-1f6b-45a9-9f48-601d4848df11 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.672022] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fcf133-337c-43ec-a622-2bfee54934f0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.684732] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.685018] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.685266] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Deleting the datastore file [datastore2] fa4f9a75-c2c0-4601-a68b-6179edea5745 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.685999] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d8b0c75-6f2a-482e-866b-3cbe8f1582d5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.692450] env[69186]: DEBUG oslo_vmware.api [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1231.692450] env[69186]: value = "task-3636060" [ 1231.692450] env[69186]: _type = "Task" [ 1231.692450] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.707175] env[69186]: DEBUG nova.compute.manager [req-e66991f2-1ded-4edb-8181-de7634f2ae85 req-4c086792-fcce-4cfd-996b-c26073ff04f0 service nova] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Detach interface failed, port_id=5281d3c8-8c13-4d52-9eff-01540bb3f66e, reason: Instance ae12e6fe-3f87-4e74-a354-401bcd42aca6 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1231.710694] env[69186]: DEBUG oslo_vmware.api [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3636060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.835985] env[69186]: DEBUG nova.compute.manager [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1231.954375] env[69186]: DEBUG oslo_concurrency.lockutils [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.246s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.973393] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.973763] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d95653d2-beb0-494c-9590-5cc136633189 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.980367] env[69186]: DEBUG oslo_vmware.api [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Waiting for the task: (returnval){ [ 1231.980367] env[69186]: value = "task-3636061" [ 1231.980367] env[69186]: _type = "Task" [ 1231.980367] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.989152] env[69186]: DEBUG oslo_vmware.api [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.146038] env[69186]: INFO nova.compute.manager [-] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Took 1.63 seconds to deallocate network for instance. [ 1232.204079] env[69186]: DEBUG oslo_vmware.api [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3636060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309233} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.204447] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.204674] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.204864] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.205115] env[69186]: INFO nova.compute.manager [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1232.205383] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.205593] env[69186]: DEBUG nova.compute.manager [-] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1232.205685] env[69186]: DEBUG nova.network.neutron [-] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1232.366138] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.366138] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.367307] env[69186]: INFO nova.compute.claims [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.490918] env[69186]: DEBUG oslo_vmware.api [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636061, 'name': PowerOffVM_Task, 'duration_secs': 0.298385} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.491320] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.492198] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22194f5c-7011-4f12-a591-46777402532b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.514576] env[69186]: INFO nova.scheduler.client.report [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Deleted allocation for migration 00b19303-90d5-4f50-bb5f-6973f8ee2a56 [ 1232.516059] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a938b3-244b-466f-bfb5-557ebf50359a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.553088] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.555846] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-704f1a23-a20b-45c0-b0d3-080fb1cfe852 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.560123] env[69186]: DEBUG oslo_vmware.api [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Waiting for the task: (returnval){ [ 1232.560123] env[69186]: value = "task-3636062" [ 1232.560123] env[69186]: _type = "Task" [ 1232.560123] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.568832] env[69186]: DEBUG oslo_vmware.api [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.653439] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.747950] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._sync_power_states {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.938699] env[69186]: DEBUG nova.network.neutron [-] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.023260] env[69186]: DEBUG oslo_concurrency.lockutils [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "b95fa037-2ca2-45d2-97b5-026caf970212" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.508s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.071224] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] VM already powered off {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1233.071468] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1233.071717] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.071868] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.072063] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1233.072314] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4c1f32e-f9a5-43f3-b223-649e54b2f6f0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.080858] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1233.081029] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1233.081789] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-863965a7-dcc4-44d9-9d49-6940bd42558d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.086718] env[69186]: DEBUG oslo_vmware.api [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Waiting for the task: (returnval){ [ 1233.086718] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c8215c-e61f-6a1a-43f0-c97775772dc6" [ 1233.086718] env[69186]: _type = "Task" [ 1233.086718] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.094183] env[69186]: DEBUG oslo_vmware.api [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c8215c-e61f-6a1a-43f0-c97775772dc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.188605] env[69186]: DEBUG nova.compute.manager [req-bcfee543-ad1d-4b6d-b386-7a82ca7c7cc7 req-3c6511ea-53c0-4fc8-b93d-b26d203612b8 service nova] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Received event network-vif-deleted-91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.253009] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Getting list of instances from cluster (obj){ [ 1233.253009] env[69186]: value = "domain-c8" [ 1233.253009] env[69186]: _type = "ClusterComputeResource" [ 1233.253009] env[69186]: } {{(pid=69186) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1233.254254] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d46dd6-f45a-4cab-aa2b-7463529df099 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.271170] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Got total of 7 instances {{(pid=69186) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1233.271346] env[69186]: WARNING nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] While synchronizing instance power states, found 10 instances in the database and 7 instances on the hypervisor. [ 1233.271487] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Triggering sync for uuid e00fcf04-0c49-4088-9b43-72bad844fc45 {{(pid=69186) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1233.271675] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Triggering sync for uuid fa4f9a75-c2c0-4601-a68b-6179edea5745 {{(pid=69186) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1233.271829] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Triggering sync for uuid 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f {{(pid=69186) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1233.271977] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Triggering sync for uuid 06952c63-1043-465b-8277-364a586628de {{(pid=69186) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1233.272142] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Triggering sync for uuid 312acebc-81f1-4b24-ba31-0d9277374c7e {{(pid=69186) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1233.272291] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Triggering sync for uuid ae12e6fe-3f87-4e74-a354-401bcd42aca6 {{(pid=69186) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1233.272440] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Triggering sync for uuid b95fa037-2ca2-45d2-97b5-026caf970212 {{(pid=69186) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1233.272584] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Triggering sync for uuid 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51 {{(pid=69186) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1233.272726] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Triggering sync for uuid 484e8422-c970-4bd7-a837-b316c12ad0df {{(pid=69186) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1233.272877] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Triggering sync for uuid e4ff8fdb-38de-42d1-add7-e5f44f728b71 {{(pid=69186) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1233.273340] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "e00fcf04-0c49-4088-9b43-72bad844fc45" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.273599] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "e00fcf04-0c49-4088-9b43-72bad844fc45" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.273862] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "fa4f9a75-c2c0-4601-a68b-6179edea5745" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.274093] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.274275] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.274507] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "06952c63-1043-465b-8277-364a586628de" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.275064] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "06952c63-1043-465b-8277-364a586628de" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.275064] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "312acebc-81f1-4b24-ba31-0d9277374c7e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.275187] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "312acebc-81f1-4b24-ba31-0d9277374c7e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.275337] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "ae12e6fe-3f87-4e74-a354-401bcd42aca6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.275538] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "b95fa037-2ca2-45d2-97b5-026caf970212" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.275710] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "b95fa037-2ca2-45d2-97b5-026caf970212" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.275932] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.276117] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.276342] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "484e8422-c970-4bd7-a837-b316c12ad0df" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.276708] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "484e8422-c970-4bd7-a837-b316c12ad0df" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.276708] env[69186]: INFO nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] During sync_power_state the instance has a pending task (rescuing). Skip. [ 1233.276820] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "484e8422-c970-4bd7-a837-b316c12ad0df" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.277014] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "e4ff8fdb-38de-42d1-add7-e5f44f728b71" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.277818] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dad2e2-9d1a-480f-9034-76b26f0b2764 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.280813] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc7ae8c-617f-483c-9464-6698d85d791a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.283555] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e85737f-b475-4876-8744-6a92fbab0c2c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.286249] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a6fa6b-e10d-4922-8b98-cc28ddf767fe {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.288785] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d750a298-fc67-4430-87b4-9a993d3667fc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.291411] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18e30ef-0c80-4c8b-be52-086c873c33e6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.441086] env[69186]: INFO nova.compute.manager [-] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Took 1.24 seconds to deallocate network for instance. [ 1233.562700] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a69978c-377d-413c-b440-cc06bc27ea82 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.569579] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb6f037-8163-42bd-915c-39a1c5970d54 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.613335] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870a99e0-e902-436c-bf53-01ea476520bd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.622099] env[69186]: DEBUG oslo_vmware.api [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52c8215c-e61f-6a1a-43f0-c97775772dc6, 'name': SearchDatastore_Task, 'duration_secs': 0.008523} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.624646] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a016466-8538-46b7-b520-dda6cef8ab65 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.627818] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ebf342-d4f9-489a-947c-71b98b430ff8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.635808] env[69186]: DEBUG oslo_vmware.api [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Waiting for the task: (returnval){ [ 1233.635808] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ad3e09-ebf7-6ab3-fbec-467ee02a0636" [ 1233.635808] env[69186]: _type = "Task" [ 1233.635808] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.644404] env[69186]: DEBUG nova.compute.provider_tree [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1233.655258] env[69186]: DEBUG oslo_vmware.api [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52ad3e09-ebf7-6ab3-fbec-467ee02a0636, 'name': SearchDatastore_Task, 'duration_secs': 0.009325} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.656188] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.656447] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 484e8422-c970-4bd7-a837-b316c12ad0df/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f-rescue.vmdk. {{(pid=69186) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1233.656702] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0b623e1-86b3-4558-a466-02990b52019c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.663723] env[69186]: DEBUG oslo_vmware.api [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Waiting for the task: (returnval){ [ 1233.663723] env[69186]: value = "task-3636063" [ 1233.663723] env[69186]: _type = "Task" [ 1233.663723] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.671551] env[69186]: DEBUG oslo_vmware.api [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.801950] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.527s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.810611] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "e00fcf04-0c49-4088-9b43-72bad844fc45" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.814278] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "06952c63-1043-465b-8277-364a586628de" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.814619] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "b95fa037-2ca2-45d2-97b5-026caf970212" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.815086] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "312acebc-81f1-4b24-ba31-0d9277374c7e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.818729] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.949855] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.174118] env[69186]: DEBUG oslo_vmware.api [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636063, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462103} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.175057] env[69186]: ERROR nova.scheduler.client.report [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [req-c81e652a-f396-456b-962a-93e9248ceeb3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 236fcb92-b429-42b8-bc28-b1c93f3ba708. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c81e652a-f396-456b-962a-93e9248ceeb3"}]} [ 1234.175433] env[69186]: INFO nova.virt.vmwareapi.ds_util [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 484e8422-c970-4bd7-a837-b316c12ad0df/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f-rescue.vmdk. [ 1234.178259] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b706d5-ab34-4c7f-8a6c-c0bbd6eaaf81 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.937959] env[69186]: DEBUG oslo_concurrency.lockutils [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "b95fa037-2ca2-45d2-97b5-026caf970212" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.937959] env[69186]: DEBUG oslo_concurrency.lockutils [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "b95fa037-2ca2-45d2-97b5-026caf970212" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.937959] env[69186]: DEBUG oslo_concurrency.lockutils [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "b95fa037-2ca2-45d2-97b5-026caf970212-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.938277] env[69186]: DEBUG oslo_concurrency.lockutils [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "b95fa037-2ca2-45d2-97b5-026caf970212-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.938277] env[69186]: DEBUG oslo_concurrency.lockutils [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "b95fa037-2ca2-45d2-97b5-026caf970212-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.946962] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 484e8422-c970-4bd7-a837-b316c12ad0df/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f-rescue.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.950015] env[69186]: DEBUG nova.scheduler.client.report [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Refreshing inventories for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1234.950218] env[69186]: INFO nova.compute.manager [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Terminating instance [ 1234.951552] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46fdde09-1bce-4e4d-9d30-15c52c49f608 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.971153] env[69186]: DEBUG oslo_vmware.api [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Waiting for the task: (returnval){ [ 1234.971153] env[69186]: value = "task-3636064" [ 1234.971153] env[69186]: _type = "Task" [ 1234.971153] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.977117] env[69186]: DEBUG nova.scheduler.client.report [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Updating ProviderTree inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1234.977378] env[69186]: DEBUG nova.compute.provider_tree [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1234.983423] env[69186]: DEBUG oslo_vmware.api [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636064, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.992026] env[69186]: DEBUG nova.scheduler.client.report [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Refreshing aggregate associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, aggregates: None {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1235.014556] env[69186]: DEBUG nova.scheduler.client.report [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Refreshing trait associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1235.014556] env[69186]: DEBUG nova.compute.provider_tree [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Updating resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 generation from 165 to 166 during operation: update_traits {{(pid=69186) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1235.161486] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def2a02c-626d-4b35-8ebe-dd103c019572 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.169443] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e10c516-867e-4d75-823c-94dc1b7c977e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.199421] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ab9d33-c019-4db4-b5e3-1f11dff11840 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.207568] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2abf09-89de-49d6-b995-a7442717bea4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.222245] env[69186]: DEBUG nova.compute.provider_tree [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.468806] env[69186]: DEBUG nova.compute.manager [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1235.469038] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.473272] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e725cd67-d0c2-4056-9394-3055f02e4153 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.476342] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "eb29033b-6285-4257-9dea-e563bddf3114" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.476564] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "eb29033b-6285-4257-9dea-e563bddf3114" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.493887] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.494629] env[69186]: DEBUG oslo_vmware.api [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636064, 'name': ReconfigVM_Task, 'duration_secs': 0.285504} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.494629] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bed6335-eb87-412e-b5b4-9769f3bf7339 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.496451] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 484e8422-c970-4bd7-a837-b316c12ad0df/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f-rescue.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.497449] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f25f3b5-5f72-4eba-9a5d-13b53aa65206 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.521404] env[69186]: DEBUG oslo_vmware.api [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1235.521404] env[69186]: value = "task-3636065" [ 1235.521404] env[69186]: _type = "Task" [ 1235.521404] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.527284] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6865c658-de78-49b2-91dc-8762d87b66ff tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "06952c63-1043-465b-8277-364a586628de" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.527492] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6865c658-de78-49b2-91dc-8762d87b66ff tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "06952c63-1043-465b-8277-364a586628de" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.529155] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e82aa59f-75ef-4abe-9a79-ceb51a6bef10 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.540380] env[69186]: INFO nova.compute.manager [None req-6865c658-de78-49b2-91dc-8762d87b66ff tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Detaching volume 8ee28562-58af-4944-b5bf-9bac8e8f60f2 [ 1235.551316] env[69186]: DEBUG oslo_vmware.api [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3636065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.554681] env[69186]: DEBUG oslo_vmware.api [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Waiting for the task: (returnval){ [ 1235.554681] env[69186]: value = "task-3636066" [ 1235.554681] env[69186]: _type = "Task" [ 1235.554681] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.563118] env[69186]: DEBUG oslo_vmware.api [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636066, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.580099] env[69186]: INFO nova.virt.block_device [None req-6865c658-de78-49b2-91dc-8762d87b66ff tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Attempting to driver detach volume 8ee28562-58af-4944-b5bf-9bac8e8f60f2 from mountpoint /dev/sdb [ 1235.580331] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-6865c658-de78-49b2-91dc-8762d87b66ff tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Volume detach. Driver type: vmdk {{(pid=69186) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1235.580515] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-6865c658-de78-49b2-91dc-8762d87b66ff tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724988', 'volume_id': '8ee28562-58af-4944-b5bf-9bac8e8f60f2', 'name': 'volume-8ee28562-58af-4944-b5bf-9bac8e8f60f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '06952c63-1043-465b-8277-364a586628de', 'attached_at': '', 'detached_at': '', 'volume_id': '8ee28562-58af-4944-b5bf-9bac8e8f60f2', 'serial': '8ee28562-58af-4944-b5bf-9bac8e8f60f2'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1235.581459] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df39714-2606-4f9a-83cb-ba34115e0530 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.605068] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ad66a6-30d7-4087-b64f-726a06fb4f50 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.614073] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597ac6ad-54f3-4373-bd4d-8a918bb9c4d8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.637874] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c490e45c-0a6e-4df1-b579-9d1870c5c977 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.653221] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-6865c658-de78-49b2-91dc-8762d87b66ff tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] The volume has not been displaced from its original location: [datastore2] volume-8ee28562-58af-4944-b5bf-9bac8e8f60f2/volume-8ee28562-58af-4944-b5bf-9bac8e8f60f2.vmdk. No consolidation needed. {{(pid=69186) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1235.658811] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-6865c658-de78-49b2-91dc-8762d87b66ff tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1235.659186] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebb46737-edd7-427f-ac22-11b8ff756e22 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.678761] env[69186]: DEBUG oslo_vmware.api [None req-6865c658-de78-49b2-91dc-8762d87b66ff tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1235.678761] env[69186]: value = "task-3636067" [ 1235.678761] env[69186]: _type = "Task" [ 1235.678761] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.690900] env[69186]: DEBUG oslo_vmware.api [None req-6865c658-de78-49b2-91dc-8762d87b66ff tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636067, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.726255] env[69186]: DEBUG nova.scheduler.client.report [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.985015] env[69186]: DEBUG nova.compute.manager [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1236.039548] env[69186]: DEBUG oslo_vmware.api [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3636065, 'name': PowerOffVM_Task, 'duration_secs': 0.203262} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.039900] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.040076] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.041024] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-226853fd-dc4b-46ae-9516-70d1aecbae24 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.068167] env[69186]: DEBUG oslo_vmware.api [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636066, 'name': ReconfigVM_Task, 'duration_secs': 0.163899} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.068583] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.068962] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9041dba-a2fc-48b2-88c6-95766d03572e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.074529] env[69186]: DEBUG oslo_vmware.api [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Waiting for the task: (returnval){ [ 1236.074529] env[69186]: value = "task-3636069" [ 1236.074529] env[69186]: _type = "Task" [ 1236.074529] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.083099] env[69186]: DEBUG oslo_vmware.api [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.098361] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.098657] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.098857] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Deleting the datastore file [datastore1] b95fa037-2ca2-45d2-97b5-026caf970212 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.099151] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15132deb-e623-456a-a3c6-34c274e4dac9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.106187] env[69186]: DEBUG oslo_vmware.api [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for the task: (returnval){ [ 1236.106187] env[69186]: value = "task-3636070" [ 1236.106187] env[69186]: _type = "Task" [ 1236.106187] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.116086] env[69186]: DEBUG oslo_vmware.api [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3636070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.195963] env[69186]: DEBUG oslo_vmware.api [None req-6865c658-de78-49b2-91dc-8762d87b66ff tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636067, 'name': ReconfigVM_Task, 'duration_secs': 0.230775} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.196393] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-6865c658-de78-49b2-91dc-8762d87b66ff tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1236.201617] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c23b3b4-8666-4d18-baf2-1008dc3c5d9a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.217469] env[69186]: DEBUG oslo_vmware.api [None req-6865c658-de78-49b2-91dc-8762d87b66ff tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1236.217469] env[69186]: value = "task-3636071" [ 1236.217469] env[69186]: _type = "Task" [ 1236.217469] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.226099] env[69186]: DEBUG oslo_vmware.api [None req-6865c658-de78-49b2-91dc-8762d87b66ff tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636071, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.232188] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.866s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.232888] env[69186]: DEBUG nova.compute.manager [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1236.235761] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.583s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.236038] env[69186]: DEBUG nova.objects.instance [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lazy-loading 'resources' on Instance uuid ae12e6fe-3f87-4e74-a354-401bcd42aca6 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.507182] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.584479] env[69186]: DEBUG oslo_vmware.api [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636069, 'name': PowerOnVM_Task, 'duration_secs': 0.445796} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.584728] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.587578] env[69186]: DEBUG nova.compute.manager [None req-8ec61b29-0875-4fe1-a91f-675847684a75 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.588396] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3f4f8e-8a57-4194-8611-cfdfa808475e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.616775] env[69186]: DEBUG oslo_vmware.api [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Task: {'id': task-3636070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131577} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.617079] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.617309] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.617546] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.617749] env[69186]: INFO nova.compute.manager [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1236.618066] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.618306] env[69186]: DEBUG nova.compute.manager [-] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.618401] env[69186]: DEBUG nova.network.neutron [-] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.726798] env[69186]: DEBUG oslo_vmware.api [None req-6865c658-de78-49b2-91dc-8762d87b66ff tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636071, 'name': ReconfigVM_Task, 'duration_secs': 0.155999} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.727122] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-6865c658-de78-49b2-91dc-8762d87b66ff tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-724988', 'volume_id': '8ee28562-58af-4944-b5bf-9bac8e8f60f2', 'name': 'volume-8ee28562-58af-4944-b5bf-9bac8e8f60f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '06952c63-1043-465b-8277-364a586628de', 'attached_at': '', 'detached_at': '', 'volume_id': '8ee28562-58af-4944-b5bf-9bac8e8f60f2', 'serial': '8ee28562-58af-4944-b5bf-9bac8e8f60f2'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1236.739928] env[69186]: DEBUG nova.compute.utils [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1236.744089] env[69186]: DEBUG nova.compute.manager [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1236.744336] env[69186]: DEBUG nova.network.neutron [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1236.790910] env[69186]: DEBUG nova.policy [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07b841536fb24f439d3e75ee3ec695ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68534f72b5ef4bbebc423e4459dc051a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1236.889709] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806d7915-ecfb-4c8a-a399-d5fcea109a2a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.897606] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa68097-96be-429a-919b-9742836bce68 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.929794] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e17b03-b1d3-4ba2-8a56-a71f0639f459 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.933274] env[69186]: DEBUG nova.compute.manager [req-2f65fa94-714c-4fff-833b-b4df9cc5d8f1 req-f38accb0-f6e9-41c5-af50-de285ebb8c36 service nova] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Received event network-vif-deleted-ede3cae7-2c3e-4c1d-b4ff-5448273bd384 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.933469] env[69186]: INFO nova.compute.manager [req-2f65fa94-714c-4fff-833b-b4df9cc5d8f1 req-f38accb0-f6e9-41c5-af50-de285ebb8c36 service nova] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Neutron deleted interface ede3cae7-2c3e-4c1d-b4ff-5448273bd384; detaching it from the instance and deleting it from the info cache [ 1236.933637] env[69186]: DEBUG nova.network.neutron [req-2f65fa94-714c-4fff-833b-b4df9cc5d8f1 req-f38accb0-f6e9-41c5-af50-de285ebb8c36 service nova] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.940643] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defae882-0de9-42eb-852e-231b6873ba84 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.955899] env[69186]: DEBUG nova.compute.provider_tree [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1237.164433] env[69186]: DEBUG nova.network.neutron [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Successfully created port: f144c50e-68cc-4253-82be-8ebfd4136409 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1237.244672] env[69186]: DEBUG nova.compute.manager [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1237.276271] env[69186]: DEBUG nova.objects.instance [None req-6865c658-de78-49b2-91dc-8762d87b66ff tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lazy-loading 'flavor' on Instance uuid 06952c63-1043-465b-8277-364a586628de {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.394350] env[69186]: DEBUG nova.compute.manager [req-29da9eaa-cc7b-48a1-bd31-121d2b68fdd7 req-ddf5ebe7-420c-4a33-bfab-2bd4b1105fd0 service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Received event network-changed-02d9d095-c1f4-4c47-affd-ee6ef031485e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.394577] env[69186]: DEBUG nova.compute.manager [req-29da9eaa-cc7b-48a1-bd31-121d2b68fdd7 req-ddf5ebe7-420c-4a33-bfab-2bd4b1105fd0 service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Refreshing instance network info cache due to event network-changed-02d9d095-c1f4-4c47-affd-ee6ef031485e. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1237.394778] env[69186]: DEBUG oslo_concurrency.lockutils [req-29da9eaa-cc7b-48a1-bd31-121d2b68fdd7 req-ddf5ebe7-420c-4a33-bfab-2bd4b1105fd0 service nova] Acquiring lock "refresh_cache-484e8422-c970-4bd7-a837-b316c12ad0df" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.394939] env[69186]: DEBUG oslo_concurrency.lockutils [req-29da9eaa-cc7b-48a1-bd31-121d2b68fdd7 req-ddf5ebe7-420c-4a33-bfab-2bd4b1105fd0 service nova] Acquired lock "refresh_cache-484e8422-c970-4bd7-a837-b316c12ad0df" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.395588] env[69186]: DEBUG nova.network.neutron [req-29da9eaa-cc7b-48a1-bd31-121d2b68fdd7 req-ddf5ebe7-420c-4a33-bfab-2bd4b1105fd0 service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Refreshing network info cache for port 02d9d095-c1f4-4c47-affd-ee6ef031485e {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.403437] env[69186]: DEBUG nova.network.neutron [-] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.436266] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95cbdcc1-d032-4443-ac9a-821d00bb436f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.448539] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec4b44f-ae6b-41b9-9900-f36b11f4c5d8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.483454] env[69186]: DEBUG nova.compute.manager [req-2f65fa94-714c-4fff-833b-b4df9cc5d8f1 req-f38accb0-f6e9-41c5-af50-de285ebb8c36 service nova] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Detach interface failed, port_id=ede3cae7-2c3e-4c1d-b4ff-5448273bd384, reason: Instance b95fa037-2ca2-45d2-97b5-026caf970212 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1237.504712] env[69186]: DEBUG nova.scheduler.client.report [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Updated inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with generation 166 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1237.504894] env[69186]: DEBUG nova.compute.provider_tree [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Updating resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 generation from 166 to 167 during operation: update_inventory {{(pid=69186) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1237.505141] env[69186]: DEBUG nova.compute.provider_tree [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1237.906292] env[69186]: INFO nova.compute.manager [-] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Took 1.29 seconds to deallocate network for instance. [ 1238.012832] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.777s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.014924] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.066s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.015357] env[69186]: DEBUG nova.objects.instance [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lazy-loading 'resources' on Instance uuid fa4f9a75-c2c0-4601-a68b-6179edea5745 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.039195] env[69186]: INFO nova.scheduler.client.report [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Deleted allocations for instance ae12e6fe-3f87-4e74-a354-401bcd42aca6 [ 1238.114868] env[69186]: DEBUG nova.network.neutron [req-29da9eaa-cc7b-48a1-bd31-121d2b68fdd7 req-ddf5ebe7-420c-4a33-bfab-2bd4b1105fd0 service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Updated VIF entry in instance network info cache for port 02d9d095-c1f4-4c47-affd-ee6ef031485e. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.115426] env[69186]: DEBUG nova.network.neutron [req-29da9eaa-cc7b-48a1-bd31-121d2b68fdd7 req-ddf5ebe7-420c-4a33-bfab-2bd4b1105fd0 service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Updating instance_info_cache with network_info: [{"id": "02d9d095-c1f4-4c47-affd-ee6ef031485e", "address": "fa:16:3e:03:1f:7c", "network": {"id": "efb70d39-0706-4bf5-909a-4dd8952f3ee4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-280104451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c7a1e52bd74049dca1ad6f7249bd5dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d9d095-c1", "ovs_interfaceid": "02d9d095-c1f4-4c47-affd-ee6ef031485e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.254657] env[69186]: DEBUG nova.compute.manager [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1238.283488] env[69186]: DEBUG nova.virt.hardware [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.283729] env[69186]: DEBUG nova.virt.hardware [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.283886] env[69186]: DEBUG nova.virt.hardware [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.284091] env[69186]: DEBUG nova.virt.hardware [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.284243] env[69186]: DEBUG nova.virt.hardware [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.284389] env[69186]: DEBUG nova.virt.hardware [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.284591] env[69186]: DEBUG nova.virt.hardware [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.284747] env[69186]: DEBUG nova.virt.hardware [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.284911] env[69186]: DEBUG nova.virt.hardware [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.285115] env[69186]: DEBUG nova.virt.hardware [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.285306] env[69186]: DEBUG nova.virt.hardware [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.285747] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6865c658-de78-49b2-91dc-8762d87b66ff tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "06952c63-1043-465b-8277-364a586628de" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 2.758s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.287323] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03fcb7e-dc29-4cae-93bc-8086aba0dabd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.297673] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb31e27-95b5-47a2-bc7b-241ac6f24a11 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.415517] env[69186]: DEBUG oslo_concurrency.lockutils [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.548529] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "ae12e6fe-3f87-4e74-a354-401bcd42aca6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.666s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.549953] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "ae12e6fe-3f87-4e74-a354-401bcd42aca6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.275s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.553118] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ce1117c-7e9b-4fbd-ab7e-9b8e850fc7bc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.561598] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67f2e6a-af70-4e4a-902a-4f217bcba829 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.621226] env[69186]: DEBUG oslo_concurrency.lockutils [req-29da9eaa-cc7b-48a1-bd31-121d2b68fdd7 req-ddf5ebe7-420c-4a33-bfab-2bd4b1105fd0 service nova] Releasing lock "refresh_cache-484e8422-c970-4bd7-a837-b316c12ad0df" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.712145] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c42794c-d892-4cd4-aae7-0db4b4453345 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.720442] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33e0ecd-8235-443a-bc5a-857c4dff9bb0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.756565] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7403e736-d205-4349-beb1-c476811b7ede {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.765221] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02acf888-3ddd-4b33-a59c-062c93161000 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.781411] env[69186]: DEBUG nova.compute.provider_tree [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.086255] env[69186]: DEBUG nova.compute.manager [req-228dcce3-4f75-4845-a018-a48710061281 req-dceacaeb-e143-44f4-a312-63343d427fc7 service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Received event network-changed-02d9d095-c1f4-4c47-affd-ee6ef031485e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.086446] env[69186]: DEBUG nova.compute.manager [req-228dcce3-4f75-4845-a018-a48710061281 req-dceacaeb-e143-44f4-a312-63343d427fc7 service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Refreshing instance network info cache due to event network-changed-02d9d095-c1f4-4c47-affd-ee6ef031485e. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1239.086658] env[69186]: DEBUG oslo_concurrency.lockutils [req-228dcce3-4f75-4845-a018-a48710061281 req-dceacaeb-e143-44f4-a312-63343d427fc7 service nova] Acquiring lock "refresh_cache-484e8422-c970-4bd7-a837-b316c12ad0df" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.086894] env[69186]: DEBUG oslo_concurrency.lockutils [req-228dcce3-4f75-4845-a018-a48710061281 req-dceacaeb-e143-44f4-a312-63343d427fc7 service nova] Acquired lock "refresh_cache-484e8422-c970-4bd7-a837-b316c12ad0df" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.086959] env[69186]: DEBUG nova.network.neutron [req-228dcce3-4f75-4845-a018-a48710061281 req-dceacaeb-e143-44f4-a312-63343d427fc7 service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Refreshing network info cache for port 02d9d095-c1f4-4c47-affd-ee6ef031485e {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.102785] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "ae12e6fe-3f87-4e74-a354-401bcd42aca6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.178468] env[69186]: DEBUG nova.network.neutron [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Successfully updated port: f144c50e-68cc-4253-82be-8ebfd4136409 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1239.285211] env[69186]: DEBUG nova.scheduler.client.report [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.386205] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "06952c63-1043-465b-8277-364a586628de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.386320] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "06952c63-1043-465b-8277-364a586628de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.386691] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "06952c63-1043-465b-8277-364a586628de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.386753] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "06952c63-1043-465b-8277-364a586628de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.387302] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "06952c63-1043-465b-8277-364a586628de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.390903] env[69186]: INFO nova.compute.manager [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Terminating instance [ 1239.512974] env[69186]: DEBUG nova.compute.manager [req-649373f6-fee6-452b-8034-f14bf1712849 req-99458fa1-cb5f-4ea4-82d8-2b419f6534ca service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Received event network-changed-02d9d095-c1f4-4c47-affd-ee6ef031485e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.513278] env[69186]: DEBUG nova.compute.manager [req-649373f6-fee6-452b-8034-f14bf1712849 req-99458fa1-cb5f-4ea4-82d8-2b419f6534ca service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Refreshing instance network info cache due to event network-changed-02d9d095-c1f4-4c47-affd-ee6ef031485e. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1239.513450] env[69186]: DEBUG oslo_concurrency.lockutils [req-649373f6-fee6-452b-8034-f14bf1712849 req-99458fa1-cb5f-4ea4-82d8-2b419f6534ca service nova] Acquiring lock "refresh_cache-484e8422-c970-4bd7-a837-b316c12ad0df" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.682845] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "refresh_cache-e4ff8fdb-38de-42d1-add7-e5f44f728b71" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.682845] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired lock "refresh_cache-e4ff8fdb-38de-42d1-add7-e5f44f728b71" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.682845] env[69186]: DEBUG nova.network.neutron [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.790066] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.794692] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.285s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.794692] env[69186]: INFO nova.compute.claims [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.820828] env[69186]: INFO nova.scheduler.client.report [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Deleted allocations for instance fa4f9a75-c2c0-4601-a68b-6179edea5745 [ 1239.894524] env[69186]: DEBUG nova.compute.manager [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1239.894750] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.895711] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae360164-c5e4-47a7-8528-0e801e69d979 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.905777] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.905777] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebde5ea9-8052-4e62-a9c9-36773dc98708 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.913397] env[69186]: DEBUG oslo_vmware.api [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1239.913397] env[69186]: value = "task-3636072" [ 1239.913397] env[69186]: _type = "Task" [ 1239.913397] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.920261] env[69186]: DEBUG oslo_vmware.api [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.930720] env[69186]: DEBUG nova.network.neutron [req-228dcce3-4f75-4845-a018-a48710061281 req-dceacaeb-e143-44f4-a312-63343d427fc7 service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Updated VIF entry in instance network info cache for port 02d9d095-c1f4-4c47-affd-ee6ef031485e. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.931087] env[69186]: DEBUG nova.network.neutron [req-228dcce3-4f75-4845-a018-a48710061281 req-dceacaeb-e143-44f4-a312-63343d427fc7 service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Updating instance_info_cache with network_info: [{"id": "02d9d095-c1f4-4c47-affd-ee6ef031485e", "address": "fa:16:3e:03:1f:7c", "network": {"id": "efb70d39-0706-4bf5-909a-4dd8952f3ee4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-280104451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c7a1e52bd74049dca1ad6f7249bd5dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d9d095-c1", "ovs_interfaceid": "02d9d095-c1f4-4c47-affd-ee6ef031485e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.225684] env[69186]: DEBUG nova.network.neutron [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1240.328113] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "fa4f9a75-c2c0-4601-a68b-6179edea5745" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.758s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.329058] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "fa4f9a75-c2c0-4601-a68b-6179edea5745" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.055s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.329687] env[69186]: INFO nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] During sync_power_state the instance has a pending task (deleting). Skip. [ 1240.329687] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "fa4f9a75-c2c0-4601-a68b-6179edea5745" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.392067] env[69186]: DEBUG nova.network.neutron [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Updating instance_info_cache with network_info: [{"id": "f144c50e-68cc-4253-82be-8ebfd4136409", "address": "fa:16:3e:53:a4:08", "network": {"id": "61e1515f-114e-4139-9235-6329201c5e19", "bridge": "br-int", "label": "tempest-ServersTestJSON-569810852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68534f72b5ef4bbebc423e4459dc051a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf144c50e-68", "ovs_interfaceid": "f144c50e-68cc-4253-82be-8ebfd4136409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.424827] env[69186]: DEBUG oslo_vmware.api [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636072, 'name': PowerOffVM_Task, 'duration_secs': 0.212832} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.425411] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.425650] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.425920] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78be0a02-de92-48b7-9972-3b3cb624261a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.433764] env[69186]: DEBUG oslo_concurrency.lockutils [req-228dcce3-4f75-4845-a018-a48710061281 req-dceacaeb-e143-44f4-a312-63343d427fc7 service nova] Releasing lock "refresh_cache-484e8422-c970-4bd7-a837-b316c12ad0df" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.434187] env[69186]: DEBUG oslo_concurrency.lockutils [req-649373f6-fee6-452b-8034-f14bf1712849 req-99458fa1-cb5f-4ea4-82d8-2b419f6534ca service nova] Acquired lock "refresh_cache-484e8422-c970-4bd7-a837-b316c12ad0df" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.434380] env[69186]: DEBUG nova.network.neutron [req-649373f6-fee6-452b-8034-f14bf1712849 req-99458fa1-cb5f-4ea4-82d8-2b419f6534ca service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Refreshing network info cache for port 02d9d095-c1f4-4c47-affd-ee6ef031485e {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.498617] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.498617] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.498617] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Deleting the datastore file [datastore1] 06952c63-1043-465b-8277-364a586628de {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.498617] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-258e73c5-0de1-485b-bd39-dde09d2d3372 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.504723] env[69186]: DEBUG oslo_vmware.api [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1240.504723] env[69186]: value = "task-3636074" [ 1240.504723] env[69186]: _type = "Task" [ 1240.504723] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.513752] env[69186]: DEBUG oslo_vmware.api [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.755199] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "64e6f1e7-3214-42a2-be30-53807d3f6bd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.755899] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "64e6f1e7-3214-42a2-be30-53807d3f6bd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.894182] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Releasing lock "refresh_cache-e4ff8fdb-38de-42d1-add7-e5f44f728b71" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.894549] env[69186]: DEBUG nova.compute.manager [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Instance network_info: |[{"id": "f144c50e-68cc-4253-82be-8ebfd4136409", "address": "fa:16:3e:53:a4:08", "network": {"id": "61e1515f-114e-4139-9235-6329201c5e19", "bridge": "br-int", "label": "tempest-ServersTestJSON-569810852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68534f72b5ef4bbebc423e4459dc051a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf144c50e-68", "ovs_interfaceid": "f144c50e-68cc-4253-82be-8ebfd4136409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1240.894944] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:a4:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f144c50e-68cc-4253-82be-8ebfd4136409', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1240.902421] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.905068] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1240.905468] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bc2bd48-d49b-45bf-a3a5-b0bf3af97e4e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.921678] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "e00fcf04-0c49-4088-9b43-72bad844fc45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.921902] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "e00fcf04-0c49-4088-9b43-72bad844fc45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.922115] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "e00fcf04-0c49-4088-9b43-72bad844fc45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.922304] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "e00fcf04-0c49-4088-9b43-72bad844fc45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.922471] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "e00fcf04-0c49-4088-9b43-72bad844fc45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.926183] env[69186]: INFO nova.compute.manager [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Terminating instance [ 1240.930785] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1240.930785] env[69186]: value = "task-3636075" [ 1240.930785] env[69186]: _type = "Task" [ 1240.930785] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.941554] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636075, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.958027] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52df3ed7-3459-40c6-8e73-7b0e726093ad {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.963989] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd35c36-f39e-43a7-9f87-d80cc04a2438 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.969643] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Acquiring lock "484e8422-c970-4bd7-a837-b316c12ad0df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.970238] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Lock "484e8422-c970-4bd7-a837-b316c12ad0df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.971898] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Acquiring lock "484e8422-c970-4bd7-a837-b316c12ad0df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.971898] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Lock "484e8422-c970-4bd7-a837-b316c12ad0df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.971898] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Lock "484e8422-c970-4bd7-a837-b316c12ad0df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.976408] env[69186]: INFO nova.compute.manager [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Terminating instance [ 1241.004873] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b19f3db-31ca-4512-98c4-6542b243b273 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.019780] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ca3028-9bf5-48aa-923f-847acc8079c2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.024598] env[69186]: DEBUG oslo_vmware.api [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15624} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.027106] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.027376] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.027612] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.027839] env[69186]: INFO nova.compute.manager [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 06952c63-1043-465b-8277-364a586628de] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1241.028145] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.028734] env[69186]: DEBUG nova.compute.manager [-] [instance: 06952c63-1043-465b-8277-364a586628de] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.028880] env[69186]: DEBUG nova.network.neutron [-] [instance: 06952c63-1043-465b-8277-364a586628de] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1241.038771] env[69186]: DEBUG nova.compute.provider_tree [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.116806] env[69186]: DEBUG nova.compute.manager [req-483971dd-441b-4cac-b67c-97c966807344 req-98e10de1-2636-4e25-b395-fd3205d8ebf5 service nova] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Received event network-vif-plugged-f144c50e-68cc-4253-82be-8ebfd4136409 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.117044] env[69186]: DEBUG oslo_concurrency.lockutils [req-483971dd-441b-4cac-b67c-97c966807344 req-98e10de1-2636-4e25-b395-fd3205d8ebf5 service nova] Acquiring lock "e4ff8fdb-38de-42d1-add7-e5f44f728b71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.117252] env[69186]: DEBUG oslo_concurrency.lockutils [req-483971dd-441b-4cac-b67c-97c966807344 req-98e10de1-2636-4e25-b395-fd3205d8ebf5 service nova] Lock "e4ff8fdb-38de-42d1-add7-e5f44f728b71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.117419] env[69186]: DEBUG oslo_concurrency.lockutils [req-483971dd-441b-4cac-b67c-97c966807344 req-98e10de1-2636-4e25-b395-fd3205d8ebf5 service nova] Lock "e4ff8fdb-38de-42d1-add7-e5f44f728b71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.117585] env[69186]: DEBUG nova.compute.manager [req-483971dd-441b-4cac-b67c-97c966807344 req-98e10de1-2636-4e25-b395-fd3205d8ebf5 service nova] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] No waiting events found dispatching network-vif-plugged-f144c50e-68cc-4253-82be-8ebfd4136409 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1241.117748] env[69186]: WARNING nova.compute.manager [req-483971dd-441b-4cac-b67c-97c966807344 req-98e10de1-2636-4e25-b395-fd3205d8ebf5 service nova] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Received unexpected event network-vif-plugged-f144c50e-68cc-4253-82be-8ebfd4136409 for instance with vm_state building and task_state spawning. [ 1241.117980] env[69186]: DEBUG nova.compute.manager [req-483971dd-441b-4cac-b67c-97c966807344 req-98e10de1-2636-4e25-b395-fd3205d8ebf5 service nova] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Received event network-changed-f144c50e-68cc-4253-82be-8ebfd4136409 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.118082] env[69186]: DEBUG nova.compute.manager [req-483971dd-441b-4cac-b67c-97c966807344 req-98e10de1-2636-4e25-b395-fd3205d8ebf5 service nova] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Refreshing instance network info cache due to event network-changed-f144c50e-68cc-4253-82be-8ebfd4136409. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1241.118267] env[69186]: DEBUG oslo_concurrency.lockutils [req-483971dd-441b-4cac-b67c-97c966807344 req-98e10de1-2636-4e25-b395-fd3205d8ebf5 service nova] Acquiring lock "refresh_cache-e4ff8fdb-38de-42d1-add7-e5f44f728b71" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.118419] env[69186]: DEBUG oslo_concurrency.lockutils [req-483971dd-441b-4cac-b67c-97c966807344 req-98e10de1-2636-4e25-b395-fd3205d8ebf5 service nova] Acquired lock "refresh_cache-e4ff8fdb-38de-42d1-add7-e5f44f728b71" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.118577] env[69186]: DEBUG nova.network.neutron [req-483971dd-441b-4cac-b67c-97c966807344 req-98e10de1-2636-4e25-b395-fd3205d8ebf5 service nova] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Refreshing network info cache for port f144c50e-68cc-4253-82be-8ebfd4136409 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.225933] env[69186]: DEBUG nova.network.neutron [req-649373f6-fee6-452b-8034-f14bf1712849 req-99458fa1-cb5f-4ea4-82d8-2b419f6534ca service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Updated VIF entry in instance network info cache for port 02d9d095-c1f4-4c47-affd-ee6ef031485e. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.226523] env[69186]: DEBUG nova.network.neutron [req-649373f6-fee6-452b-8034-f14bf1712849 req-99458fa1-cb5f-4ea4-82d8-2b419f6534ca service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Updating instance_info_cache with network_info: [{"id": "02d9d095-c1f4-4c47-affd-ee6ef031485e", "address": "fa:16:3e:03:1f:7c", "network": {"id": "efb70d39-0706-4bf5-909a-4dd8952f3ee4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-280104451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c7a1e52bd74049dca1ad6f7249bd5dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d9d095-c1", "ovs_interfaceid": "02d9d095-c1f4-4c47-affd-ee6ef031485e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.257450] env[69186]: DEBUG nova.compute.manager [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1241.430132] env[69186]: DEBUG nova.compute.manager [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1241.430433] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.431321] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5a7055-064a-4022-bc5c-d6df7b4c549a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.446611] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636075, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.448686] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.448924] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04cbaa57-23af-4f00-a574-4263f76f9a0e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.455046] env[69186]: DEBUG oslo_vmware.api [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1241.455046] env[69186]: value = "task-3636076" [ 1241.455046] env[69186]: _type = "Task" [ 1241.455046] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.462255] env[69186]: DEBUG oslo_vmware.api [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3636076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.509736] env[69186]: DEBUG nova.compute.manager [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1241.509736] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.510719] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88288db-2659-48c3-a1df-7d77baa762bf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.518343] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.518343] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c5f934b-e3b9-4974-bcb7-ad9dd3ff686a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.523402] env[69186]: DEBUG oslo_vmware.api [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Waiting for the task: (returnval){ [ 1241.523402] env[69186]: value = "task-3636077" [ 1241.523402] env[69186]: _type = "Task" [ 1241.523402] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.531176] env[69186]: DEBUG oslo_vmware.api [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.542235] env[69186]: DEBUG nova.scheduler.client.report [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.729337] env[69186]: DEBUG oslo_concurrency.lockutils [req-649373f6-fee6-452b-8034-f14bf1712849 req-99458fa1-cb5f-4ea4-82d8-2b419f6534ca service nova] Releasing lock "refresh_cache-484e8422-c970-4bd7-a837-b316c12ad0df" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.783369] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.872848] env[69186]: DEBUG nova.network.neutron [req-483971dd-441b-4cac-b67c-97c966807344 req-98e10de1-2636-4e25-b395-fd3205d8ebf5 service nova] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Updated VIF entry in instance network info cache for port f144c50e-68cc-4253-82be-8ebfd4136409. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.873326] env[69186]: DEBUG nova.network.neutron [req-483971dd-441b-4cac-b67c-97c966807344 req-98e10de1-2636-4e25-b395-fd3205d8ebf5 service nova] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Updating instance_info_cache with network_info: [{"id": "f144c50e-68cc-4253-82be-8ebfd4136409", "address": "fa:16:3e:53:a4:08", "network": {"id": "61e1515f-114e-4139-9235-6329201c5e19", "bridge": "br-int", "label": "tempest-ServersTestJSON-569810852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68534f72b5ef4bbebc423e4459dc051a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf144c50e-68", "ovs_interfaceid": "f144c50e-68cc-4253-82be-8ebfd4136409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.946054] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636075, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.964470] env[69186]: DEBUG oslo_vmware.api [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3636076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.033302] env[69186]: DEBUG oslo_vmware.api [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636077, 'name': PowerOffVM_Task, 'duration_secs': 0.20357} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.033575] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.033744] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.033987] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2d039b5-22c2-4a40-964e-52da80846cfc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.047314] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.047820] env[69186]: DEBUG nova.compute.manager [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1242.050462] env[69186]: DEBUG oslo_concurrency.lockutils [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.635s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.050652] env[69186]: DEBUG oslo_concurrency.lockutils [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.053066] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.270s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.054916] env[69186]: INFO nova.compute.claims [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1242.059582] env[69186]: DEBUG nova.network.neutron [-] [instance: 06952c63-1043-465b-8277-364a586628de] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.075745] env[69186]: INFO nova.scheduler.client.report [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Deleted allocations for instance b95fa037-2ca2-45d2-97b5-026caf970212 [ 1242.100895] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.101101] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.101423] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Deleting the datastore file [datastore2] 484e8422-c970-4bd7-a837-b316c12ad0df {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.101535] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88d2baf1-15e9-4a54-96cd-a39d0c1a8ec5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.109307] env[69186]: DEBUG oslo_vmware.api [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Waiting for the task: (returnval){ [ 1242.109307] env[69186]: value = "task-3636079" [ 1242.109307] env[69186]: _type = "Task" [ 1242.109307] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.117879] env[69186]: DEBUG oslo_vmware.api [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.377415] env[69186]: DEBUG oslo_concurrency.lockutils [req-483971dd-441b-4cac-b67c-97c966807344 req-98e10de1-2636-4e25-b395-fd3205d8ebf5 service nova] Releasing lock "refresh_cache-e4ff8fdb-38de-42d1-add7-e5f44f728b71" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.377605] env[69186]: DEBUG nova.compute.manager [req-483971dd-441b-4cac-b67c-97c966807344 req-98e10de1-2636-4e25-b395-fd3205d8ebf5 service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Received event network-changed-02d9d095-c1f4-4c47-affd-ee6ef031485e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.377825] env[69186]: DEBUG nova.compute.manager [req-483971dd-441b-4cac-b67c-97c966807344 req-98e10de1-2636-4e25-b395-fd3205d8ebf5 service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Refreshing instance network info cache due to event network-changed-02d9d095-c1f4-4c47-affd-ee6ef031485e. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1242.378877] env[69186]: DEBUG oslo_concurrency.lockutils [req-483971dd-441b-4cac-b67c-97c966807344 req-98e10de1-2636-4e25-b395-fd3205d8ebf5 service nova] Acquiring lock "refresh_cache-484e8422-c970-4bd7-a837-b316c12ad0df" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.378877] env[69186]: DEBUG oslo_concurrency.lockutils [req-483971dd-441b-4cac-b67c-97c966807344 req-98e10de1-2636-4e25-b395-fd3205d8ebf5 service nova] Acquired lock "refresh_cache-484e8422-c970-4bd7-a837-b316c12ad0df" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.378877] env[69186]: DEBUG nova.network.neutron [req-483971dd-441b-4cac-b67c-97c966807344 req-98e10de1-2636-4e25-b395-fd3205d8ebf5 service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Refreshing network info cache for port 02d9d095-c1f4-4c47-affd-ee6ef031485e {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.445768] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636075, 'name': CreateVM_Task, 'duration_secs': 1.373245} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.446034] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1242.446664] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.446842] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.447186] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.447461] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f661fa5-9024-48ed-bfaa-062b14d81b92 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.451930] env[69186]: DEBUG oslo_vmware.api [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1242.451930] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52dc077a-b6a4-b36b-b3fb-fd73bc1f8754" [ 1242.451930] env[69186]: _type = "Task" [ 1242.451930] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.461992] env[69186]: DEBUG oslo_vmware.api [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52dc077a-b6a4-b36b-b3fb-fd73bc1f8754, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.466459] env[69186]: DEBUG oslo_vmware.api [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3636076, 'name': PowerOffVM_Task, 'duration_secs': 0.93969} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.466702] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.466870] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.467113] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c15c81e1-4f82-4c76-aba0-09e81e091937 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.524243] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.524481] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.524666] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Deleting the datastore file [datastore2] e00fcf04-0c49-4088-9b43-72bad844fc45 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.524924] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-736a1d43-499a-4fee-a29e-667c058bab91 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.531513] env[69186]: DEBUG oslo_vmware.api [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for the task: (returnval){ [ 1242.531513] env[69186]: value = "task-3636081" [ 1242.531513] env[69186]: _type = "Task" [ 1242.531513] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.539397] env[69186]: DEBUG oslo_vmware.api [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3636081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.558846] env[69186]: DEBUG nova.compute.utils [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1242.562571] env[69186]: DEBUG nova.compute.manager [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1242.562748] env[69186]: DEBUG nova.network.neutron [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1242.564731] env[69186]: INFO nova.compute.manager [-] [instance: 06952c63-1043-465b-8277-364a586628de] Took 1.54 seconds to deallocate network for instance. [ 1242.585759] env[69186]: DEBUG oslo_concurrency.lockutils [None req-313b93cb-a1cf-4f87-88c3-d163b620deb0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Lock "b95fa037-2ca2-45d2-97b5-026caf970212" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.648s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.602156] env[69186]: DEBUG nova.policy [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdc2fe5b20744942834c0ab29808f443', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93bee572f34a4888a9b3c26163c1df72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1242.618732] env[69186]: DEBUG oslo_vmware.api [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Task: {'id': task-3636079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19607} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.618891] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.619050] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.619244] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.619429] env[69186]: INFO nova.compute.manager [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1242.619728] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.619939] env[69186]: DEBUG nova.compute.manager [-] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.620058] env[69186]: DEBUG nova.network.neutron [-] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.961959] env[69186]: DEBUG oslo_vmware.api [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52dc077a-b6a4-b36b-b3fb-fd73bc1f8754, 'name': SearchDatastore_Task, 'duration_secs': 0.008707} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.962318] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.962558] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1242.962792] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.962938] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.963129] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1242.963398] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76cae59a-1988-4286-9186-bcf45019d1b5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.971725] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1242.971908] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1242.972624] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-158c3ead-d284-4c13-b5e8-55f68f54a55e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.978240] env[69186]: DEBUG oslo_vmware.api [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1242.978240] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528b80b7-4527-f829-2bb9-77f031233f0b" [ 1242.978240] env[69186]: _type = "Task" [ 1242.978240] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.985797] env[69186]: DEBUG oslo_vmware.api [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528b80b7-4527-f829-2bb9-77f031233f0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.040965] env[69186]: DEBUG oslo_vmware.api [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Task: {'id': task-3636081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180357} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.041249] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.041440] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.041611] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.041786] env[69186]: INFO nova.compute.manager [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1243.042036] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.042228] env[69186]: DEBUG nova.compute.manager [-] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1243.042327] env[69186]: DEBUG nova.network.neutron [-] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1243.063707] env[69186]: DEBUG nova.compute.manager [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1243.073527] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.141513] env[69186]: DEBUG nova.network.neutron [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Successfully created port: 96795128-0787-4363-a36e-a58dd5cbfa7f {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1243.157013] env[69186]: DEBUG nova.compute.manager [req-c16f933e-58be-451d-8d41-b05663378a17 req-985b05d6-94bb-44ca-b259-b1918c507d7d service nova] [instance: 06952c63-1043-465b-8277-364a586628de] Received event network-vif-deleted-4f32b546-19b7-498f-9f37-7400cba56cad {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.157013] env[69186]: DEBUG nova.compute.manager [req-c16f933e-58be-451d-8d41-b05663378a17 req-985b05d6-94bb-44ca-b259-b1918c507d7d service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Received event network-vif-deleted-02d9d095-c1f4-4c47-affd-ee6ef031485e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.157013] env[69186]: INFO nova.compute.manager [req-c16f933e-58be-451d-8d41-b05663378a17 req-985b05d6-94bb-44ca-b259-b1918c507d7d service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Neutron deleted interface 02d9d095-c1f4-4c47-affd-ee6ef031485e; detaching it from the instance and deleting it from the info cache [ 1243.157013] env[69186]: DEBUG nova.network.neutron [req-c16f933e-58be-451d-8d41-b05663378a17 req-985b05d6-94bb-44ca-b259-b1918c507d7d service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.233762] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d9f038-42c2-4580-b2ca-6ad476699802 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.241634] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40ca54e-7d8b-4220-b848-a732eb60c1ca {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.283855] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa616c34-0aba-4257-8bda-4ce9b7e637ee {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.293475] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533604c8-00a5-48ee-8025-131e0bc46c73 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.307720] env[69186]: DEBUG nova.compute.provider_tree [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.399818] env[69186]: DEBUG nova.network.neutron [req-483971dd-441b-4cac-b67c-97c966807344 req-98e10de1-2636-4e25-b395-fd3205d8ebf5 service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Updated VIF entry in instance network info cache for port 02d9d095-c1f4-4c47-affd-ee6ef031485e. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.400257] env[69186]: DEBUG nova.network.neutron [req-483971dd-441b-4cac-b67c-97c966807344 req-98e10de1-2636-4e25-b395-fd3205d8ebf5 service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Updating instance_info_cache with network_info: [{"id": "02d9d095-c1f4-4c47-affd-ee6ef031485e", "address": "fa:16:3e:03:1f:7c", "network": {"id": "efb70d39-0706-4bf5-909a-4dd8952f3ee4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-280104451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c7a1e52bd74049dca1ad6f7249bd5dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d9d095-c1", "ovs_interfaceid": "02d9d095-c1f4-4c47-affd-ee6ef031485e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.489784] env[69186]: DEBUG oslo_vmware.api [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528b80b7-4527-f829-2bb9-77f031233f0b, 'name': SearchDatastore_Task, 'duration_secs': 0.02141} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.490278] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5885efe5-9b8c-48f8-b17b-1dc1ad2248ab {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.495644] env[69186]: DEBUG oslo_vmware.api [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1243.495644] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525e553d-7c93-d8ad-d4ce-eae18cab92e9" [ 1243.495644] env[69186]: _type = "Task" [ 1243.495644] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.503053] env[69186]: DEBUG oslo_vmware.api [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525e553d-7c93-d8ad-d4ce-eae18cab92e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.536847] env[69186]: DEBUG nova.network.neutron [-] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.660472] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13213df3-515d-4f2b-aea0-f6897bc523ae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.670733] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954b6144-5c9e-418b-9350-c63e30b44c30 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.699444] env[69186]: DEBUG nova.compute.manager [req-c16f933e-58be-451d-8d41-b05663378a17 req-985b05d6-94bb-44ca-b259-b1918c507d7d service nova] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Detach interface failed, port_id=02d9d095-c1f4-4c47-affd-ee6ef031485e, reason: Instance 484e8422-c970-4bd7-a837-b316c12ad0df could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1243.812378] env[69186]: DEBUG nova.scheduler.client.report [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.881924] env[69186]: DEBUG nova.network.neutron [-] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.903463] env[69186]: DEBUG oslo_concurrency.lockutils [req-483971dd-441b-4cac-b67c-97c966807344 req-98e10de1-2636-4e25-b395-fd3205d8ebf5 service nova] Releasing lock "refresh_cache-484e8422-c970-4bd7-a837-b316c12ad0df" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.006587] env[69186]: DEBUG oslo_vmware.api [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525e553d-7c93-d8ad-d4ce-eae18cab92e9, 'name': SearchDatastore_Task, 'duration_secs': 0.027276} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.006869] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.007199] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] e4ff8fdb-38de-42d1-add7-e5f44f728b71/e4ff8fdb-38de-42d1-add7-e5f44f728b71.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1244.008028] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6948a0b-47f1-4c79-bfab-89a808a380f4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.013904] env[69186]: DEBUG oslo_vmware.api [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1244.013904] env[69186]: value = "task-3636083" [ 1244.013904] env[69186]: _type = "Task" [ 1244.013904] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.021720] env[69186]: DEBUG oslo_vmware.api [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.040079] env[69186]: INFO nova.compute.manager [-] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Took 1.42 seconds to deallocate network for instance. [ 1244.076288] env[69186]: DEBUG nova.compute.manager [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1244.102118] env[69186]: DEBUG nova.virt.hardware [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1244.102372] env[69186]: DEBUG nova.virt.hardware [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1244.102531] env[69186]: DEBUG nova.virt.hardware [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1244.102716] env[69186]: DEBUG nova.virt.hardware [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1244.102863] env[69186]: DEBUG nova.virt.hardware [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1244.103028] env[69186]: DEBUG nova.virt.hardware [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1244.103266] env[69186]: DEBUG nova.virt.hardware [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1244.103431] env[69186]: DEBUG nova.virt.hardware [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1244.103597] env[69186]: DEBUG nova.virt.hardware [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1244.103755] env[69186]: DEBUG nova.virt.hardware [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1244.103925] env[69186]: DEBUG nova.virt.hardware [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1244.104765] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4182725a-5c7e-49a6-844a-fd1579baad32 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.112418] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c31c942-4e8b-4704-885c-858c6e8ca2cf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.317663] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.318224] env[69186]: DEBUG nova.compute.manager [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1244.321008] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.248s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.321241] env[69186]: DEBUG nova.objects.instance [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lazy-loading 'resources' on Instance uuid 06952c63-1043-465b-8277-364a586628de {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.384960] env[69186]: INFO nova.compute.manager [-] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Took 1.34 seconds to deallocate network for instance. [ 1244.522898] env[69186]: DEBUG oslo_vmware.api [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433247} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.523239] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] e4ff8fdb-38de-42d1-add7-e5f44f728b71/e4ff8fdb-38de-42d1-add7-e5f44f728b71.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1244.523471] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1244.523730] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdb6e00c-eacd-42c3-8485-a42252a753d7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.530576] env[69186]: DEBUG oslo_vmware.api [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1244.530576] env[69186]: value = "task-3636084" [ 1244.530576] env[69186]: _type = "Task" [ 1244.530576] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.538230] env[69186]: DEBUG oslo_vmware.api [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.546380] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.758265] env[69186]: DEBUG nova.network.neutron [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Successfully updated port: 96795128-0787-4363-a36e-a58dd5cbfa7f {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1244.824504] env[69186]: DEBUG nova.compute.utils [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1244.828515] env[69186]: DEBUG nova.compute.manager [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1244.828681] env[69186]: DEBUG nova.network.neutron [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1244.865106] env[69186]: DEBUG nova.policy [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1d57e6c63a14ac19d0f5772f6f8667b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b69c719a41fb4ab48140eabe49d76e84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1244.892165] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.946809] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d7ca07-2b70-43f9-89f4-86da74726f23 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.954713] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031896c3-4e27-47ab-980e-a4de8055d33b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.985277] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef602f7-43f0-4c0d-ad0b-149a3db6e9bb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.993446] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13177529-4562-47d9-8134-b7cba3fda11f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.012341] env[69186]: DEBUG nova.compute.provider_tree [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.041938] env[69186]: DEBUG oslo_vmware.api [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064814} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.042166] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1245.042912] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab2d213-aa18-4e51-be46-ae18425dafd8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.063866] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] e4ff8fdb-38de-42d1-add7-e5f44f728b71/e4ff8fdb-38de-42d1-add7-e5f44f728b71.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.064359] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c0d00b4-ee86-4af2-8f90-65e0b11c1f47 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.084372] env[69186]: DEBUG oslo_vmware.api [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1245.084372] env[69186]: value = "task-3636085" [ 1245.084372] env[69186]: _type = "Task" [ 1245.084372] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.095900] env[69186]: DEBUG oslo_vmware.api [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.141108] env[69186]: DEBUG nova.network.neutron [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Successfully created port: 88606070-b15d-4c8f-bcc7-e808c29a5692 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1245.186923] env[69186]: DEBUG nova.compute.manager [req-a630c87e-46eb-4bdd-ae2e-c77f1c4210db req-c6160b10-8277-4a56-9815-d16e94423861 service nova] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Received event network-vif-deleted-55944de6-045d-46eb-aacb-70e1ccf938a4 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.187166] env[69186]: DEBUG nova.compute.manager [req-a630c87e-46eb-4bdd-ae2e-c77f1c4210db req-c6160b10-8277-4a56-9815-d16e94423861 service nova] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Received event network-vif-plugged-96795128-0787-4363-a36e-a58dd5cbfa7f {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.187364] env[69186]: DEBUG oslo_concurrency.lockutils [req-a630c87e-46eb-4bdd-ae2e-c77f1c4210db req-c6160b10-8277-4a56-9815-d16e94423861 service nova] Acquiring lock "eb29033b-6285-4257-9dea-e563bddf3114-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.187565] env[69186]: DEBUG oslo_concurrency.lockutils [req-a630c87e-46eb-4bdd-ae2e-c77f1c4210db req-c6160b10-8277-4a56-9815-d16e94423861 service nova] Lock "eb29033b-6285-4257-9dea-e563bddf3114-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.187729] env[69186]: DEBUG oslo_concurrency.lockutils [req-a630c87e-46eb-4bdd-ae2e-c77f1c4210db req-c6160b10-8277-4a56-9815-d16e94423861 service nova] Lock "eb29033b-6285-4257-9dea-e563bddf3114-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.187906] env[69186]: DEBUG nova.compute.manager [req-a630c87e-46eb-4bdd-ae2e-c77f1c4210db req-c6160b10-8277-4a56-9815-d16e94423861 service nova] [instance: eb29033b-6285-4257-9dea-e563bddf3114] No waiting events found dispatching network-vif-plugged-96795128-0787-4363-a36e-a58dd5cbfa7f {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1245.188077] env[69186]: WARNING nova.compute.manager [req-a630c87e-46eb-4bdd-ae2e-c77f1c4210db req-c6160b10-8277-4a56-9815-d16e94423861 service nova] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Received unexpected event network-vif-plugged-96795128-0787-4363-a36e-a58dd5cbfa7f for instance with vm_state building and task_state spawning. [ 1245.188239] env[69186]: DEBUG nova.compute.manager [req-a630c87e-46eb-4bdd-ae2e-c77f1c4210db req-c6160b10-8277-4a56-9815-d16e94423861 service nova] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Received event network-changed-96795128-0787-4363-a36e-a58dd5cbfa7f {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.188389] env[69186]: DEBUG nova.compute.manager [req-a630c87e-46eb-4bdd-ae2e-c77f1c4210db req-c6160b10-8277-4a56-9815-d16e94423861 service nova] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Refreshing instance network info cache due to event network-changed-96795128-0787-4363-a36e-a58dd5cbfa7f. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.188564] env[69186]: DEBUG oslo_concurrency.lockutils [req-a630c87e-46eb-4bdd-ae2e-c77f1c4210db req-c6160b10-8277-4a56-9815-d16e94423861 service nova] Acquiring lock "refresh_cache-eb29033b-6285-4257-9dea-e563bddf3114" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.188697] env[69186]: DEBUG oslo_concurrency.lockutils [req-a630c87e-46eb-4bdd-ae2e-c77f1c4210db req-c6160b10-8277-4a56-9815-d16e94423861 service nova] Acquired lock "refresh_cache-eb29033b-6285-4257-9dea-e563bddf3114" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.188873] env[69186]: DEBUG nova.network.neutron [req-a630c87e-46eb-4bdd-ae2e-c77f1c4210db req-c6160b10-8277-4a56-9815-d16e94423861 service nova] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Refreshing network info cache for port 96795128-0787-4363-a36e-a58dd5cbfa7f {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.260640] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "refresh_cache-eb29033b-6285-4257-9dea-e563bddf3114" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.331677] env[69186]: DEBUG nova.compute.manager [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1245.516239] env[69186]: DEBUG nova.scheduler.client.report [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.594283] env[69186]: DEBUG oslo_vmware.api [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636085, 'name': ReconfigVM_Task, 'duration_secs': 0.355229} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.594766] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Reconfigured VM instance instance-00000078 to attach disk [datastore1] e4ff8fdb-38de-42d1-add7-e5f44f728b71/e4ff8fdb-38de-42d1-add7-e5f44f728b71.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.595422] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11e9efec-4346-4327-8b13-1d91864659b8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.600959] env[69186]: DEBUG oslo_vmware.api [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1245.600959] env[69186]: value = "task-3636086" [ 1245.600959] env[69186]: _type = "Task" [ 1245.600959] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.608455] env[69186]: DEBUG oslo_vmware.api [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636086, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.730568] env[69186]: DEBUG nova.network.neutron [req-a630c87e-46eb-4bdd-ae2e-c77f1c4210db req-c6160b10-8277-4a56-9815-d16e94423861 service nova] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1245.803870] env[69186]: DEBUG nova.network.neutron [req-a630c87e-46eb-4bdd-ae2e-c77f1c4210db req-c6160b10-8277-4a56-9815-d16e94423861 service nova] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.021430] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.024029] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.478s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.024145] env[69186]: DEBUG nova.objects.instance [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Lazy-loading 'resources' on Instance uuid 484e8422-c970-4bd7-a837-b316c12ad0df {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.044483] env[69186]: INFO nova.scheduler.client.report [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Deleted allocations for instance 06952c63-1043-465b-8277-364a586628de [ 1246.110308] env[69186]: DEBUG oslo_vmware.api [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636086, 'name': Rename_Task, 'duration_secs': 0.139147} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.110583] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.110815] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecb5b310-0eaf-4cc8-972b-22b2a99ecda9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.116700] env[69186]: DEBUG oslo_vmware.api [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1246.116700] env[69186]: value = "task-3636087" [ 1246.116700] env[69186]: _type = "Task" [ 1246.116700] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.124688] env[69186]: DEBUG oslo_vmware.api [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.306983] env[69186]: DEBUG oslo_concurrency.lockutils [req-a630c87e-46eb-4bdd-ae2e-c77f1c4210db req-c6160b10-8277-4a56-9815-d16e94423861 service nova] Releasing lock "refresh_cache-eb29033b-6285-4257-9dea-e563bddf3114" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.307458] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquired lock "refresh_cache-eb29033b-6285-4257-9dea-e563bddf3114" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.307640] env[69186]: DEBUG nova.network.neutron [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.341345] env[69186]: DEBUG nova.compute.manager [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1246.366218] env[69186]: DEBUG nova.virt.hardware [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.366558] env[69186]: DEBUG nova.virt.hardware [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.366734] env[69186]: DEBUG nova.virt.hardware [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.366912] env[69186]: DEBUG nova.virt.hardware [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.367075] env[69186]: DEBUG nova.virt.hardware [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.367232] env[69186]: DEBUG nova.virt.hardware [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.367458] env[69186]: DEBUG nova.virt.hardware [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.367635] env[69186]: DEBUG nova.virt.hardware [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.367806] env[69186]: DEBUG nova.virt.hardware [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.367969] env[69186]: DEBUG nova.virt.hardware [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.368157] env[69186]: DEBUG nova.virt.hardware [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.368991] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066e3a17-36f4-4312-a80d-877f11ab4c74 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.376842] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be47e001-8be8-4643-94d5-71178a8357a6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.553194] env[69186]: DEBUG oslo_concurrency.lockutils [None req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "06952c63-1043-465b-8277-364a586628de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.167s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.601316] env[69186]: DEBUG nova.network.neutron [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Successfully updated port: 88606070-b15d-4c8f-bcc7-e808c29a5692 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1246.628382] env[69186]: DEBUG oslo_vmware.api [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636087, 'name': PowerOnVM_Task, 'duration_secs': 0.449243} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.630845] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1246.631310] env[69186]: INFO nova.compute.manager [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1246.631533] env[69186]: DEBUG nova.compute.manager [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.633104] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2124c681-1b20-42e1-a224-677d906f20ff {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.671011] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f0b161-3ba4-491c-aaee-2d12a42ed89f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.679348] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d43e1b3-6e63-4f4a-bcef-0f399dc883d4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.713261] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abeeae62-20fb-4497-ad07-8ac7490c503b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.721319] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409876a2-f889-4bee-b67b-d3b62974c8f0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.735702] env[69186]: DEBUG nova.compute.provider_tree [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.852749] env[69186]: DEBUG nova.network.neutron [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1247.104761] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "refresh_cache-64e6f1e7-3214-42a2-be30-53807d3f6bd9" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.104926] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquired lock "refresh_cache-64e6f1e7-3214-42a2-be30-53807d3f6bd9" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.105129] env[69186]: DEBUG nova.network.neutron [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.149980] env[69186]: INFO nova.compute.manager [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Took 14.81 seconds to build instance. [ 1247.223236] env[69186]: DEBUG nova.compute.manager [req-18e335e4-c910-48c3-8b2d-c5c5690add19 req-cd4618b4-57e5-4c3e-9ee0-01a159fc294e service nova] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Received event network-vif-plugged-88606070-b15d-4c8f-bcc7-e808c29a5692 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.223617] env[69186]: DEBUG oslo_concurrency.lockutils [req-18e335e4-c910-48c3-8b2d-c5c5690add19 req-cd4618b4-57e5-4c3e-9ee0-01a159fc294e service nova] Acquiring lock "64e6f1e7-3214-42a2-be30-53807d3f6bd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.223977] env[69186]: DEBUG oslo_concurrency.lockutils [req-18e335e4-c910-48c3-8b2d-c5c5690add19 req-cd4618b4-57e5-4c3e-9ee0-01a159fc294e service nova] Lock "64e6f1e7-3214-42a2-be30-53807d3f6bd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.224273] env[69186]: DEBUG oslo_concurrency.lockutils [req-18e335e4-c910-48c3-8b2d-c5c5690add19 req-cd4618b4-57e5-4c3e-9ee0-01a159fc294e service nova] Lock "64e6f1e7-3214-42a2-be30-53807d3f6bd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.224878] env[69186]: DEBUG nova.compute.manager [req-18e335e4-c910-48c3-8b2d-c5c5690add19 req-cd4618b4-57e5-4c3e-9ee0-01a159fc294e service nova] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] No waiting events found dispatching network-vif-plugged-88606070-b15d-4c8f-bcc7-e808c29a5692 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1247.225198] env[69186]: WARNING nova.compute.manager [req-18e335e4-c910-48c3-8b2d-c5c5690add19 req-cd4618b4-57e5-4c3e-9ee0-01a159fc294e service nova] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Received unexpected event network-vif-plugged-88606070-b15d-4c8f-bcc7-e808c29a5692 for instance with vm_state building and task_state spawning. [ 1247.226949] env[69186]: DEBUG nova.compute.manager [req-18e335e4-c910-48c3-8b2d-c5c5690add19 req-cd4618b4-57e5-4c3e-9ee0-01a159fc294e service nova] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Received event network-changed-88606070-b15d-4c8f-bcc7-e808c29a5692 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.226949] env[69186]: DEBUG nova.compute.manager [req-18e335e4-c910-48c3-8b2d-c5c5690add19 req-cd4618b4-57e5-4c3e-9ee0-01a159fc294e service nova] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Refreshing instance network info cache due to event network-changed-88606070-b15d-4c8f-bcc7-e808c29a5692. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.226949] env[69186]: DEBUG oslo_concurrency.lockutils [req-18e335e4-c910-48c3-8b2d-c5c5690add19 req-cd4618b4-57e5-4c3e-9ee0-01a159fc294e service nova] Acquiring lock "refresh_cache-64e6f1e7-3214-42a2-be30-53807d3f6bd9" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.240026] env[69186]: DEBUG nova.scheduler.client.report [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.388871] env[69186]: DEBUG nova.network.neutron [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Updating instance_info_cache with network_info: [{"id": "96795128-0787-4363-a36e-a58dd5cbfa7f", "address": "fa:16:3e:7b:0b:ec", "network": {"id": "d6a1bbd9-c1ff-4131-b0d7-9e0f84a8f2d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-257112540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93bee572f34a4888a9b3c26163c1df72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96795128-07", "ovs_interfaceid": "96795128-0787-4363-a36e-a58dd5cbfa7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.654022] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2dc16cc-009c-4801-8e30-f97eeb214fae tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "e4ff8fdb-38de-42d1-add7-e5f44f728b71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.319s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.654022] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "e4ff8fdb-38de-42d1-add7-e5f44f728b71" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.375s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.654022] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9116ac6-9a0c-4622-b276-1f801849d807 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.657558] env[69186]: DEBUG nova.network.neutron [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1247.745223] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.747898] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.856s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.748201] env[69186]: DEBUG nova.objects.instance [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lazy-loading 'resources' on Instance uuid e00fcf04-0c49-4088-9b43-72bad844fc45 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.781129] env[69186]: INFO nova.scheduler.client.report [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Deleted allocations for instance 484e8422-c970-4bd7-a837-b316c12ad0df [ 1247.891771] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Releasing lock "refresh_cache-eb29033b-6285-4257-9dea-e563bddf3114" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.892133] env[69186]: DEBUG nova.compute.manager [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Instance network_info: |[{"id": "96795128-0787-4363-a36e-a58dd5cbfa7f", "address": "fa:16:3e:7b:0b:ec", "network": {"id": "d6a1bbd9-c1ff-4131-b0d7-9e0f84a8f2d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-257112540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93bee572f34a4888a9b3c26163c1df72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96795128-07", "ovs_interfaceid": "96795128-0787-4363-a36e-a58dd5cbfa7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1247.892565] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:0b:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96795128-0787-4363-a36e-a58dd5cbfa7f', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1247.901271] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Creating folder: Project (93bee572f34a4888a9b3c26163c1df72). Parent ref: group-v724677. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1247.901908] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94c010a1-6471-4367-ab90-6f546cc08598 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.913749] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Created folder: Project (93bee572f34a4888a9b3c26163c1df72) in parent group-v724677. [ 1247.913934] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Creating folder: Instances. Parent ref: group-v725000. {{(pid=69186) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1247.914184] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6693b31-3d70-414b-a9b6-64e405a1a646 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.923598] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Created folder: Instances in parent group-v725000. [ 1247.923836] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.924029] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1247.924234] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef01dfef-17e3-434f-859a-492746483346 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.941231] env[69186]: DEBUG nova.network.neutron [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Updating instance_info_cache with network_info: [{"id": "88606070-b15d-4c8f-bcc7-e808c29a5692", "address": "fa:16:3e:65:2b:01", "network": {"id": "42d8d9f9-bd94-4ba5-9a6c-baf88b50f8a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820666431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69c719a41fb4ab48140eabe49d76e84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88606070-b1", "ovs_interfaceid": "88606070-b15d-4c8f-bcc7-e808c29a5692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.947518] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1247.947518] env[69186]: value = "task-3636090" [ 1247.947518] env[69186]: _type = "Task" [ 1247.947518] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.957740] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636090, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.165550] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "e4ff8fdb-38de-42d1-add7-e5f44f728b71" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.293398] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Lock "484e8422-c970-4bd7-a837-b316c12ad0df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.323s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.335115] env[69186]: DEBUG oslo_concurrency.lockutils [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "e4ff8fdb-38de-42d1-add7-e5f44f728b71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.335592] env[69186]: DEBUG oslo_concurrency.lockutils [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "e4ff8fdb-38de-42d1-add7-e5f44f728b71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.335926] env[69186]: DEBUG oslo_concurrency.lockutils [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "e4ff8fdb-38de-42d1-add7-e5f44f728b71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.336226] env[69186]: DEBUG oslo_concurrency.lockutils [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "e4ff8fdb-38de-42d1-add7-e5f44f728b71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.336587] env[69186]: DEBUG oslo_concurrency.lockutils [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "e4ff8fdb-38de-42d1-add7-e5f44f728b71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.341443] env[69186]: INFO nova.compute.manager [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Terminating instance [ 1248.367662] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577c197a-1a5a-475d-9e32-b913bb466859 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.376395] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebd4dcd-9c03-42db-b288-45ee40ef1a54 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.409821] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03c1687-f41b-4b4a-b9d7-68906e06e0bb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.417534] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8119141-57d5-4200-ace6-2d31164d5edb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.430599] env[69186]: DEBUG nova.compute.provider_tree [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.443568] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Releasing lock "refresh_cache-64e6f1e7-3214-42a2-be30-53807d3f6bd9" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.443860] env[69186]: DEBUG nova.compute.manager [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Instance network_info: |[{"id": "88606070-b15d-4c8f-bcc7-e808c29a5692", "address": "fa:16:3e:65:2b:01", "network": {"id": "42d8d9f9-bd94-4ba5-9a6c-baf88b50f8a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820666431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69c719a41fb4ab48140eabe49d76e84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88606070-b1", "ovs_interfaceid": "88606070-b15d-4c8f-bcc7-e808c29a5692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1248.444155] env[69186]: DEBUG oslo_concurrency.lockutils [req-18e335e4-c910-48c3-8b2d-c5c5690add19 req-cd4618b4-57e5-4c3e-9ee0-01a159fc294e service nova] Acquired lock "refresh_cache-64e6f1e7-3214-42a2-be30-53807d3f6bd9" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.444331] env[69186]: DEBUG nova.network.neutron [req-18e335e4-c910-48c3-8b2d-c5c5690add19 req-cd4618b4-57e5-4c3e-9ee0-01a159fc294e service nova] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Refreshing network info cache for port 88606070-b15d-4c8f-bcc7-e808c29a5692 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.445820] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:2b:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d0c6fd7-3cc9-4818-9475-8f15900394cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88606070-b15d-4c8f-bcc7-e808c29a5692', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.455314] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.455314] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.458653] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06b09c9d-f156-4096-9db8-c9219f43c8e6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.480518] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636090, 'name': CreateVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.481764] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1248.481764] env[69186]: value = "task-3636091" [ 1248.481764] env[69186]: _type = "Task" [ 1248.481764] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.489483] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636091, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.845066] env[69186]: DEBUG nova.compute.manager [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1248.845387] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.847331] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8661c696-96d7-4c4d-be8f-1024ade096d1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.854753] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.857878] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39ad797f-c123-40e1-b8ba-bc50ac9f6977 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.862282] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "3cba6612-c0a3-40b1-a552-24e6b47ee8d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.862422] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "3cba6612-c0a3-40b1-a552-24e6b47ee8d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.869271] env[69186]: DEBUG oslo_vmware.api [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1248.869271] env[69186]: value = "task-3636092" [ 1248.869271] env[69186]: _type = "Task" [ 1248.869271] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.877744] env[69186]: DEBUG oslo_vmware.api [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.935544] env[69186]: DEBUG nova.scheduler.client.report [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.972783] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636090, 'name': CreateVM_Task, 'duration_secs': 0.590883} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.972783] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1248.986182] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.986182] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.986182] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.986182] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b501202-6f43-40b4-b2a1-e91ce7085548 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.996474] env[69186]: DEBUG oslo_vmware.api [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1248.996474] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f0e74c-3080-d3b5-cca1-69a6790aebb6" [ 1248.996474] env[69186]: _type = "Task" [ 1248.996474] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.001391] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636091, 'name': CreateVM_Task, 'duration_secs': 0.345846} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.004829] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.005801] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.012277] env[69186]: DEBUG oslo_vmware.api [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52f0e74c-3080-d3b5-cca1-69a6790aebb6, 'name': SearchDatastore_Task, 'duration_secs': 0.01335} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.015160] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.016243] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.016243] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.016243] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.016243] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.016521] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.016777] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.017016] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bdfacd1-aabd-464b-8562-7e28d98595ba {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.022020] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49fcc1e8-17db-4763-832f-3f871deab67d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.027886] env[69186]: DEBUG oslo_vmware.api [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1249.027886] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52aa5af5-ddc4-8481-ad2b-29aeeaa3681b" [ 1249.027886] env[69186]: _type = "Task" [ 1249.027886] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.038575] env[69186]: DEBUG oslo_vmware.api [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52aa5af5-ddc4-8481-ad2b-29aeeaa3681b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.040328] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.040509] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.041447] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74e907fd-6c8a-4a94-b4f0-fe20a07cc600 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.047666] env[69186]: DEBUG oslo_vmware.api [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1249.047666] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52acc04a-d225-afd8-2856-88304e12f073" [ 1249.047666] env[69186]: _type = "Task" [ 1249.047666] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.058306] env[69186]: DEBUG oslo_vmware.api [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52acc04a-d225-afd8-2856-88304e12f073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.184437] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.269167] env[69186]: DEBUG nova.network.neutron [req-18e335e4-c910-48c3-8b2d-c5c5690add19 req-cd4618b4-57e5-4c3e-9ee0-01a159fc294e service nova] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Updated VIF entry in instance network info cache for port 88606070-b15d-4c8f-bcc7-e808c29a5692. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.269606] env[69186]: DEBUG nova.network.neutron [req-18e335e4-c910-48c3-8b2d-c5c5690add19 req-cd4618b4-57e5-4c3e-9ee0-01a159fc294e service nova] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Updating instance_info_cache with network_info: [{"id": "88606070-b15d-4c8f-bcc7-e808c29a5692", "address": "fa:16:3e:65:2b:01", "network": {"id": "42d8d9f9-bd94-4ba5-9a6c-baf88b50f8a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820666431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69c719a41fb4ab48140eabe49d76e84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88606070-b1", "ovs_interfaceid": "88606070-b15d-4c8f-bcc7-e808c29a5692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.366061] env[69186]: DEBUG nova.compute.manager [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1249.378136] env[69186]: DEBUG oslo_vmware.api [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636092, 'name': PowerOffVM_Task, 'duration_secs': 0.197767} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.378395] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.378564] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1249.378804] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6405adbe-b681-49e8-832d-484e42587143 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.436913] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.436913] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.436913] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Deleting the datastore file [datastore1] e4ff8fdb-38de-42d1-add7-e5f44f728b71 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.436913] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62e9081f-6c50-4ccd-9368-a0d67876887c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.441990] env[69186]: DEBUG oslo_vmware.api [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1249.441990] env[69186]: value = "task-3636094" [ 1249.441990] env[69186]: _type = "Task" [ 1249.441990] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.447539] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.454560] env[69186]: DEBUG oslo_vmware.api [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.483149] env[69186]: INFO nova.scheduler.client.report [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Deleted allocations for instance e00fcf04-0c49-4088-9b43-72bad844fc45 [ 1249.538845] env[69186]: DEBUG oslo_vmware.api [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52aa5af5-ddc4-8481-ad2b-29aeeaa3681b, 'name': SearchDatastore_Task, 'duration_secs': 0.01893} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.539179] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.539418] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.539628] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.559572] env[69186]: DEBUG oslo_vmware.api [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52acc04a-d225-afd8-2856-88304e12f073, 'name': SearchDatastore_Task, 'duration_secs': 0.011244} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.560502] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1c63b04-c7df-46c4-9b1a-3c6ff43c87d4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.566211] env[69186]: DEBUG oslo_vmware.api [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1249.566211] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52895bc2-849c-2d00-e591-29ec56a3b4bf" [ 1249.566211] env[69186]: _type = "Task" [ 1249.566211] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.574397] env[69186]: DEBUG oslo_vmware.api [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52895bc2-849c-2d00-e591-29ec56a3b4bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.771919] env[69186]: DEBUG oslo_concurrency.lockutils [req-18e335e4-c910-48c3-8b2d-c5c5690add19 req-cd4618b4-57e5-4c3e-9ee0-01a159fc294e service nova] Releasing lock "refresh_cache-64e6f1e7-3214-42a2-be30-53807d3f6bd9" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.891730] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.892031] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.893622] env[69186]: INFO nova.compute.claims [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1249.952925] env[69186]: DEBUG oslo_vmware.api [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155437} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.953186] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.953370] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.953547] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.953719] env[69186]: INFO nova.compute.manager [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1249.953957] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.954167] env[69186]: DEBUG nova.compute.manager [-] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1249.954261] env[69186]: DEBUG nova.network.neutron [-] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1249.990311] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a0cf591a-8565-4d76-befe-20e79e384ca4 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Lock "e00fcf04-0c49-4088-9b43-72bad844fc45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.068s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.077129] env[69186]: DEBUG oslo_vmware.api [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52895bc2-849c-2d00-e591-29ec56a3b4bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010631} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.077416] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.077674] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] eb29033b-6285-4257-9dea-e563bddf3114/eb29033b-6285-4257-9dea-e563bddf3114.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.077953] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.078162] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.078382] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88f99358-0e7d-4627-a7e4-b8f2b390cc1c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.080269] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d626a38-4dba-4e91-b479-43503b9e8e3d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.087206] env[69186]: DEBUG oslo_vmware.api [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1250.087206] env[69186]: value = "task-3636095" [ 1250.087206] env[69186]: _type = "Task" [ 1250.087206] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.091084] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.091265] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.092250] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5130e992-014e-4c3e-af93-8cd9ee2ac0b2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.097163] env[69186]: DEBUG oslo_vmware.api [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.099897] env[69186]: DEBUG oslo_vmware.api [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1250.099897] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5239e1ac-7367-28a3-da86-4e262ee99d63" [ 1250.099897] env[69186]: _type = "Task" [ 1250.099897] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.106952] env[69186]: DEBUG oslo_vmware.api [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5239e1ac-7367-28a3-da86-4e262ee99d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.196953] env[69186]: DEBUG nova.compute.manager [req-5aaa33e7-8ddc-4a20-b14c-e4b06c932a45 req-bc7df60f-808b-49cb-a296-7db367447338 service nova] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Received event network-vif-deleted-f144c50e-68cc-4253-82be-8ebfd4136409 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.197052] env[69186]: INFO nova.compute.manager [req-5aaa33e7-8ddc-4a20-b14c-e4b06c932a45 req-bc7df60f-808b-49cb-a296-7db367447338 service nova] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Neutron deleted interface f144c50e-68cc-4253-82be-8ebfd4136409; detaching it from the instance and deleting it from the info cache [ 1250.197366] env[69186]: DEBUG nova.network.neutron [req-5aaa33e7-8ddc-4a20-b14c-e4b06c932a45 req-bc7df60f-808b-49cb-a296-7db367447338 service nova] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.596599] env[69186]: DEBUG oslo_vmware.api [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451499} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.596881] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] eb29033b-6285-4257-9dea-e563bddf3114/eb29033b-6285-4257-9dea-e563bddf3114.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1250.597089] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1250.597340] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-518ed69f-fa17-4730-9958-37aa8dd5a80b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.604181] env[69186]: DEBUG oslo_vmware.api [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1250.604181] env[69186]: value = "task-3636096" [ 1250.604181] env[69186]: _type = "Task" [ 1250.604181] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.611168] env[69186]: DEBUG oslo_vmware.api [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5239e1ac-7367-28a3-da86-4e262ee99d63, 'name': SearchDatastore_Task, 'duration_secs': 0.008246} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.612350] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a00e6da8-a435-4fdf-9f84-492e2ed3f6c3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.617553] env[69186]: DEBUG oslo_vmware.api [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.620738] env[69186]: DEBUG oslo_vmware.api [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1250.620738] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524569da-575e-a45f-4416-8eb85e6347e1" [ 1250.620738] env[69186]: _type = "Task" [ 1250.620738] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.628921] env[69186]: DEBUG oslo_vmware.api [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524569da-575e-a45f-4416-8eb85e6347e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.654607] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.654878] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.655051] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69186) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1250.656094] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.678402] env[69186]: DEBUG nova.network.neutron [-] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.700813] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31175041-ff4c-4898-aca8-cd5216eefa12 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.712014] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927c1465-f321-4caa-85af-5ef4f5a5dbbc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.738797] env[69186]: DEBUG nova.compute.manager [req-5aaa33e7-8ddc-4a20-b14c-e4b06c932a45 req-bc7df60f-808b-49cb-a296-7db367447338 service nova] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Detach interface failed, port_id=f144c50e-68cc-4253-82be-8ebfd4136409, reason: Instance e4ff8fdb-38de-42d1-add7-e5f44f728b71 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1250.991628] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4404bb7f-4d47-4fd5-9dca-2ec9a02742a3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.999440] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ba5865-d004-488b-9b0b-da9c694208e3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.028671] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abc018a-0213-4266-b1c9-627fb8ec45ab {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.035545] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9fef1a-bd38-4307-bf3a-3969837b7489 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.048285] env[69186]: DEBUG nova.compute.provider_tree [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.113782] env[69186]: DEBUG oslo_vmware.api [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064044} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.114075] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1251.114839] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7060ab85-aa12-4b53-bce7-f1033f46e24d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.137809] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] eb29033b-6285-4257-9dea-e563bddf3114/eb29033b-6285-4257-9dea-e563bddf3114.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.140816] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feab5d7e-9e83-4e0f-bcf5-29a945ea08a9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.160203] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.160500] env[69186]: DEBUG oslo_vmware.api [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524569da-575e-a45f-4416-8eb85e6347e1, 'name': SearchDatastore_Task, 'duration_secs': 0.00949} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.161646] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.162889] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 64e6f1e7-3214-42a2-be30-53807d3f6bd9/64e6f1e7-3214-42a2-be30-53807d3f6bd9.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.162889] env[69186]: DEBUG oslo_vmware.api [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1251.162889] env[69186]: value = "task-3636097" [ 1251.162889] env[69186]: _type = "Task" [ 1251.162889] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.162889] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4032ee89-2ccd-4366-b0ab-497e68a8e278 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.172291] env[69186]: DEBUG oslo_vmware.api [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636097, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.173485] env[69186]: DEBUG oslo_vmware.api [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1251.173485] env[69186]: value = "task-3636098" [ 1251.173485] env[69186]: _type = "Task" [ 1251.173485] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.180918] env[69186]: INFO nova.compute.manager [-] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Took 1.23 seconds to deallocate network for instance. [ 1251.181175] env[69186]: DEBUG oslo_vmware.api [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.551845] env[69186]: DEBUG nova.scheduler.client.report [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.674741] env[69186]: DEBUG oslo_vmware.api [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.681961] env[69186]: DEBUG oslo_vmware.api [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636098, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.688021] env[69186]: DEBUG oslo_concurrency.lockutils [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.057092] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.165s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.057766] env[69186]: DEBUG nova.compute.manager [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1252.060528] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.900s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.060677] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.060827] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69186) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1252.061131] env[69186]: DEBUG oslo_concurrency.lockutils [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.373s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.061344] env[69186]: DEBUG nova.objects.instance [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lazy-loading 'resources' on Instance uuid e4ff8fdb-38de-42d1-add7-e5f44f728b71 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.063036] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509586dc-0aee-4b98-a4d4-759350813532 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.071895] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ab2acc-07bc-4972-a6d3-f8128844f79c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.087327] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee72a46-7732-4231-9101-29d3cc4cbdba {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.093871] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d8cd53-e231-406b-a4c3-d4130dedaa6a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.127315] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178907MB free_disk=74GB free_vcpus=48 pci_devices=None {{(pid=69186) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1252.127492] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.174717] env[69186]: DEBUG oslo_vmware.api [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636097, 'name': ReconfigVM_Task, 'duration_secs': 0.58561} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.177902] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Reconfigured VM instance instance-00000079 to attach disk [datastore2] eb29033b-6285-4257-9dea-e563bddf3114/eb29033b-6285-4257-9dea-e563bddf3114.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.178553] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47bc6172-9027-41c9-ad48-a5e1f7b89f04 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.185099] env[69186]: DEBUG oslo_vmware.api [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51495} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.186232] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 64e6f1e7-3214-42a2-be30-53807d3f6bd9/64e6f1e7-3214-42a2-be30-53807d3f6bd9.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.186451] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.186740] env[69186]: DEBUG oslo_vmware.api [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1252.186740] env[69186]: value = "task-3636099" [ 1252.186740] env[69186]: _type = "Task" [ 1252.186740] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.186919] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8148869-33eb-48f1-8f90-d9a68211c212 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.197830] env[69186]: DEBUG oslo_vmware.api [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1252.197830] env[69186]: value = "task-3636100" [ 1252.197830] env[69186]: _type = "Task" [ 1252.197830] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.198049] env[69186]: DEBUG oslo_vmware.api [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636099, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.564471] env[69186]: DEBUG nova.compute.utils [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1252.566034] env[69186]: DEBUG nova.compute.manager [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1252.566175] env[69186]: DEBUG nova.network.neutron [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1252.604226] env[69186]: DEBUG nova.policy [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d743a1bc4534203877378de4871b5fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f3363661041456ca60cb2abda3d61b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1252.664139] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a63393-5171-467b-b099-6209b67b2a17 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.671508] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e69d43-00fd-4b20-aa66-26d164f9dce6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.711844] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0136e927-9c96-4745-a094-97645479e36e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.722570] env[69186]: DEBUG oslo_vmware.api [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636099, 'name': Rename_Task, 'duration_secs': 0.186101} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.722570] env[69186]: DEBUG oslo_vmware.api [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097779} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.724715] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.724916] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.725280] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a490cd07-3dd1-4db1-9462-4e439d45683e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.727772] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d56f1ea-ceb9-4e37-9554-29aa889477bd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.730558] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe660e68-1f00-4a1e-9323-08effec90635 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.745619] env[69186]: DEBUG nova.compute.provider_tree [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.758315] env[69186]: DEBUG oslo_vmware.api [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1252.758315] env[69186]: value = "task-3636101" [ 1252.758315] env[69186]: _type = "Task" [ 1252.758315] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.767686] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 64e6f1e7-3214-42a2-be30-53807d3f6bd9/64e6f1e7-3214-42a2-be30-53807d3f6bd9.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.768615] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23c5990a-617c-4dc9-a3f6-905fc07e8f46 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.793216] env[69186]: DEBUG oslo_vmware.api [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636101, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.794719] env[69186]: DEBUG oslo_vmware.api [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1252.794719] env[69186]: value = "task-3636102" [ 1252.794719] env[69186]: _type = "Task" [ 1252.794719] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.802176] env[69186]: DEBUG oslo_vmware.api [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636102, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.910010] env[69186]: DEBUG nova.network.neutron [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Successfully created port: 95ea021c-25ca-4244-b12e-29e3a75b72cd {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1253.068972] env[69186]: DEBUG nova.compute.manager [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1253.269955] env[69186]: DEBUG nova.scheduler.client.report [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.282320] env[69186]: DEBUG oslo_vmware.api [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636101, 'name': PowerOnVM_Task, 'duration_secs': 0.484529} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.282664] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.282883] env[69186]: INFO nova.compute.manager [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1253.283102] env[69186]: DEBUG nova.compute.manager [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1253.284420] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9869d778-7407-4d54-8b8c-c0f684b6e640 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.303682] env[69186]: DEBUG oslo_vmware.api [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636102, 'name': ReconfigVM_Task, 'duration_secs': 0.312672} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.303682] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 64e6f1e7-3214-42a2-be30-53807d3f6bd9/64e6f1e7-3214-42a2-be30-53807d3f6bd9.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.304445] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d4bd7fd-741e-4da6-9e61-3e609588a4aa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.310561] env[69186]: DEBUG oslo_vmware.api [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1253.310561] env[69186]: value = "task-3636103" [ 1253.310561] env[69186]: _type = "Task" [ 1253.310561] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.318032] env[69186]: DEBUG oslo_vmware.api [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636103, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.777629] env[69186]: DEBUG oslo_concurrency.lockutils [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.780058] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.652s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.801858] env[69186]: INFO nova.scheduler.client.report [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Deleted allocations for instance e4ff8fdb-38de-42d1-add7-e5f44f728b71 [ 1253.802875] env[69186]: INFO nova.compute.manager [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Took 17.31 seconds to build instance. [ 1253.820811] env[69186]: DEBUG oslo_vmware.api [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636103, 'name': Rename_Task, 'duration_secs': 0.36636} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.821665] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.821975] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbbd75a5-1eb1-4827-9ed2-8314c384893e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.829085] env[69186]: DEBUG oslo_vmware.api [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1253.829085] env[69186]: value = "task-3636104" [ 1253.829085] env[69186]: _type = "Task" [ 1253.829085] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.837377] env[69186]: DEBUG oslo_vmware.api [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.078916] env[69186]: DEBUG nova.compute.manager [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1254.108031] env[69186]: DEBUG nova.virt.hardware [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1254.108031] env[69186]: DEBUG nova.virt.hardware [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.108213] env[69186]: DEBUG nova.virt.hardware [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1254.108252] env[69186]: DEBUG nova.virt.hardware [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.109026] env[69186]: DEBUG nova.virt.hardware [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1254.109026] env[69186]: DEBUG nova.virt.hardware [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1254.109026] env[69186]: DEBUG nova.virt.hardware [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1254.109026] env[69186]: DEBUG nova.virt.hardware [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1254.109243] env[69186]: DEBUG nova.virt.hardware [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1254.109243] env[69186]: DEBUG nova.virt.hardware [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1254.109393] env[69186]: DEBUG nova.virt.hardware [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1254.110325] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978d14db-7837-4dca-9444-9b49b1cc42dc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.117968] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b43c6d-7b61-4789-8040-92b7354936d7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.291771] env[69186]: DEBUG nova.compute.manager [req-8ce51383-81ca-4193-ab3c-82cc24587f66 req-27bb34a4-697d-4f7a-9c03-55ae05966ba1 service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Received event network-vif-plugged-95ea021c-25ca-4244-b12e-29e3a75b72cd {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.291995] env[69186]: DEBUG oslo_concurrency.lockutils [req-8ce51383-81ca-4193-ab3c-82cc24587f66 req-27bb34a4-697d-4f7a-9c03-55ae05966ba1 service nova] Acquiring lock "3cba6612-c0a3-40b1-a552-24e6b47ee8d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.292228] env[69186]: DEBUG oslo_concurrency.lockutils [req-8ce51383-81ca-4193-ab3c-82cc24587f66 req-27bb34a4-697d-4f7a-9c03-55ae05966ba1 service nova] Lock "3cba6612-c0a3-40b1-a552-24e6b47ee8d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.292402] env[69186]: DEBUG oslo_concurrency.lockutils [req-8ce51383-81ca-4193-ab3c-82cc24587f66 req-27bb34a4-697d-4f7a-9c03-55ae05966ba1 service nova] Lock "3cba6612-c0a3-40b1-a552-24e6b47ee8d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.292552] env[69186]: DEBUG nova.compute.manager [req-8ce51383-81ca-4193-ab3c-82cc24587f66 req-27bb34a4-697d-4f7a-9c03-55ae05966ba1 service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] No waiting events found dispatching network-vif-plugged-95ea021c-25ca-4244-b12e-29e3a75b72cd {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1254.292717] env[69186]: WARNING nova.compute.manager [req-8ce51383-81ca-4193-ab3c-82cc24587f66 req-27bb34a4-697d-4f7a-9c03-55ae05966ba1 service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Received unexpected event network-vif-plugged-95ea021c-25ca-4244-b12e-29e3a75b72cd for instance with vm_state building and task_state spawning. [ 1254.306504] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d0238bf3-9643-4022-9308-a56567939fab tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "eb29033b-6285-4257-9dea-e563bddf3114" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.830s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.310625] env[69186]: DEBUG oslo_concurrency.lockutils [None req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "e4ff8fdb-38de-42d1-add7-e5f44f728b71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.975s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.339639] env[69186]: DEBUG oslo_vmware.api [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636104, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.381413] env[69186]: DEBUG nova.network.neutron [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Successfully updated port: 95ea021c-25ca-4244-b12e-29e3a75b72cd {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1254.448284] env[69186]: DEBUG nova.compute.manager [req-60e47c8a-3e26-40a2-a6e3-236b505ca909 req-272dbe37-d0ae-4e1c-9719-595d7be297ea service nova] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Received event network-changed-96795128-0787-4363-a36e-a58dd5cbfa7f {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.448284] env[69186]: DEBUG nova.compute.manager [req-60e47c8a-3e26-40a2-a6e3-236b505ca909 req-272dbe37-d0ae-4e1c-9719-595d7be297ea service nova] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Refreshing instance network info cache due to event network-changed-96795128-0787-4363-a36e-a58dd5cbfa7f. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1254.448995] env[69186]: DEBUG oslo_concurrency.lockutils [req-60e47c8a-3e26-40a2-a6e3-236b505ca909 req-272dbe37-d0ae-4e1c-9719-595d7be297ea service nova] Acquiring lock "refresh_cache-eb29033b-6285-4257-9dea-e563bddf3114" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.449316] env[69186]: DEBUG oslo_concurrency.lockutils [req-60e47c8a-3e26-40a2-a6e3-236b505ca909 req-272dbe37-d0ae-4e1c-9719-595d7be297ea service nova] Acquired lock "refresh_cache-eb29033b-6285-4257-9dea-e563bddf3114" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.449598] env[69186]: DEBUG nova.network.neutron [req-60e47c8a-3e26-40a2-a6e3-236b505ca909 req-272dbe37-d0ae-4e1c-9719-595d7be297ea service nova] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Refreshing network info cache for port 96795128-0787-4363-a36e-a58dd5cbfa7f {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.818509] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.818720] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 312acebc-81f1-4b24-ba31-0d9277374c7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.818720] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.818895] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance eb29033b-6285-4257-9dea-e563bddf3114 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.818975] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 64e6f1e7-3214-42a2-be30-53807d3f6bd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.819081] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 3cba6612-c0a3-40b1-a552-24e6b47ee8d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.819274] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69186) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1254.819410] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69186) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1254.842959] env[69186]: DEBUG oslo_vmware.api [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636104, 'name': PowerOnVM_Task, 'duration_secs': 0.543485} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.843323] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.843528] env[69186]: INFO nova.compute.manager [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1254.843704] env[69186]: DEBUG nova.compute.manager [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.844500] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012f5bab-e39d-4fc6-89a6-d512982179de {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.884186] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "refresh_cache-3cba6612-c0a3-40b1-a552-24e6b47ee8d1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.884342] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquired lock "refresh_cache-3cba6612-c0a3-40b1-a552-24e6b47ee8d1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.884489] env[69186]: DEBUG nova.network.neutron [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.906220] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a43446-d784-4590-9b6b-1e27d36b30df {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.911929] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e096860-558f-41cb-b909-b0ff2237c1d2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.944729] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088e6217-8b71-4c30-a84a-b29b0adb0dc5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.952162] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac608fe-3714-4f63-9a57-c9e2fb3d828c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.967902] env[69186]: DEBUG nova.compute.provider_tree [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.148384] env[69186]: DEBUG nova.network.neutron [req-60e47c8a-3e26-40a2-a6e3-236b505ca909 req-272dbe37-d0ae-4e1c-9719-595d7be297ea service nova] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Updated VIF entry in instance network info cache for port 96795128-0787-4363-a36e-a58dd5cbfa7f. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.148752] env[69186]: DEBUG nova.network.neutron [req-60e47c8a-3e26-40a2-a6e3-236b505ca909 req-272dbe37-d0ae-4e1c-9719-595d7be297ea service nova] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Updating instance_info_cache with network_info: [{"id": "96795128-0787-4363-a36e-a58dd5cbfa7f", "address": "fa:16:3e:7b:0b:ec", "network": {"id": "d6a1bbd9-c1ff-4131-b0d7-9e0f84a8f2d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-257112540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93bee572f34a4888a9b3c26163c1df72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96795128-07", "ovs_interfaceid": "96795128-0787-4363-a36e-a58dd5cbfa7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.365166] env[69186]: INFO nova.compute.manager [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Took 13.60 seconds to build instance. [ 1255.414721] env[69186]: DEBUG nova.network.neutron [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1255.457352] env[69186]: DEBUG oslo_concurrency.lockutils [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "dd3ceebe-ca06-4d4d-b470-6a08646c5962" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.457912] env[69186]: DEBUG oslo_concurrency.lockutils [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "dd3ceebe-ca06-4d4d-b470-6a08646c5962" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.470971] env[69186]: DEBUG nova.scheduler.client.report [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.534330] env[69186]: DEBUG nova.network.neutron [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Updating instance_info_cache with network_info: [{"id": "95ea021c-25ca-4244-b12e-29e3a75b72cd", "address": "fa:16:3e:db:50:99", "network": {"id": "b19f466a-3c49-4589-b277-bd013ac6fcc9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-687916241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f3363661041456ca60cb2abda3d61b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ea021c-25", "ovs_interfaceid": "95ea021c-25ca-4244-b12e-29e3a75b72cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.651941] env[69186]: DEBUG oslo_concurrency.lockutils [req-60e47c8a-3e26-40a2-a6e3-236b505ca909 req-272dbe37-d0ae-4e1c-9719-595d7be297ea service nova] Releasing lock "refresh_cache-eb29033b-6285-4257-9dea-e563bddf3114" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.867962] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8291ef5f-a1af-4793-ae8d-812156811501 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "64e6f1e7-3214-42a2-be30-53807d3f6bd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.112s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.960708] env[69186]: DEBUG nova.compute.manager [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1255.976043] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69186) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1255.976043] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.196s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.036959] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Releasing lock "refresh_cache-3cba6612-c0a3-40b1-a552-24e6b47ee8d1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.037363] env[69186]: DEBUG nova.compute.manager [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Instance network_info: |[{"id": "95ea021c-25ca-4244-b12e-29e3a75b72cd", "address": "fa:16:3e:db:50:99", "network": {"id": "b19f466a-3c49-4589-b277-bd013ac6fcc9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-687916241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f3363661041456ca60cb2abda3d61b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ea021c-25", "ovs_interfaceid": "95ea021c-25ca-4244-b12e-29e3a75b72cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1256.038203] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:50:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95ea021c-25ca-4244-b12e-29e3a75b72cd', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1256.045921] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.046167] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1256.046486] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b777c2f-d1c1-4ee3-8695-5e17e1458cc6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.068601] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1256.068601] env[69186]: value = "task-3636105" [ 1256.068601] env[69186]: _type = "Task" [ 1256.068601] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.076599] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636105, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.320387] env[69186]: DEBUG nova.compute.manager [req-e64bc44a-3419-4c67-bc5c-0a04d41b3a18 req-2fae358d-a77c-43ed-a36d-79f0133de32c service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Received event network-changed-95ea021c-25ca-4244-b12e-29e3a75b72cd {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.320623] env[69186]: DEBUG nova.compute.manager [req-e64bc44a-3419-4c67-bc5c-0a04d41b3a18 req-2fae358d-a77c-43ed-a36d-79f0133de32c service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Refreshing instance network info cache due to event network-changed-95ea021c-25ca-4244-b12e-29e3a75b72cd. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1256.320820] env[69186]: DEBUG oslo_concurrency.lockutils [req-e64bc44a-3419-4c67-bc5c-0a04d41b3a18 req-2fae358d-a77c-43ed-a36d-79f0133de32c service nova] Acquiring lock "refresh_cache-3cba6612-c0a3-40b1-a552-24e6b47ee8d1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.322055] env[69186]: DEBUG oslo_concurrency.lockutils [req-e64bc44a-3419-4c67-bc5c-0a04d41b3a18 req-2fae358d-a77c-43ed-a36d-79f0133de32c service nova] Acquired lock "refresh_cache-3cba6612-c0a3-40b1-a552-24e6b47ee8d1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.322055] env[69186]: DEBUG nova.network.neutron [req-e64bc44a-3419-4c67-bc5c-0a04d41b3a18 req-2fae358d-a77c-43ed-a36d-79f0133de32c service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Refreshing network info cache for port 95ea021c-25ca-4244-b12e-29e3a75b72cd {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1256.483222] env[69186]: DEBUG oslo_concurrency.lockutils [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.483533] env[69186]: DEBUG oslo_concurrency.lockutils [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.484970] env[69186]: INFO nova.compute.claims [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.578396] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636105, 'name': CreateVM_Task, 'duration_secs': 0.296307} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.578537] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1256.579171] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.579340] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.579660] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.579898] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd4e0c57-946d-47f2-9f11-b4270235a2aa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.584251] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1256.584251] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bb1ad2-fd5d-329e-583d-897db500c273" [ 1256.584251] env[69186]: _type = "Task" [ 1256.584251] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.591830] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bb1ad2-fd5d-329e-583d-897db500c273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.075385] env[69186]: DEBUG nova.network.neutron [req-e64bc44a-3419-4c67-bc5c-0a04d41b3a18 req-2fae358d-a77c-43ed-a36d-79f0133de32c service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Updated VIF entry in instance network info cache for port 95ea021c-25ca-4244-b12e-29e3a75b72cd. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.075774] env[69186]: DEBUG nova.network.neutron [req-e64bc44a-3419-4c67-bc5c-0a04d41b3a18 req-2fae358d-a77c-43ed-a36d-79f0133de32c service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Updating instance_info_cache with network_info: [{"id": "95ea021c-25ca-4244-b12e-29e3a75b72cd", "address": "fa:16:3e:db:50:99", "network": {"id": "b19f466a-3c49-4589-b277-bd013ac6fcc9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-687916241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f3363661041456ca60cb2abda3d61b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ea021c-25", "ovs_interfaceid": "95ea021c-25ca-4244-b12e-29e3a75b72cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.094486] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bb1ad2-fd5d-329e-583d-897db500c273, 'name': SearchDatastore_Task, 'duration_secs': 0.011016} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.094778] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.095226] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1257.095278] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.095486] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.095685] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1257.095964] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31bd5a64-1e17-407a-bb3f-7bd0baba5d81 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.109942] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1257.110172] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1257.110925] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27d6c245-a01a-42bc-821e-4f287c272dbd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.116441] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1257.116441] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525fd41b-d952-4b8a-2913-f90fb8e13bbb" [ 1257.116441] env[69186]: _type = "Task" [ 1257.116441] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.124707] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525fd41b-d952-4b8a-2913-f90fb8e13bbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.578783] env[69186]: DEBUG oslo_concurrency.lockutils [req-e64bc44a-3419-4c67-bc5c-0a04d41b3a18 req-2fae358d-a77c-43ed-a36d-79f0133de32c service nova] Releasing lock "refresh_cache-3cba6612-c0a3-40b1-a552-24e6b47ee8d1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.579089] env[69186]: DEBUG nova.compute.manager [req-e64bc44a-3419-4c67-bc5c-0a04d41b3a18 req-2fae358d-a77c-43ed-a36d-79f0133de32c service nova] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Received event network-changed-88606070-b15d-4c8f-bcc7-e808c29a5692 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.579240] env[69186]: DEBUG nova.compute.manager [req-e64bc44a-3419-4c67-bc5c-0a04d41b3a18 req-2fae358d-a77c-43ed-a36d-79f0133de32c service nova] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Refreshing instance network info cache due to event network-changed-88606070-b15d-4c8f-bcc7-e808c29a5692. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.579454] env[69186]: DEBUG oslo_concurrency.lockutils [req-e64bc44a-3419-4c67-bc5c-0a04d41b3a18 req-2fae358d-a77c-43ed-a36d-79f0133de32c service nova] Acquiring lock "refresh_cache-64e6f1e7-3214-42a2-be30-53807d3f6bd9" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.579597] env[69186]: DEBUG oslo_concurrency.lockutils [req-e64bc44a-3419-4c67-bc5c-0a04d41b3a18 req-2fae358d-a77c-43ed-a36d-79f0133de32c service nova] Acquired lock "refresh_cache-64e6f1e7-3214-42a2-be30-53807d3f6bd9" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.579756] env[69186]: DEBUG nova.network.neutron [req-e64bc44a-3419-4c67-bc5c-0a04d41b3a18 req-2fae358d-a77c-43ed-a36d-79f0133de32c service nova] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Refreshing network info cache for port 88606070-b15d-4c8f-bcc7-e808c29a5692 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.583187] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3deb7fba-0260-4dc6-84b5-5817f6e16c78 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.591275] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7063bb7-4b80-4a4e-9c76-3975556b143c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.625347] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555bb3a4-ada3-4557-aad5-d0445c303ac2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.633165] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]525fd41b-d952-4b8a-2913-f90fb8e13bbb, 'name': SearchDatastore_Task, 'duration_secs': 0.010929} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.635725] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55994dad-2dea-4f58-bb50-a92ae54ef1c5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.638718] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21b06af-ae3f-4220-88bd-420eec7581b0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.645203] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1257.645203] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524ad9a4-a8d4-be32-a04e-8326fdb43443" [ 1257.645203] env[69186]: _type = "Task" [ 1257.645203] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.653235] env[69186]: DEBUG nova.compute.provider_tree [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.661591] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524ad9a4-a8d4-be32-a04e-8326fdb43443, 'name': SearchDatastore_Task, 'duration_secs': 0.01054} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.662501] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.662752] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 3cba6612-c0a3-40b1-a552-24e6b47ee8d1/3cba6612-c0a3-40b1-a552-24e6b47ee8d1.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1257.662976] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c31bd1ed-97a8-455c-bfef-548b2a266724 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.669996] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1257.669996] env[69186]: value = "task-3636106" [ 1257.669996] env[69186]: _type = "Task" [ 1257.669996] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.677567] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.971892] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.972165] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.972328] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.972487] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.158664] env[69186]: DEBUG nova.scheduler.client.report [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.183933] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636106, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.373527] env[69186]: DEBUG nova.network.neutron [req-e64bc44a-3419-4c67-bc5c-0a04d41b3a18 req-2fae358d-a77c-43ed-a36d-79f0133de32c service nova] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Updated VIF entry in instance network info cache for port 88606070-b15d-4c8f-bcc7-e808c29a5692. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.373889] env[69186]: DEBUG nova.network.neutron [req-e64bc44a-3419-4c67-bc5c-0a04d41b3a18 req-2fae358d-a77c-43ed-a36d-79f0133de32c service nova] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Updating instance_info_cache with network_info: [{"id": "88606070-b15d-4c8f-bcc7-e808c29a5692", "address": "fa:16:3e:65:2b:01", "network": {"id": "42d8d9f9-bd94-4ba5-9a6c-baf88b50f8a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820666431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69c719a41fb4ab48140eabe49d76e84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88606070-b1", "ovs_interfaceid": "88606070-b15d-4c8f-bcc7-e808c29a5692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.664314] env[69186]: DEBUG oslo_concurrency.lockutils [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.664818] env[69186]: DEBUG nova.compute.manager [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1258.681967] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560347} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.682184] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 3cba6612-c0a3-40b1-a552-24e6b47ee8d1/3cba6612-c0a3-40b1-a552-24e6b47ee8d1.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1258.682393] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1258.682639] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51ff2d9a-0b50-4ad3-8aca-0d4e2255e663 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.689134] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1258.689134] env[69186]: value = "task-3636107" [ 1258.689134] env[69186]: _type = "Task" [ 1258.689134] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.696578] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.877028] env[69186]: DEBUG oslo_concurrency.lockutils [req-e64bc44a-3419-4c67-bc5c-0a04d41b3a18 req-2fae358d-a77c-43ed-a36d-79f0133de32c service nova] Releasing lock "refresh_cache-64e6f1e7-3214-42a2-be30-53807d3f6bd9" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.064774] env[69186]: INFO nova.compute.manager [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Rebuilding instance [ 1259.099067] env[69186]: DEBUG nova.compute.manager [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1259.099958] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267a574d-b2b4-48f2-b0d6-1c3064ca7d12 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.169536] env[69186]: DEBUG nova.compute.utils [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1259.171398] env[69186]: DEBUG nova.compute.manager [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1259.171398] env[69186]: DEBUG nova.network.neutron [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1259.198875] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.378972} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.199166] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1259.199982] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac29010-1a47-4c6c-9588-60f404f08415 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.222704] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 3cba6612-c0a3-40b1-a552-24e6b47ee8d1/3cba6612-c0a3-40b1-a552-24e6b47ee8d1.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1259.224350] env[69186]: DEBUG nova.policy [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07b841536fb24f439d3e75ee3ec695ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68534f72b5ef4bbebc423e4459dc051a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1259.226165] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6761d0e7-612a-4a90-939f-b9fc8c2d4a0b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.246754] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1259.246754] env[69186]: value = "task-3636108" [ 1259.246754] env[69186]: _type = "Task" [ 1259.246754] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.254936] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.674424] env[69186]: DEBUG nova.compute.manager [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1259.730308] env[69186]: DEBUG nova.network.neutron [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Successfully created port: 947c2d61-1dbb-4b68-aaca-519e12af5ff7 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1259.756388] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.113477] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.113817] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-beb8ceb3-54a3-4399-bd29-ebf46ce1b0fe {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.122262] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1260.122262] env[69186]: value = "task-3636109" [ 1260.122262] env[69186]: _type = "Task" [ 1260.122262] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.131990] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.260375] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636108, 'name': ReconfigVM_Task, 'duration_secs': 0.597833} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.261566] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 3cba6612-c0a3-40b1-a552-24e6b47ee8d1/3cba6612-c0a3-40b1-a552-24e6b47ee8d1.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.261566] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5696d20-b375-4246-afe0-a1f83faa61d5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.269056] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1260.269056] env[69186]: value = "task-3636110" [ 1260.269056] env[69186]: _type = "Task" [ 1260.269056] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.281421] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636110, 'name': Rename_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.633148] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636109, 'name': PowerOffVM_Task, 'duration_secs': 0.212941} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.633453] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.633729] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.634682] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c98522-5607-4d8d-81a0-162a1ff589d7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.641607] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.641852] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9475bfb8-1eee-41e4-bc2f-a94cc498104f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.686622] env[69186]: DEBUG nova.compute.manager [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1260.706113] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.706389] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.706535] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Deleting the datastore file [datastore2] 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.706815] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3617d87b-e67d-46b1-a19b-03e1161ef783 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.714211] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1260.714211] env[69186]: value = "task-3636112" [ 1260.714211] env[69186]: _type = "Task" [ 1260.714211] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.722294] env[69186]: DEBUG nova.virt.hardware [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.722659] env[69186]: DEBUG nova.virt.hardware [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.722918] env[69186]: DEBUG nova.virt.hardware [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.723247] env[69186]: DEBUG nova.virt.hardware [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.723501] env[69186]: DEBUG nova.virt.hardware [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.723752] env[69186]: DEBUG nova.virt.hardware [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.724117] env[69186]: DEBUG nova.virt.hardware [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.724371] env[69186]: DEBUG nova.virt.hardware [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.724653] env[69186]: DEBUG nova.virt.hardware [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.724929] env[69186]: DEBUG nova.virt.hardware [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.725252] env[69186]: DEBUG nova.virt.hardware [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.726450] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed3dda1-cda4-4570-9c35-74ae56d0eab9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.739099] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3133258a-bdca-4b7f-b894-5b63e2ae2712 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.743773] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.779637] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636110, 'name': Rename_Task, 'duration_secs': 0.152268} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.779787] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1260.780091] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c379df2-abd0-4964-ab1e-c72bc6488540 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.786762] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1260.786762] env[69186]: value = "task-3636113" [ 1260.786762] env[69186]: _type = "Task" [ 1260.786762] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.794747] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.081126] env[69186]: DEBUG nova.compute.manager [req-082ec783-aa16-4054-a143-3a810186d8e9 req-7841fa39-db1b-462a-a113-73479814f100 service nova] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Received event network-vif-plugged-947c2d61-1dbb-4b68-aaca-519e12af5ff7 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.081126] env[69186]: DEBUG oslo_concurrency.lockutils [req-082ec783-aa16-4054-a143-3a810186d8e9 req-7841fa39-db1b-462a-a113-73479814f100 service nova] Acquiring lock "dd3ceebe-ca06-4d4d-b470-6a08646c5962-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.081126] env[69186]: DEBUG oslo_concurrency.lockutils [req-082ec783-aa16-4054-a143-3a810186d8e9 req-7841fa39-db1b-462a-a113-73479814f100 service nova] Lock "dd3ceebe-ca06-4d4d-b470-6a08646c5962-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.081126] env[69186]: DEBUG oslo_concurrency.lockutils [req-082ec783-aa16-4054-a143-3a810186d8e9 req-7841fa39-db1b-462a-a113-73479814f100 service nova] Lock "dd3ceebe-ca06-4d4d-b470-6a08646c5962-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.081777] env[69186]: DEBUG nova.compute.manager [req-082ec783-aa16-4054-a143-3a810186d8e9 req-7841fa39-db1b-462a-a113-73479814f100 service nova] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] No waiting events found dispatching network-vif-plugged-947c2d61-1dbb-4b68-aaca-519e12af5ff7 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1261.082133] env[69186]: WARNING nova.compute.manager [req-082ec783-aa16-4054-a143-3a810186d8e9 req-7841fa39-db1b-462a-a113-73479814f100 service nova] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Received unexpected event network-vif-plugged-947c2d61-1dbb-4b68-aaca-519e12af5ff7 for instance with vm_state building and task_state spawning. [ 1261.164741] env[69186]: DEBUG nova.network.neutron [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Successfully updated port: 947c2d61-1dbb-4b68-aaca-519e12af5ff7 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1261.225339] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214092} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.225658] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.225850] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.226620] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.296791] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.668446] env[69186]: DEBUG oslo_concurrency.lockutils [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "refresh_cache-dd3ceebe-ca06-4d4d-b470-6a08646c5962" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.668446] env[69186]: DEBUG oslo_concurrency.lockutils [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired lock "refresh_cache-dd3ceebe-ca06-4d4d-b470-6a08646c5962" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.668446] env[69186]: DEBUG nova.network.neutron [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.798219] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.199774] env[69186]: DEBUG nova.network.neutron [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1262.259177] env[69186]: DEBUG nova.virt.hardware [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.259449] env[69186]: DEBUG nova.virt.hardware [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.259609] env[69186]: DEBUG nova.virt.hardware [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.259791] env[69186]: DEBUG nova.virt.hardware [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.259936] env[69186]: DEBUG nova.virt.hardware [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.260093] env[69186]: DEBUG nova.virt.hardware [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.260298] env[69186]: DEBUG nova.virt.hardware [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.260455] env[69186]: DEBUG nova.virt.hardware [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.260616] env[69186]: DEBUG nova.virt.hardware [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.260775] env[69186]: DEBUG nova.virt.hardware [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.260942] env[69186]: DEBUG nova.virt.hardware [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.261800] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8962d426-dead-4264-845e-acd61fac6830 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.270220] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45c8c91-5e33-477e-b15b-a82fb5ad0f0b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.286994] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:7b:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1262.294480] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.294872] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1262.298056] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-123e698c-e451-438a-83c9-93439d31d442 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.318772] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.320034] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1262.320034] env[69186]: value = "task-3636114" [ 1262.320034] env[69186]: _type = "Task" [ 1262.320034] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.327620] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636114, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.349242] env[69186]: DEBUG nova.network.neutron [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Updating instance_info_cache with network_info: [{"id": "947c2d61-1dbb-4b68-aaca-519e12af5ff7", "address": "fa:16:3e:04:27:71", "network": {"id": "61e1515f-114e-4139-9235-6329201c5e19", "bridge": "br-int", "label": "tempest-ServersTestJSON-569810852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68534f72b5ef4bbebc423e4459dc051a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap947c2d61-1d", "ovs_interfaceid": "947c2d61-1dbb-4b68-aaca-519e12af5ff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.804921] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636113, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.829236] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636114, 'name': CreateVM_Task, 'duration_secs': 0.342414} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.829416] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1262.830061] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.830236] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.830603] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.830864] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51ee0c69-9b78-425a-9ec5-3362549739d6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.835041] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1262.835041] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521a5ade-6aca-719a-9323-102c35f70e3a" [ 1262.835041] env[69186]: _type = "Task" [ 1262.835041] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.843693] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521a5ade-6aca-719a-9323-102c35f70e3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.852246] env[69186]: DEBUG oslo_concurrency.lockutils [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Releasing lock "refresh_cache-dd3ceebe-ca06-4d4d-b470-6a08646c5962" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.852532] env[69186]: DEBUG nova.compute.manager [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Instance network_info: |[{"id": "947c2d61-1dbb-4b68-aaca-519e12af5ff7", "address": "fa:16:3e:04:27:71", "network": {"id": "61e1515f-114e-4139-9235-6329201c5e19", "bridge": "br-int", "label": "tempest-ServersTestJSON-569810852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68534f72b5ef4bbebc423e4459dc051a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap947c2d61-1d", "ovs_interfaceid": "947c2d61-1dbb-4b68-aaca-519e12af5ff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1262.852901] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:27:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '947c2d61-1dbb-4b68-aaca-519e12af5ff7', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1262.860268] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.860481] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1262.860692] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b37f71d-3cf1-48f8-bb5a-fae769ad3c0d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.878800] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1262.878800] env[69186]: value = "task-3636115" [ 1262.878800] env[69186]: _type = "Task" [ 1262.878800] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.885764] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636115, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.106213] env[69186]: DEBUG nova.compute.manager [req-84356f0a-7a93-4cfa-a2c8-ed153dd68c49 req-0abb0706-2560-45e4-90bb-cbfdcadc0204 service nova] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Received event network-changed-947c2d61-1dbb-4b68-aaca-519e12af5ff7 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.106422] env[69186]: DEBUG nova.compute.manager [req-84356f0a-7a93-4cfa-a2c8-ed153dd68c49 req-0abb0706-2560-45e4-90bb-cbfdcadc0204 service nova] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Refreshing instance network info cache due to event network-changed-947c2d61-1dbb-4b68-aaca-519e12af5ff7. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1263.106646] env[69186]: DEBUG oslo_concurrency.lockutils [req-84356f0a-7a93-4cfa-a2c8-ed153dd68c49 req-0abb0706-2560-45e4-90bb-cbfdcadc0204 service nova] Acquiring lock "refresh_cache-dd3ceebe-ca06-4d4d-b470-6a08646c5962" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.106873] env[69186]: DEBUG oslo_concurrency.lockutils [req-84356f0a-7a93-4cfa-a2c8-ed153dd68c49 req-0abb0706-2560-45e4-90bb-cbfdcadc0204 service nova] Acquired lock "refresh_cache-dd3ceebe-ca06-4d4d-b470-6a08646c5962" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.107075] env[69186]: DEBUG nova.network.neutron [req-84356f0a-7a93-4cfa-a2c8-ed153dd68c49 req-0abb0706-2560-45e4-90bb-cbfdcadc0204 service nova] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Refreshing network info cache for port 947c2d61-1dbb-4b68-aaca-519e12af5ff7 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.306387] env[69186]: DEBUG oslo_vmware.api [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636113, 'name': PowerOnVM_Task, 'duration_secs': 2.079425} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.306649] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.306847] env[69186]: INFO nova.compute.manager [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1263.307041] env[69186]: DEBUG nova.compute.manager [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1263.307795] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec74ba1e-2501-4e01-9b31-c4963f66c2a3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.344120] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]521a5ade-6aca-719a-9323-102c35f70e3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009413} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.344368] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.344605] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1263.346031] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.346031] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.346031] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.346031] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9e095d4-135d-4df8-9c68-e17009c41ff3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.353895] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.354078] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.354768] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ba56c0-a7b3-42a6-ab2b-10d78b750497 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.359601] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1263.359601] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52142c73-cc1a-d48a-7668-a8f5b2842383" [ 1263.359601] env[69186]: _type = "Task" [ 1263.359601] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.366351] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52142c73-cc1a-d48a-7668-a8f5b2842383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.386566] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636115, 'name': CreateVM_Task, 'duration_secs': 0.361395} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.386714] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1263.387340] env[69186]: DEBUG oslo_concurrency.lockutils [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.387504] env[69186]: DEBUG oslo_concurrency.lockutils [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.387806] env[69186]: DEBUG oslo_concurrency.lockutils [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.388037] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-832f908f-bcf0-4092-abba-696b51befe76 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.391964] env[69186]: DEBUG oslo_vmware.api [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1263.391964] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5259cd7b-6c82-bf54-e81d-295205b7e4db" [ 1263.391964] env[69186]: _type = "Task" [ 1263.391964] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.399034] env[69186]: DEBUG oslo_vmware.api [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5259cd7b-6c82-bf54-e81d-295205b7e4db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.822497] env[69186]: INFO nova.compute.manager [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Took 13.95 seconds to build instance. [ 1263.825569] env[69186]: DEBUG nova.network.neutron [req-84356f0a-7a93-4cfa-a2c8-ed153dd68c49 req-0abb0706-2560-45e4-90bb-cbfdcadc0204 service nova] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Updated VIF entry in instance network info cache for port 947c2d61-1dbb-4b68-aaca-519e12af5ff7. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.825883] env[69186]: DEBUG nova.network.neutron [req-84356f0a-7a93-4cfa-a2c8-ed153dd68c49 req-0abb0706-2560-45e4-90bb-cbfdcadc0204 service nova] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Updating instance_info_cache with network_info: [{"id": "947c2d61-1dbb-4b68-aaca-519e12af5ff7", "address": "fa:16:3e:04:27:71", "network": {"id": "61e1515f-114e-4139-9235-6329201c5e19", "bridge": "br-int", "label": "tempest-ServersTestJSON-569810852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68534f72b5ef4bbebc423e4459dc051a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap947c2d61-1d", "ovs_interfaceid": "947c2d61-1dbb-4b68-aaca-519e12af5ff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.869665] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52142c73-cc1a-d48a-7668-a8f5b2842383, 'name': SearchDatastore_Task, 'duration_secs': 0.007829} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.870417] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd39e1bf-cf2c-4d6f-9ea1-863a9530de1c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.875923] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1263.875923] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b36044-3d3b-5899-6bf8-b8c7a864a0c6" [ 1263.875923] env[69186]: _type = "Task" [ 1263.875923] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.882863] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b36044-3d3b-5899-6bf8-b8c7a864a0c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.901333] env[69186]: DEBUG oslo_vmware.api [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5259cd7b-6c82-bf54-e81d-295205b7e4db, 'name': SearchDatastore_Task, 'duration_secs': 0.013871} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.901610] env[69186]: DEBUG oslo_concurrency.lockutils [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.901844] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1263.902065] env[69186]: DEBUG oslo_concurrency.lockutils [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.292202] env[69186]: DEBUG nova.compute.manager [req-e1ebb82f-940b-45c4-8dcc-b4c28dc9c51b req-8c601342-fd9c-4a7d-a1ac-5fe909b8b093 service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Received event network-changed-95ea021c-25ca-4244-b12e-29e3a75b72cd {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.292401] env[69186]: DEBUG nova.compute.manager [req-e1ebb82f-940b-45c4-8dcc-b4c28dc9c51b req-8c601342-fd9c-4a7d-a1ac-5fe909b8b093 service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Refreshing instance network info cache due to event network-changed-95ea021c-25ca-4244-b12e-29e3a75b72cd. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1264.292617] env[69186]: DEBUG oslo_concurrency.lockutils [req-e1ebb82f-940b-45c4-8dcc-b4c28dc9c51b req-8c601342-fd9c-4a7d-a1ac-5fe909b8b093 service nova] Acquiring lock "refresh_cache-3cba6612-c0a3-40b1-a552-24e6b47ee8d1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.292756] env[69186]: DEBUG oslo_concurrency.lockutils [req-e1ebb82f-940b-45c4-8dcc-b4c28dc9c51b req-8c601342-fd9c-4a7d-a1ac-5fe909b8b093 service nova] Acquired lock "refresh_cache-3cba6612-c0a3-40b1-a552-24e6b47ee8d1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.292921] env[69186]: DEBUG nova.network.neutron [req-e1ebb82f-940b-45c4-8dcc-b4c28dc9c51b req-8c601342-fd9c-4a7d-a1ac-5fe909b8b093 service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Refreshing network info cache for port 95ea021c-25ca-4244-b12e-29e3a75b72cd {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.324117] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d78ad099-7a29-421c-b8bd-7780f2425196 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "3cba6612-c0a3-40b1-a552-24e6b47ee8d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.461s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.328098] env[69186]: DEBUG oslo_concurrency.lockutils [req-84356f0a-7a93-4cfa-a2c8-ed153dd68c49 req-0abb0706-2560-45e4-90bb-cbfdcadc0204 service nova] Releasing lock "refresh_cache-dd3ceebe-ca06-4d4d-b470-6a08646c5962" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.387073] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b36044-3d3b-5899-6bf8-b8c7a864a0c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009086} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.387406] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.387708] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51/3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1264.388059] env[69186]: DEBUG oslo_concurrency.lockutils [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.388294] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.388549] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f55de8d-fc1b-4b0d-aa77-aceac5bd7d54 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.390709] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f8d0e6a-88a2-45a8-a270-70010dbab4e4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.397041] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1264.397041] env[69186]: value = "task-3636116" [ 1264.397041] env[69186]: _type = "Task" [ 1264.397041] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.401252] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.401468] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1264.402575] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f903dff-454e-424e-8c19-adf5785c78af {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.409667] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.412642] env[69186]: DEBUG oslo_vmware.api [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1264.412642] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a87add-7cce-de7c-a263-9f285fb706ba" [ 1264.412642] env[69186]: _type = "Task" [ 1264.412642] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.420502] env[69186]: DEBUG oslo_vmware.api [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a87add-7cce-de7c-a263-9f285fb706ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.906360] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636116, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.923756] env[69186]: DEBUG oslo_vmware.api [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a87add-7cce-de7c-a263-9f285fb706ba, 'name': SearchDatastore_Task, 'duration_secs': 0.007779} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.924544] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2949b753-9076-4d21-bffc-bcc6cede22d9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.929287] env[69186]: DEBUG oslo_vmware.api [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1264.929287] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527a2e31-d0be-b0d0-a5ec-2279a7adce35" [ 1264.929287] env[69186]: _type = "Task" [ 1264.929287] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.936508] env[69186]: DEBUG oslo_vmware.api [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527a2e31-d0be-b0d0-a5ec-2279a7adce35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.005500] env[69186]: DEBUG nova.network.neutron [req-e1ebb82f-940b-45c4-8dcc-b4c28dc9c51b req-8c601342-fd9c-4a7d-a1ac-5fe909b8b093 service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Updated VIF entry in instance network info cache for port 95ea021c-25ca-4244-b12e-29e3a75b72cd. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.005874] env[69186]: DEBUG nova.network.neutron [req-e1ebb82f-940b-45c4-8dcc-b4c28dc9c51b req-8c601342-fd9c-4a7d-a1ac-5fe909b8b093 service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Updating instance_info_cache with network_info: [{"id": "95ea021c-25ca-4244-b12e-29e3a75b72cd", "address": "fa:16:3e:db:50:99", "network": {"id": "b19f466a-3c49-4589-b277-bd013ac6fcc9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-687916241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f3363661041456ca60cb2abda3d61b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ea021c-25", "ovs_interfaceid": "95ea021c-25ca-4244-b12e-29e3a75b72cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.407240] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5131} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.407511] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51/3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1265.407731] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1265.407980] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edba9951-6a38-43a8-b53a-2bd7e4c1d81a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.413903] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1265.413903] env[69186]: value = "task-3636117" [ 1265.413903] env[69186]: _type = "Task" [ 1265.413903] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.421353] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.438741] env[69186]: DEBUG oslo_vmware.api [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527a2e31-d0be-b0d0-a5ec-2279a7adce35, 'name': SearchDatastore_Task, 'duration_secs': 0.033414} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.439026] env[69186]: DEBUG oslo_concurrency.lockutils [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.439339] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] dd3ceebe-ca06-4d4d-b470-6a08646c5962/dd3ceebe-ca06-4d4d-b470-6a08646c5962.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1265.439681] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50ae6977-45b4-457e-83ad-0bed57e1840b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.445739] env[69186]: DEBUG oslo_vmware.api [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1265.445739] env[69186]: value = "task-3636118" [ 1265.445739] env[69186]: _type = "Task" [ 1265.445739] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.453912] env[69186]: DEBUG oslo_vmware.api [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.508766] env[69186]: DEBUG oslo_concurrency.lockutils [req-e1ebb82f-940b-45c4-8dcc-b4c28dc9c51b req-8c601342-fd9c-4a7d-a1ac-5fe909b8b093 service nova] Releasing lock "refresh_cache-3cba6612-c0a3-40b1-a552-24e6b47ee8d1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.923789] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072429} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.924155] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1265.924816] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e921a24-4303-4923-be25-9253c3e6668f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.948277] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51/3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.948670] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d949a39-6595-44eb-b888-613c0922ee95 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.971665] env[69186]: DEBUG oslo_vmware.api [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636118, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.973078] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1265.973078] env[69186]: value = "task-3636119" [ 1265.973078] env[69186]: _type = "Task" [ 1265.973078] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.980904] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636119, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.458865] env[69186]: DEBUG oslo_vmware.api [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.802385} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.459169] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] dd3ceebe-ca06-4d4d-b470-6a08646c5962/dd3ceebe-ca06-4d4d-b470-6a08646c5962.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.459380] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1266.459634] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d0cbc0c-b0b0-45a8-accc-54fc16a6ff7f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.466023] env[69186]: DEBUG oslo_vmware.api [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1266.466023] env[69186]: value = "task-3636120" [ 1266.466023] env[69186]: _type = "Task" [ 1266.466023] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.474295] env[69186]: DEBUG oslo_vmware.api [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.481809] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636119, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.975359] env[69186]: DEBUG oslo_vmware.api [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636120, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.982351] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636119, 'name': ReconfigVM_Task, 'duration_secs': 0.522459} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.982603] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51/3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.983204] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b8f3ba8-0344-405f-84cc-621829f4f000 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.988761] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1266.988761] env[69186]: value = "task-3636121" [ 1266.988761] env[69186]: _type = "Task" [ 1266.988761] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.995769] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636121, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.476051] env[69186]: DEBUG oslo_vmware.api [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.555708} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.476385] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1267.477132] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8373bc2-7ed8-4049-809c-7d5b442c4c64 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.497913] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] dd3ceebe-ca06-4d4d-b470-6a08646c5962/dd3ceebe-ca06-4d4d-b470-6a08646c5962.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.500652] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0ea87ff-ebed-463f-9da3-e9d538a29044 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.519183] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636121, 'name': Rename_Task, 'duration_secs': 0.222682} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.520309] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.520595] env[69186]: DEBUG oslo_vmware.api [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1267.520595] env[69186]: value = "task-3636122" [ 1267.520595] env[69186]: _type = "Task" [ 1267.520595] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.520775] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf5a94c0-a6ff-4e3c-a594-772d48d94650 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.529289] env[69186]: DEBUG oslo_vmware.api [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636122, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.530367] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1267.530367] env[69186]: value = "task-3636123" [ 1267.530367] env[69186]: _type = "Task" [ 1267.530367] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.537507] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.032269] env[69186]: DEBUG oslo_vmware.api [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636122, 'name': ReconfigVM_Task, 'duration_secs': 0.289006} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.035531] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Reconfigured VM instance instance-0000007c to attach disk [datastore2] dd3ceebe-ca06-4d4d-b470-6a08646c5962/dd3ceebe-ca06-4d4d-b470-6a08646c5962.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.035917] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76d718b1-fee8-4d93-9d3a-604d2b89dd5c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.042443] env[69186]: DEBUG oslo_vmware.api [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636123, 'name': PowerOnVM_Task, 'duration_secs': 0.447199} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.043665] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.043871] env[69186]: DEBUG nova.compute.manager [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1268.044199] env[69186]: DEBUG oslo_vmware.api [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1268.044199] env[69186]: value = "task-3636124" [ 1268.044199] env[69186]: _type = "Task" [ 1268.044199] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.044866] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e569dff-4619-428d-95a0-902041102ae1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.058470] env[69186]: DEBUG oslo_vmware.api [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636124, 'name': Rename_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.565193] env[69186]: DEBUG oslo_vmware.api [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636124, 'name': Rename_Task, 'duration_secs': 0.15566} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.567528] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.568120] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.568459] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.568714] env[69186]: DEBUG nova.objects.instance [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69186) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1268.571764] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ae55b73-26cc-490c-9179-96a1a605f75f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.578867] env[69186]: DEBUG oslo_vmware.api [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1268.578867] env[69186]: value = "task-3636125" [ 1268.578867] env[69186]: _type = "Task" [ 1268.578867] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.591027] env[69186]: DEBUG oslo_vmware.api [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.087847] env[69186]: DEBUG oslo_vmware.api [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636125, 'name': PowerOnVM_Task, 'duration_secs': 0.47405} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.088777] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.088982] env[69186]: INFO nova.compute.manager [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1269.089175] env[69186]: DEBUG nova.compute.manager [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.090038] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97481f5-c929-4f54-a174-f37a7da2028c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.579688] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f6be522e-951e-408b-94b1-ac8f3449fe22 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.604913] env[69186]: INFO nova.compute.manager [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Took 13.14 seconds to build instance. [ 1270.106980] env[69186]: DEBUG oslo_concurrency.lockutils [None req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "dd3ceebe-ca06-4d4d-b470-6a08646c5962" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.649s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.059069] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6679a631-d81d-4e1d-b8d9-daac4a221e38 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "dd3ceebe-ca06-4d4d-b470-6a08646c5962" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.059069] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6679a631-d81d-4e1d-b8d9-daac4a221e38 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "dd3ceebe-ca06-4d4d-b470-6a08646c5962" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.059069] env[69186]: DEBUG nova.compute.manager [None req-6679a631-d81d-4e1d-b8d9-daac4a221e38 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1271.060316] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4762d841-c010-48d9-9c7e-2f28018c7649 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.068726] env[69186]: DEBUG nova.compute.manager [None req-6679a631-d81d-4e1d-b8d9-daac4a221e38 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69186) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1271.069342] env[69186]: DEBUG nova.objects.instance [None req-6679a631-d81d-4e1d-b8d9-daac4a221e38 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lazy-loading 'flavor' on Instance uuid dd3ceebe-ca06-4d4d-b470-6a08646c5962 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.076599] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6679a631-d81d-4e1d-b8d9-daac4a221e38 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.076990] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12e4bf65-a20d-454b-b187-cf788c2a3ecc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.084342] env[69186]: DEBUG oslo_vmware.api [None req-6679a631-d81d-4e1d-b8d9-daac4a221e38 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1272.084342] env[69186]: value = "task-3636126" [ 1272.084342] env[69186]: _type = "Task" [ 1272.084342] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.092494] env[69186]: DEBUG oslo_vmware.api [None req-6679a631-d81d-4e1d-b8d9-daac4a221e38 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.594244] env[69186]: DEBUG oslo_vmware.api [None req-6679a631-d81d-4e1d-b8d9-daac4a221e38 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636126, 'name': PowerOffVM_Task, 'duration_secs': 0.169727} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.594521] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6679a631-d81d-4e1d-b8d9-daac4a221e38 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.594722] env[69186]: DEBUG nova.compute.manager [None req-6679a631-d81d-4e1d-b8d9-daac4a221e38 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.595529] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6174b5-1b64-4da7-bcea-862e827de589 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.106690] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6679a631-d81d-4e1d-b8d9-daac4a221e38 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "dd3ceebe-ca06-4d4d-b470-6a08646c5962" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.656901] env[69186]: DEBUG oslo_concurrency.lockutils [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "dd3ceebe-ca06-4d4d-b470-6a08646c5962" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.657223] env[69186]: DEBUG oslo_concurrency.lockutils [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "dd3ceebe-ca06-4d4d-b470-6a08646c5962" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.657445] env[69186]: DEBUG oslo_concurrency.lockutils [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "dd3ceebe-ca06-4d4d-b470-6a08646c5962-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.657638] env[69186]: DEBUG oslo_concurrency.lockutils [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "dd3ceebe-ca06-4d4d-b470-6a08646c5962-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.657820] env[69186]: DEBUG oslo_concurrency.lockutils [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "dd3ceebe-ca06-4d4d-b470-6a08646c5962-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.659843] env[69186]: INFO nova.compute.manager [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Terminating instance [ 1274.164079] env[69186]: DEBUG nova.compute.manager [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1274.164470] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.165243] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca18b7b1-c6d4-40d4-94d4-70344e7344b4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.172778] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.173014] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f17826a-bded-4b33-b341-d7bb1d8a6c50 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.229898] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1274.230090] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1274.230277] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Deleting the datastore file [datastore2] dd3ceebe-ca06-4d4d-b470-6a08646c5962 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.230548] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35b3703f-55ef-4b30-8c5f-359132ea955b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.236892] env[69186]: DEBUG oslo_vmware.api [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1274.236892] env[69186]: value = "task-3636128" [ 1274.236892] env[69186]: _type = "Task" [ 1274.236892] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.243993] env[69186]: DEBUG oslo_vmware.api [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.746517] env[69186]: DEBUG oslo_vmware.api [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130764} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.746767] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.746951] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.747146] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.747324] env[69186]: INFO nova.compute.manager [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Took 0.58 seconds to destroy the instance on the hypervisor. [ 1274.747568] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.747777] env[69186]: DEBUG nova.compute.manager [-] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1274.747876] env[69186]: DEBUG nova.network.neutron [-] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1274.997212] env[69186]: DEBUG nova.compute.manager [req-d4bcb447-0065-4880-8ba6-801b7ae5490b req-4523053f-f22c-4820-add0-ed72f2307a87 service nova] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Received event network-vif-deleted-947c2d61-1dbb-4b68-aaca-519e12af5ff7 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.997491] env[69186]: INFO nova.compute.manager [req-d4bcb447-0065-4880-8ba6-801b7ae5490b req-4523053f-f22c-4820-add0-ed72f2307a87 service nova] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Neutron deleted interface 947c2d61-1dbb-4b68-aaca-519e12af5ff7; detaching it from the instance and deleting it from the info cache [ 1274.998413] env[69186]: DEBUG nova.network.neutron [req-d4bcb447-0065-4880-8ba6-801b7ae5490b req-4523053f-f22c-4820-add0-ed72f2307a87 service nova] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.446276] env[69186]: DEBUG nova.network.neutron [-] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.500312] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26a93844-82ab-4a4e-9d61-be496477777d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.510389] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ba1a93-4c0d-4c3b-9d4b-e9c760638a2d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.540529] env[69186]: DEBUG nova.compute.manager [req-d4bcb447-0065-4880-8ba6-801b7ae5490b req-4523053f-f22c-4820-add0-ed72f2307a87 service nova] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Detach interface failed, port_id=947c2d61-1dbb-4b68-aaca-519e12af5ff7, reason: Instance dd3ceebe-ca06-4d4d-b470-6a08646c5962 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1275.948897] env[69186]: INFO nova.compute.manager [-] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Took 1.20 seconds to deallocate network for instance. [ 1276.455485] env[69186]: DEBUG oslo_concurrency.lockutils [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.455812] env[69186]: DEBUG oslo_concurrency.lockutils [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.456040] env[69186]: DEBUG nova.objects.instance [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lazy-loading 'resources' on Instance uuid dd3ceebe-ca06-4d4d-b470-6a08646c5962 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.049597] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dccdb3-a863-420d-8e01-94ec3f254552 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.056874] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b5ecbf-fd5a-4069-93a7-42142a71f6db {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.103423] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e7a8fe-ba1b-45a9-96d7-6f8cf0600e72 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.110435] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63267294-0d2f-4906-9a97-f063e573847c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.122921] env[69186]: DEBUG nova.compute.provider_tree [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.626540] env[69186]: DEBUG nova.scheduler.client.report [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.131485] env[69186]: DEBUG oslo_concurrency.lockutils [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.154832] env[69186]: INFO nova.scheduler.client.report [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Deleted allocations for instance dd3ceebe-ca06-4d4d-b470-6a08646c5962 [ 1278.664236] env[69186]: DEBUG oslo_concurrency.lockutils [None req-521b0244-5e1b-45f4-ac1a-a2f986886d52 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "dd3ceebe-ca06-4d4d-b470-6a08646c5962" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.006s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.401047] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "312acebc-81f1-4b24-ba31-0d9277374c7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.401047] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "312acebc-81f1-4b24-ba31-0d9277374c7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.401279] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "312acebc-81f1-4b24-ba31-0d9277374c7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.401411] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "312acebc-81f1-4b24-ba31-0d9277374c7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.401588] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "312acebc-81f1-4b24-ba31-0d9277374c7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.403748] env[69186]: INFO nova.compute.manager [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Terminating instance [ 1279.907875] env[69186]: DEBUG nova.compute.manager [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1279.908272] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1279.909045] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765bce40-7990-4775-978a-8a5ebf4f1e04 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.916916] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.917154] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-135bd0b4-1d60-4c7b-a558-724e31bf14e7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.923082] env[69186]: DEBUG oslo_vmware.api [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1279.923082] env[69186]: value = "task-3636129" [ 1279.923082] env[69186]: _type = "Task" [ 1279.923082] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.930595] env[69186]: DEBUG oslo_vmware.api [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.432985] env[69186]: DEBUG oslo_vmware.api [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636129, 'name': PowerOffVM_Task, 'duration_secs': 0.178007} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.433399] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.433577] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1280.433826] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44142b67-3d56-4db6-8eb9-cc18c5e33e64 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.498073] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1280.498319] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1280.498506] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Deleting the datastore file [datastore1] 312acebc-81f1-4b24-ba31-0d9277374c7e {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.498767] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-647936d2-7b14-459c-a03d-7d62cf009133 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.504541] env[69186]: DEBUG oslo_vmware.api [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for the task: (returnval){ [ 1280.504541] env[69186]: value = "task-3636131" [ 1280.504541] env[69186]: _type = "Task" [ 1280.504541] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.511973] env[69186]: DEBUG oslo_vmware.api [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.013838] env[69186]: DEBUG oslo_vmware.api [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Task: {'id': task-3636131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127487} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.014240] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.014378] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1281.014564] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1281.014743] env[69186]: INFO nova.compute.manager [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1281.014991] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.015204] env[69186]: DEBUG nova.compute.manager [-] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1281.015299] env[69186]: DEBUG nova.network.neutron [-] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1281.239734] env[69186]: DEBUG nova.compute.manager [req-af996042-95fe-4ca1-8dcd-2a2e1729c3ba req-ee4f02c9-2183-4434-bbcf-78dbabcfc8d9 service nova] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Received event network-vif-deleted-08b5f81a-c45c-422b-98e4-a59df8374e31 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.239983] env[69186]: INFO nova.compute.manager [req-af996042-95fe-4ca1-8dcd-2a2e1729c3ba req-ee4f02c9-2183-4434-bbcf-78dbabcfc8d9 service nova] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Neutron deleted interface 08b5f81a-c45c-422b-98e4-a59df8374e31; detaching it from the instance and deleting it from the info cache [ 1281.240129] env[69186]: DEBUG nova.network.neutron [req-af996042-95fe-4ca1-8dcd-2a2e1729c3ba req-ee4f02c9-2183-4434-bbcf-78dbabcfc8d9 service nova] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.725361] env[69186]: DEBUG nova.network.neutron [-] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.743556] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81614f3c-e7d6-4d3c-bb9a-5b370a1b0588 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.754674] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742b248e-2f4d-4c27-9faf-7879cb574dcb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.783745] env[69186]: DEBUG nova.compute.manager [req-af996042-95fe-4ca1-8dcd-2a2e1729c3ba req-ee4f02c9-2183-4434-bbcf-78dbabcfc8d9 service nova] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Detach interface failed, port_id=08b5f81a-c45c-422b-98e4-a59df8374e31, reason: Instance 312acebc-81f1-4b24-ba31-0d9277374c7e could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1282.227978] env[69186]: INFO nova.compute.manager [-] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Took 1.21 seconds to deallocate network for instance. [ 1282.734634] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.734933] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.735183] env[69186]: DEBUG nova.objects.instance [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lazy-loading 'resources' on Instance uuid 312acebc-81f1-4b24-ba31-0d9277374c7e {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.325263] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4978dd7-dae7-443b-b033-966380b8204e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.333080] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d52acc7-4da1-4e95-a3f0-fc676539fcd6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.362580] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e24129-5c65-4f89-bf0e-fd8e2e9550b7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.369538] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055d421e-cbab-4560-a62f-851e386b9b33 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.382287] env[69186]: DEBUG nova.compute.provider_tree [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.886070] env[69186]: DEBUG nova.scheduler.client.report [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.393999] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.415263] env[69186]: INFO nova.scheduler.client.report [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Deleted allocations for instance 312acebc-81f1-4b24-ba31-0d9277374c7e [ 1284.924280] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Lock "312acebc-81f1-4b24-ba31-0d9277374c7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.523s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.219575] env[69186]: DEBUG nova.compute.manager [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1293.220531] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57a78d2-dbbc-4608-aaaf-6d7408d73e26 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.475357] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e7106a9e-5ebb-4f35-8ec2-8b2c59426225 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "64e6f1e7-3214-42a2-be30-53807d3f6bd9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.475627] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e7106a9e-5ebb-4f35-8ec2-8b2c59426225 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "64e6f1e7-3214-42a2-be30-53807d3f6bd9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.730552] env[69186]: INFO nova.compute.manager [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] instance snapshotting [ 1293.731184] env[69186]: DEBUG nova.objects.instance [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lazy-loading 'flavor' on Instance uuid eb29033b-6285-4257-9dea-e563bddf3114 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.978914] env[69186]: DEBUG nova.compute.utils [None req-e7106a9e-5ebb-4f35-8ec2-8b2c59426225 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1294.236788] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98e2711-5640-4f3c-8316-bbb14e7e64ab {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.256995] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf2e590-8a72-45e6-95d6-af3fc50a94fe {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.482187] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e7106a9e-5ebb-4f35-8ec2-8b2c59426225 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "64e6f1e7-3214-42a2-be30-53807d3f6bd9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.767147] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Creating Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1294.767494] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3729d699-eee2-4f34-b939-8077bd201af6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.775009] env[69186]: DEBUG oslo_vmware.api [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1294.775009] env[69186]: value = "task-3636132" [ 1294.775009] env[69186]: _type = "Task" [ 1294.775009] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.782708] env[69186]: DEBUG oslo_vmware.api [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636132, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.284925] env[69186]: DEBUG oslo_vmware.api [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636132, 'name': CreateSnapshot_Task, 'duration_secs': 0.410225} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.285290] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Created Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1295.285982] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed73204-398f-48fb-968b-b62229b1de6a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.541400] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e7106a9e-5ebb-4f35-8ec2-8b2c59426225 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "64e6f1e7-3214-42a2-be30-53807d3f6bd9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.541702] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e7106a9e-5ebb-4f35-8ec2-8b2c59426225 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "64e6f1e7-3214-42a2-be30-53807d3f6bd9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.541891] env[69186]: INFO nova.compute.manager [None req-e7106a9e-5ebb-4f35-8ec2-8b2c59426225 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Attaching volume f9faf9bc-2280-49d3-8304-bb3fcb4ad310 to /dev/sdb [ 1295.571492] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f49299-83f1-4a80-ab79-0538bbcabfcf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.578499] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6f5f76-a882-4283-a5ac-1137a6d02e56 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.591328] env[69186]: DEBUG nova.virt.block_device [None req-e7106a9e-5ebb-4f35-8ec2-8b2c59426225 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Updating existing volume attachment record: 8abb4815-0a12-4ced-b12c-c47158aba769 {{(pid=69186) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1295.804348] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Creating linked-clone VM from snapshot {{(pid=69186) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1295.804643] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-072aa35c-6a31-4694-899d-af3ff8448b26 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.813210] env[69186]: DEBUG oslo_vmware.api [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1295.813210] env[69186]: value = "task-3636134" [ 1295.813210] env[69186]: _type = "Task" [ 1295.813210] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.820667] env[69186]: DEBUG oslo_vmware.api [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636134, 'name': CloneVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.322924] env[69186]: DEBUG oslo_vmware.api [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636134, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.823500] env[69186]: DEBUG oslo_vmware.api [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636134, 'name': CloneVM_Task, 'duration_secs': 0.827938} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.823776] env[69186]: INFO nova.virt.vmwareapi.vmops [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Created linked-clone VM from snapshot [ 1296.824520] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b1d282-ea8f-4744-aa68-757a8211623f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.831331] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Uploading image 907884d8-2394-41d6-80f0-6bd9559cfd06 {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1296.850605] env[69186]: DEBUG oslo_vmware.rw_handles [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1296.850605] env[69186]: value = "vm-725009" [ 1296.850605] env[69186]: _type = "VirtualMachine" [ 1296.850605] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1296.850846] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f377761b-58e7-4a6c-a02b-3a5a6c253bb3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.857069] env[69186]: DEBUG oslo_vmware.rw_handles [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lease: (returnval){ [ 1296.857069] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a6b0d7-b287-7022-f0c8-746072fb91f3" [ 1296.857069] env[69186]: _type = "HttpNfcLease" [ 1296.857069] env[69186]: } obtained for exporting VM: (result){ [ 1296.857069] env[69186]: value = "vm-725009" [ 1296.857069] env[69186]: _type = "VirtualMachine" [ 1296.857069] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1296.857365] env[69186]: DEBUG oslo_vmware.api [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the lease: (returnval){ [ 1296.857365] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a6b0d7-b287-7022-f0c8-746072fb91f3" [ 1296.857365] env[69186]: _type = "HttpNfcLease" [ 1296.857365] env[69186]: } to be ready. {{(pid=69186) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1296.862962] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1296.862962] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a6b0d7-b287-7022-f0c8-746072fb91f3" [ 1296.862962] env[69186]: _type = "HttpNfcLease" [ 1296.862962] env[69186]: } is initializing. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1297.365967] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1297.365967] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a6b0d7-b287-7022-f0c8-746072fb91f3" [ 1297.365967] env[69186]: _type = "HttpNfcLease" [ 1297.365967] env[69186]: } is ready. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1297.366439] env[69186]: DEBUG oslo_vmware.rw_handles [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1297.366439] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52a6b0d7-b287-7022-f0c8-746072fb91f3" [ 1297.366439] env[69186]: _type = "HttpNfcLease" [ 1297.366439] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1297.367080] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5978bac4-96e3-4290-b85f-f6f2c61e3e87 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.376836] env[69186]: DEBUG oslo_vmware.rw_handles [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245fdce-b9b8-ec6a-806c-796cbb67d604/disk-0.vmdk from lease info. {{(pid=69186) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1297.377049] env[69186]: DEBUG oslo_vmware.rw_handles [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245fdce-b9b8-ec6a-806c-796cbb67d604/disk-0.vmdk for reading. {{(pid=69186) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1297.467880] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4a1be3a8-3c55-4b1a-9403-fddb9e6e0232 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.133754] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7106a9e-5ebb-4f35-8ec2-8b2c59426225 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Volume attach. Driver type: vmdk {{(pid=69186) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1300.134039] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7106a9e-5ebb-4f35-8ec2-8b2c59426225 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-725008', 'volume_id': 'f9faf9bc-2280-49d3-8304-bb3fcb4ad310', 'name': 'volume-f9faf9bc-2280-49d3-8304-bb3fcb4ad310', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '64e6f1e7-3214-42a2-be30-53807d3f6bd9', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9faf9bc-2280-49d3-8304-bb3fcb4ad310', 'serial': 'f9faf9bc-2280-49d3-8304-bb3fcb4ad310'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1300.134929] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e925ce86-ad6b-47b5-90f3-21f1d81eb911 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.152052] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543094f2-2bc0-43ca-bb2f-1836c5462b74 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.177632] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7106a9e-5ebb-4f35-8ec2-8b2c59426225 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-f9faf9bc-2280-49d3-8304-bb3fcb4ad310/volume-f9faf9bc-2280-49d3-8304-bb3fcb4ad310.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.178020] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5206d4b1-5cc5-4a55-9dba-d63a14700a36 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.196920] env[69186]: DEBUG oslo_vmware.api [None req-e7106a9e-5ebb-4f35-8ec2-8b2c59426225 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1300.196920] env[69186]: value = "task-3636137" [ 1300.196920] env[69186]: _type = "Task" [ 1300.196920] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.206530] env[69186]: DEBUG oslo_vmware.api [None req-e7106a9e-5ebb-4f35-8ec2-8b2c59426225 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636137, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.706361] env[69186]: DEBUG oslo_vmware.api [None req-e7106a9e-5ebb-4f35-8ec2-8b2c59426225 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636137, 'name': ReconfigVM_Task, 'duration_secs': 0.437532} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.706665] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7106a9e-5ebb-4f35-8ec2-8b2c59426225 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-f9faf9bc-2280-49d3-8304-bb3fcb4ad310/volume-f9faf9bc-2280-49d3-8304-bb3fcb4ad310.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.711305] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5ab3b71-2f00-4576-b455-d7cf84dd1252 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.725712] env[69186]: DEBUG oslo_vmware.api [None req-e7106a9e-5ebb-4f35-8ec2-8b2c59426225 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1300.725712] env[69186]: value = "task-3636138" [ 1300.725712] env[69186]: _type = "Task" [ 1300.725712] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.733916] env[69186]: DEBUG oslo_vmware.api [None req-e7106a9e-5ebb-4f35-8ec2-8b2c59426225 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.235322] env[69186]: DEBUG oslo_vmware.api [None req-e7106a9e-5ebb-4f35-8ec2-8b2c59426225 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636138, 'name': ReconfigVM_Task, 'duration_secs': 0.178519} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.235633] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7106a9e-5ebb-4f35-8ec2-8b2c59426225 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-725008', 'volume_id': 'f9faf9bc-2280-49d3-8304-bb3fcb4ad310', 'name': 'volume-f9faf9bc-2280-49d3-8304-bb3fcb4ad310', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '64e6f1e7-3214-42a2-be30-53807d3f6bd9', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9faf9bc-2280-49d3-8304-bb3fcb4ad310', 'serial': 'f9faf9bc-2280-49d3-8304-bb3fcb4ad310'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1302.271212] env[69186]: DEBUG nova.objects.instance [None req-e7106a9e-5ebb-4f35-8ec2-8b2c59426225 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lazy-loading 'flavor' on Instance uuid 64e6f1e7-3214-42a2-be30-53807d3f6bd9 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.776822] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e7106a9e-5ebb-4f35-8ec2-8b2c59426225 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "64e6f1e7-3214-42a2-be30-53807d3f6bd9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.235s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.985307] env[69186]: DEBUG oslo_concurrency.lockutils [None req-01d0aa24-1ea8-4b25-895a-c7925f0afe32 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "64e6f1e7-3214-42a2-be30-53807d3f6bd9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.985601] env[69186]: DEBUG oslo_concurrency.lockutils [None req-01d0aa24-1ea8-4b25-895a-c7925f0afe32 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "64e6f1e7-3214-42a2-be30-53807d3f6bd9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.490064] env[69186]: INFO nova.compute.manager [None req-01d0aa24-1ea8-4b25-895a-c7925f0afe32 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Detaching volume f9faf9bc-2280-49d3-8304-bb3fcb4ad310 [ 1303.520822] env[69186]: INFO nova.virt.block_device [None req-01d0aa24-1ea8-4b25-895a-c7925f0afe32 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Attempting to driver detach volume f9faf9bc-2280-49d3-8304-bb3fcb4ad310 from mountpoint /dev/sdb [ 1303.521135] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d0aa24-1ea8-4b25-895a-c7925f0afe32 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Volume detach. Driver type: vmdk {{(pid=69186) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1303.521353] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d0aa24-1ea8-4b25-895a-c7925f0afe32 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-725008', 'volume_id': 'f9faf9bc-2280-49d3-8304-bb3fcb4ad310', 'name': 'volume-f9faf9bc-2280-49d3-8304-bb3fcb4ad310', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '64e6f1e7-3214-42a2-be30-53807d3f6bd9', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9faf9bc-2280-49d3-8304-bb3fcb4ad310', 'serial': 'f9faf9bc-2280-49d3-8304-bb3fcb4ad310'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1303.522354] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2ac9ee-c9c7-473e-8144-05d3adfd0a34 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.546813] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768ab93e-b2bf-4162-817d-c882b580706a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.553899] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71edb41-de68-40c9-b368-86359a01334c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.574442] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa408864-d59a-4cbb-80bd-a29cfa932aff {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.589140] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d0aa24-1ea8-4b25-895a-c7925f0afe32 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] The volume has not been displaced from its original location: [datastore1] volume-f9faf9bc-2280-49d3-8304-bb3fcb4ad310/volume-f9faf9bc-2280-49d3-8304-bb3fcb4ad310.vmdk. No consolidation needed. {{(pid=69186) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1303.594369] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d0aa24-1ea8-4b25-895a-c7925f0afe32 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1303.594693] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-899e4253-0569-4ec1-b12b-4406e75a015c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.613856] env[69186]: DEBUG oslo_vmware.api [None req-01d0aa24-1ea8-4b25-895a-c7925f0afe32 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1303.613856] env[69186]: value = "task-3636139" [ 1303.613856] env[69186]: _type = "Task" [ 1303.613856] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.622728] env[69186]: DEBUG oslo_vmware.api [None req-01d0aa24-1ea8-4b25-895a-c7925f0afe32 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636139, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.123962] env[69186]: DEBUG oslo_vmware.api [None req-01d0aa24-1ea8-4b25-895a-c7925f0afe32 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636139, 'name': ReconfigVM_Task, 'duration_secs': 0.276559} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.124213] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d0aa24-1ea8-4b25-895a-c7925f0afe32 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1304.129115] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-094d775f-3211-4cc0-8719-6ed7e061e990 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.145124] env[69186]: DEBUG oslo_vmware.api [None req-01d0aa24-1ea8-4b25-895a-c7925f0afe32 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1304.145124] env[69186]: value = "task-3636140" [ 1304.145124] env[69186]: _type = "Task" [ 1304.145124] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.155133] env[69186]: DEBUG oslo_vmware.api [None req-01d0aa24-1ea8-4b25-895a-c7925f0afe32 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636140, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.411628] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "3cba6612-c0a3-40b1-a552-24e6b47ee8d1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.411855] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "3cba6612-c0a3-40b1-a552-24e6b47ee8d1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.412062] env[69186]: INFO nova.compute.manager [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Shelving [ 1304.656540] env[69186]: DEBUG oslo_vmware.api [None req-01d0aa24-1ea8-4b25-895a-c7925f0afe32 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636140, 'name': ReconfigVM_Task, 'duration_secs': 0.149387} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.656925] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d0aa24-1ea8-4b25-895a-c7925f0afe32 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-725008', 'volume_id': 'f9faf9bc-2280-49d3-8304-bb3fcb4ad310', 'name': 'volume-f9faf9bc-2280-49d3-8304-bb3fcb4ad310', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '64e6f1e7-3214-42a2-be30-53807d3f6bd9', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9faf9bc-2280-49d3-8304-bb3fcb4ad310', 'serial': 'f9faf9bc-2280-49d3-8304-bb3fcb4ad310'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1304.947791] env[69186]: DEBUG oslo_vmware.rw_handles [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245fdce-b9b8-ec6a-806c-796cbb67d604/disk-0.vmdk. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1304.948707] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c2ddc5-5374-465f-9c67-bc13192f6c3f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.954739] env[69186]: DEBUG oslo_vmware.rw_handles [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245fdce-b9b8-ec6a-806c-796cbb67d604/disk-0.vmdk is in state: ready. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1304.954906] env[69186]: ERROR oslo_vmware.rw_handles [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245fdce-b9b8-ec6a-806c-796cbb67d604/disk-0.vmdk due to incomplete transfer. [ 1304.955131] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-303ac878-15e2-4fc3-9720-a93b46b2cb5d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.961807] env[69186]: DEBUG oslo_vmware.rw_handles [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245fdce-b9b8-ec6a-806c-796cbb67d604/disk-0.vmdk. {{(pid=69186) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1304.962013] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Uploaded image 907884d8-2394-41d6-80f0-6bd9559cfd06 to the Glance image server {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1304.964214] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Destroying the VM {{(pid=69186) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1304.964442] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9ad9feb4-aea0-476d-82c9-12b11f693600 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.969722] env[69186]: DEBUG oslo_vmware.api [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1304.969722] env[69186]: value = "task-3636141" [ 1304.969722] env[69186]: _type = "Task" [ 1304.969722] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.977578] env[69186]: DEBUG oslo_vmware.api [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636141, 'name': Destroy_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.140333] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.140668] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.140832] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.141038] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.141215] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.143551] env[69186]: INFO nova.compute.manager [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Terminating instance [ 1305.200783] env[69186]: DEBUG nova.objects.instance [None req-01d0aa24-1ea8-4b25-895a-c7925f0afe32 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lazy-loading 'flavor' on Instance uuid 64e6f1e7-3214-42a2-be30-53807d3f6bd9 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.420859] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.421289] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68d5af85-dafa-47ab-9d6b-582a590a3e45 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.428330] env[69186]: DEBUG oslo_vmware.api [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1305.428330] env[69186]: value = "task-3636142" [ 1305.428330] env[69186]: _type = "Task" [ 1305.428330] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.436453] env[69186]: DEBUG oslo_vmware.api [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.479464] env[69186]: DEBUG oslo_vmware.api [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636141, 'name': Destroy_Task, 'duration_secs': 0.318797} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.479736] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Destroyed the VM [ 1305.480072] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Deleting Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1305.480380] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2ec6a883-c252-4d53-9ce7-b7d8b17023a3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.487330] env[69186]: DEBUG oslo_vmware.api [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1305.487330] env[69186]: value = "task-3636143" [ 1305.487330] env[69186]: _type = "Task" [ 1305.487330] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.494767] env[69186]: DEBUG oslo_vmware.api [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636143, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.647966] env[69186]: DEBUG nova.compute.manager [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1305.648269] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1305.649226] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3568a551-7b7d-4215-a959-830a4e184602 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.657150] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.657486] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edb744c4-d441-4d82-994b-e254d9681996 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.663729] env[69186]: DEBUG oslo_vmware.api [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1305.663729] env[69186]: value = "task-3636144" [ 1305.663729] env[69186]: _type = "Task" [ 1305.663729] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.671597] env[69186]: DEBUG oslo_vmware.api [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.938088] env[69186]: DEBUG oslo_vmware.api [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636142, 'name': PowerOffVM_Task, 'duration_secs': 0.208085} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.938376] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1305.939173] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8635295-a092-4303-b878-e9aabb1507d7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.957765] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef9be5e-4f5f-405c-8f1c-ed8d0a6bc74a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.996557] env[69186]: DEBUG oslo_vmware.api [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636143, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.174271] env[69186]: DEBUG oslo_vmware.api [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636144, 'name': PowerOffVM_Task, 'duration_secs': 0.18688} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.174545] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.174723] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.174968] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ede04d0-ffc4-4a99-a7e1-429c01ace3cb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.208275] env[69186]: DEBUG oslo_concurrency.lockutils [None req-01d0aa24-1ea8-4b25-895a-c7925f0afe32 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "64e6f1e7-3214-42a2-be30-53807d3f6bd9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.222s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.231834] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.232079] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.232304] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Deleting the datastore file [datastore2] 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.232681] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63f89751-4556-4b6e-92b2-724180d3fb45 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.239057] env[69186]: DEBUG oslo_vmware.api [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1306.239057] env[69186]: value = "task-3636146" [ 1306.239057] env[69186]: _type = "Task" [ 1306.239057] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.246539] env[69186]: DEBUG oslo_vmware.api [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.468213] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Creating Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1306.468544] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a19dc360-525d-44c8-978e-3962ed32ff78 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.476240] env[69186]: DEBUG oslo_vmware.api [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1306.476240] env[69186]: value = "task-3636147" [ 1306.476240] env[69186]: _type = "Task" [ 1306.476240] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.484052] env[69186]: DEBUG oslo_vmware.api [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636147, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.496482] env[69186]: DEBUG oslo_vmware.api [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636143, 'name': RemoveSnapshot_Task, 'duration_secs': 0.569177} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.496716] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Deleted Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1306.496970] env[69186]: INFO nova.compute.manager [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Took 12.26 seconds to snapshot the instance on the hypervisor. [ 1306.748178] env[69186]: DEBUG oslo_vmware.api [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130946} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.748589] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1306.748589] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1306.748789] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1306.748985] env[69186]: INFO nova.compute.manager [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1306.749270] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1306.749484] env[69186]: DEBUG nova.compute.manager [-] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1306.749582] env[69186]: DEBUG nova.network.neutron [-] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1306.987490] env[69186]: DEBUG oslo_vmware.api [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636147, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.056981] env[69186]: DEBUG nova.compute.manager [None req-3181f265-3335-494d-85d2-c820e5a337f7 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Found 1 images (rotation: 2) {{(pid=69186) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1307.224694] env[69186]: DEBUG nova.compute.manager [req-77da6419-ecca-4878-88c0-6eb8d5d85fcd req-de460ff1-b8a5-4f6e-bbf6-fd2bd5cb86e0 service nova] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Received event network-vif-deleted-3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.225065] env[69186]: INFO nova.compute.manager [req-77da6419-ecca-4878-88c0-6eb8d5d85fcd req-de460ff1-b8a5-4f6e-bbf6-fd2bd5cb86e0 service nova] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Neutron deleted interface 3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c; detaching it from the instance and deleting it from the info cache [ 1307.225290] env[69186]: DEBUG nova.network.neutron [req-77da6419-ecca-4878-88c0-6eb8d5d85fcd req-de460ff1-b8a5-4f6e-bbf6-fd2bd5cb86e0 service nova] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.257561] env[69186]: DEBUG oslo_concurrency.lockutils [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "64e6f1e7-3214-42a2-be30-53807d3f6bd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.257921] env[69186]: DEBUG oslo_concurrency.lockutils [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "64e6f1e7-3214-42a2-be30-53807d3f6bd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.258260] env[69186]: DEBUG oslo_concurrency.lockutils [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "64e6f1e7-3214-42a2-be30-53807d3f6bd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.258536] env[69186]: DEBUG oslo_concurrency.lockutils [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "64e6f1e7-3214-42a2-be30-53807d3f6bd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.258783] env[69186]: DEBUG oslo_concurrency.lockutils [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "64e6f1e7-3214-42a2-be30-53807d3f6bd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.262024] env[69186]: INFO nova.compute.manager [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Terminating instance [ 1307.487169] env[69186]: DEBUG oslo_vmware.api [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636147, 'name': CreateSnapshot_Task, 'duration_secs': 0.60246} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.487469] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Created Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1307.488480] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063b60fb-04a1-49ef-bbb3-51fd1387b2de {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.702223] env[69186]: DEBUG nova.network.neutron [-] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.730896] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1851b370-d9cb-48f1-9ceb-f7ce8caab65c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.740672] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb9cfea-6484-4899-9c72-f7086b4ef356 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.767403] env[69186]: DEBUG nova.compute.manager [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1307.767669] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1307.767944] env[69186]: DEBUG nova.compute.manager [req-77da6419-ecca-4878-88c0-6eb8d5d85fcd req-de460ff1-b8a5-4f6e-bbf6-fd2bd5cb86e0 service nova] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Detach interface failed, port_id=3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c, reason: Instance 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1307.768839] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42559e4-e1bc-416d-a1f9-639fb3cb8406 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.775277] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.775618] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7465070-95f1-496e-bb0c-c734f5497a74 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.781559] env[69186]: DEBUG oslo_vmware.api [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1307.781559] env[69186]: value = "task-3636148" [ 1307.781559] env[69186]: _type = "Task" [ 1307.781559] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.789218] env[69186]: DEBUG oslo_vmware.api [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.006561] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Creating linked-clone VM from snapshot {{(pid=69186) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1308.006981] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2518d5ba-31d2-4677-bb7b-8e7035ea8143 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.015771] env[69186]: DEBUG oslo_vmware.api [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1308.015771] env[69186]: value = "task-3636149" [ 1308.015771] env[69186]: _type = "Task" [ 1308.015771] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.025043] env[69186]: DEBUG oslo_vmware.api [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636149, 'name': CloneVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.109791] env[69186]: DEBUG nova.compute.manager [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1308.111023] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7474b0-f0b9-4648-a62d-a952b0926a61 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.204801] env[69186]: INFO nova.compute.manager [-] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Took 1.45 seconds to deallocate network for instance. [ 1308.291451] env[69186]: DEBUG oslo_vmware.api [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636148, 'name': PowerOffVM_Task, 'duration_secs': 0.156959} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.291688] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1308.291870] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.292139] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7838e492-c74d-4b38-8361-23ae25223bd8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.357849] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.358129] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.358346] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Deleting the datastore file [datastore2] 64e6f1e7-3214-42a2-be30-53807d3f6bd9 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.358612] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2176551-e436-4cde-bb4e-c3181861e59c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.364772] env[69186]: DEBUG oslo_vmware.api [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for the task: (returnval){ [ 1308.364772] env[69186]: value = "task-3636151" [ 1308.364772] env[69186]: _type = "Task" [ 1308.364772] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.372891] env[69186]: DEBUG oslo_vmware.api [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.526069] env[69186]: DEBUG oslo_vmware.api [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636149, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.621460] env[69186]: INFO nova.compute.manager [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] instance snapshotting [ 1308.622236] env[69186]: DEBUG nova.objects.instance [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lazy-loading 'flavor' on Instance uuid eb29033b-6285-4257-9dea-e563bddf3114 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.711810] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.712169] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.712440] env[69186]: DEBUG nova.objects.instance [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lazy-loading 'resources' on Instance uuid 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.875800] env[69186]: DEBUG oslo_vmware.api [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Task: {'id': task-3636151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132994} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.876190] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1308.876190] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1308.876397] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1308.876660] env[69186]: INFO nova.compute.manager [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1308.876977] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1308.877241] env[69186]: DEBUG nova.compute.manager [-] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1308.877380] env[69186]: DEBUG nova.network.neutron [-] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1309.026131] env[69186]: DEBUG oslo_vmware.api [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636149, 'name': CloneVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.127953] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eee46c6-0a51-4d34-9287-e1104903dabe {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.147487] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1b7c74-db37-456d-845d-51c75741c037 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.299088] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8093fe3-47e8-4cc9-ab60-cd25989804ef {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.308805] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1a86b7-a0f3-4948-9ef5-a41ae272dc08 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.312816] env[69186]: DEBUG nova.compute.manager [req-5786a3ee-f086-4716-94c5-e2f7675e9f6f req-284c3a53-213c-4c7c-9833-46751b9cbd62 service nova] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Received event network-vif-deleted-88606070-b15d-4c8f-bcc7-e808c29a5692 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.313028] env[69186]: INFO nova.compute.manager [req-5786a3ee-f086-4716-94c5-e2f7675e9f6f req-284c3a53-213c-4c7c-9833-46751b9cbd62 service nova] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Neutron deleted interface 88606070-b15d-4c8f-bcc7-e808c29a5692; detaching it from the instance and deleting it from the info cache [ 1309.313199] env[69186]: DEBUG nova.network.neutron [req-5786a3ee-f086-4716-94c5-e2f7675e9f6f req-284c3a53-213c-4c7c-9833-46751b9cbd62 service nova] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.343843] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9c6b08-776d-40a1-be3b-80a1eb4043f5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.352086] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66be1cc-ae21-469f-b6a7-b5455cfdb49f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.365544] env[69186]: DEBUG nova.compute.provider_tree [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.526715] env[69186]: DEBUG oslo_vmware.api [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636149, 'name': CloneVM_Task, 'duration_secs': 1.040178} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.527165] env[69186]: INFO nova.virt.vmwareapi.vmops [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Created linked-clone VM from snapshot [ 1309.527910] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fc766e-2bfe-4b23-97ff-5383870ed97e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.534591] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Uploading image cd1cf52f-9e2c-467f-90fc-effaf0cffd3e {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1309.554791] env[69186]: DEBUG oslo_vmware.rw_handles [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1309.554791] env[69186]: value = "vm-725011" [ 1309.554791] env[69186]: _type = "VirtualMachine" [ 1309.554791] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1309.555086] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-02571e50-ad06-44ca-8ab8-02205bfbb673 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.561116] env[69186]: DEBUG oslo_vmware.rw_handles [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lease: (returnval){ [ 1309.561116] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5227884d-94aa-445f-4cf8-8f5e9eee9739" [ 1309.561116] env[69186]: _type = "HttpNfcLease" [ 1309.561116] env[69186]: } obtained for exporting VM: (result){ [ 1309.561116] env[69186]: value = "vm-725011" [ 1309.561116] env[69186]: _type = "VirtualMachine" [ 1309.561116] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1309.561491] env[69186]: DEBUG oslo_vmware.api [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the lease: (returnval){ [ 1309.561491] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5227884d-94aa-445f-4cf8-8f5e9eee9739" [ 1309.561491] env[69186]: _type = "HttpNfcLease" [ 1309.561491] env[69186]: } to be ready. {{(pid=69186) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1309.567129] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1309.567129] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5227884d-94aa-445f-4cf8-8f5e9eee9739" [ 1309.567129] env[69186]: _type = "HttpNfcLease" [ 1309.567129] env[69186]: } is initializing. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1309.657595] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Creating Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1309.658043] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6eac8b10-eae4-400a-9d31-6125b01b51a9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.664933] env[69186]: DEBUG oslo_vmware.api [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1309.664933] env[69186]: value = "task-3636153" [ 1309.664933] env[69186]: _type = "Task" [ 1309.664933] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.672748] env[69186]: DEBUG oslo_vmware.api [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636153, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.792463] env[69186]: DEBUG nova.network.neutron [-] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.815423] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e39878a7-9f6b-4c65-a42a-190d6d33bab3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.824834] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d729df2e-1825-49d5-9357-02d5b7c4057f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.854408] env[69186]: DEBUG nova.compute.manager [req-5786a3ee-f086-4716-94c5-e2f7675e9f6f req-284c3a53-213c-4c7c-9833-46751b9cbd62 service nova] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Detach interface failed, port_id=88606070-b15d-4c8f-bcc7-e808c29a5692, reason: Instance 64e6f1e7-3214-42a2-be30-53807d3f6bd9 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1309.868409] env[69186]: DEBUG nova.scheduler.client.report [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.069551] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1310.069551] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5227884d-94aa-445f-4cf8-8f5e9eee9739" [ 1310.069551] env[69186]: _type = "HttpNfcLease" [ 1310.069551] env[69186]: } is ready. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1310.069952] env[69186]: DEBUG oslo_vmware.rw_handles [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1310.069952] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5227884d-94aa-445f-4cf8-8f5e9eee9739" [ 1310.069952] env[69186]: _type = "HttpNfcLease" [ 1310.069952] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1310.070577] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b610b4f6-0791-43bc-a378-59332fcb77d3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.077903] env[69186]: DEBUG oslo_vmware.rw_handles [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e5b866-a1a8-5da9-5c4a-8f00d070c831/disk-0.vmdk from lease info. {{(pid=69186) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1310.078123] env[69186]: DEBUG oslo_vmware.rw_handles [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e5b866-a1a8-5da9-5c4a-8f00d070c831/disk-0.vmdk for reading. {{(pid=69186) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1310.164616] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eb30b473-5414-4abb-b385-b1f4a4cc1fbb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.175807] env[69186]: DEBUG oslo_vmware.api [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636153, 'name': CreateSnapshot_Task, 'duration_secs': 0.429479} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.176124] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Created Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1310.176869] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa2b2d3-b8b4-4af7-afac-15637d610f84 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.296376] env[69186]: INFO nova.compute.manager [-] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Took 1.42 seconds to deallocate network for instance. [ 1310.372980] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.391950] env[69186]: INFO nova.scheduler.client.report [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Deleted allocations for instance 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51 [ 1310.655551] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.656063] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.656153] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69186) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1310.699341] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Creating linked-clone VM from snapshot {{(pid=69186) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1310.700254] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-534cf5a3-5a60-4447-be10-298cc5e88e49 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.709111] env[69186]: DEBUG oslo_vmware.api [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1310.709111] env[69186]: value = "task-3636154" [ 1310.709111] env[69186]: _type = "Task" [ 1310.709111] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.718341] env[69186]: DEBUG oslo_vmware.api [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636154, 'name': CloneVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.802788] env[69186]: DEBUG oslo_concurrency.lockutils [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.803465] env[69186]: DEBUG oslo_concurrency.lockutils [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.803985] env[69186]: DEBUG nova.objects.instance [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lazy-loading 'resources' on Instance uuid 64e6f1e7-3214-42a2-be30-53807d3f6bd9 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.900662] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ab274f55-ff03-4aa2-964d-41d90e143b4e tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.760s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.219749] env[69186]: DEBUG oslo_vmware.api [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636154, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.376845] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acdf2c2-a2a8-47dc-986a-367ad4221e18 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.384550] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad0c638-2c49-441d-97db-b8a10073be80 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.417069] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b0324b-8c1c-4c0c-bae4-3fb81fc32cc7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.425040] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc25bd62-1e86-4c54-8699-56cc9e45573f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.441310] env[69186]: DEBUG nova.compute.provider_tree [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.654992] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.720093] env[69186]: DEBUG oslo_vmware.api [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636154, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.945504] env[69186]: DEBUG nova.scheduler.client.report [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.158765] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.220104] env[69186]: DEBUG oslo_vmware.api [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636154, 'name': CloneVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.450655] env[69186]: DEBUG oslo_concurrency.lockutils [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.452701] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.294s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.452829] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.452885] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69186) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1312.454042] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c48aacb-92ba-4726-8c30-4e150c8fe123 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.463172] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96088999-a53d-477b-8ade-9d64b51a4eea {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.479930] env[69186]: INFO nova.scheduler.client.report [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Deleted allocations for instance 64e6f1e7-3214-42a2-be30-53807d3f6bd9 [ 1312.481507] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc5a8ae-17b2-4a12-ab12-bbfd39762d81 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.490357] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a1c18f-29bc-4f62-b0f0-d6c604eac7cb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.521180] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180178MB free_disk=74GB free_vcpus=48 pci_devices=None {{(pid=69186) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1312.521369] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.521607] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.720639] env[69186]: DEBUG oslo_vmware.api [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636154, 'name': CloneVM_Task, 'duration_secs': 1.554978} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.720863] env[69186]: INFO nova.virt.vmwareapi.vmops [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Created linked-clone VM from snapshot [ 1312.721616] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30730529-5b8c-4109-8a0b-8aaaa14a4c4c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.728546] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Uploading image d23d4ab0-b3a7-4549-a336-411cda79e8e9 {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1312.749520] env[69186]: DEBUG oslo_vmware.rw_handles [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1312.749520] env[69186]: value = "vm-725013" [ 1312.749520] env[69186]: _type = "VirtualMachine" [ 1312.749520] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1312.749800] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a409c264-ae17-40ad-96ab-39875e7131c5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.756381] env[69186]: DEBUG oslo_vmware.rw_handles [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lease: (returnval){ [ 1312.756381] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52912f6d-9de2-f4c5-dc24-b0a5bcc437bc" [ 1312.756381] env[69186]: _type = "HttpNfcLease" [ 1312.756381] env[69186]: } obtained for exporting VM: (result){ [ 1312.756381] env[69186]: value = "vm-725013" [ 1312.756381] env[69186]: _type = "VirtualMachine" [ 1312.756381] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1312.756644] env[69186]: DEBUG oslo_vmware.api [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the lease: (returnval){ [ 1312.756644] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52912f6d-9de2-f4c5-dc24-b0a5bcc437bc" [ 1312.756644] env[69186]: _type = "HttpNfcLease" [ 1312.756644] env[69186]: } to be ready. {{(pid=69186) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1312.762727] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1312.762727] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52912f6d-9de2-f4c5-dc24-b0a5bcc437bc" [ 1312.762727] env[69186]: _type = "HttpNfcLease" [ 1312.762727] env[69186]: } is initializing. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1312.952529] env[69186]: DEBUG nova.compute.manager [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Stashing vm_state: active {{(pid=69186) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1312.989946] env[69186]: DEBUG oslo_concurrency.lockutils [None req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Lock "64e6f1e7-3214-42a2-be30-53807d3f6bd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.732s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.266056] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1313.266056] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52912f6d-9de2-f4c5-dc24-b0a5bcc437bc" [ 1313.266056] env[69186]: _type = "HttpNfcLease" [ 1313.266056] env[69186]: } is ready. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1313.266519] env[69186]: DEBUG oslo_vmware.rw_handles [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1313.266519] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52912f6d-9de2-f4c5-dc24-b0a5bcc437bc" [ 1313.266519] env[69186]: _type = "HttpNfcLease" [ 1313.266519] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1313.267305] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b15aea5-de92-4c39-9416-04facd4c0fb0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.275511] env[69186]: DEBUG oslo_vmware.rw_handles [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9074b-40c4-9d96-01ab-c1703c279a98/disk-0.vmdk from lease info. {{(pid=69186) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1313.275735] env[69186]: DEBUG oslo_vmware.rw_handles [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9074b-40c4-9d96-01ab-c1703c279a98/disk-0.vmdk for reading. {{(pid=69186) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1313.387511] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-51bd4661-3bcf-4108-9828-dd3f90e88d3a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.472284] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.529978] env[69186]: INFO nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Updating resource usage from migration 7d1d951c-f763-41ee-acc3-15ad5dd0f848 [ 1313.547219] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance eb29033b-6285-4257-9dea-e563bddf3114 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1313.547498] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 3cba6612-c0a3-40b1-a552-24e6b47ee8d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1313.547727] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Migration 7d1d951c-f763-41ee-acc3-15ad5dd0f848 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1313.547874] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1313.548170] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69186) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1313.548398] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69186) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1313.612679] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347cac47-d308-4ecc-a1d4-5122483322d3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.620147] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d96e64a-d1ef-4e24-84c5-fe00001dbe5e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.651021] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5721031c-e91b-49b6-a886-4162b00415db {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.658546] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf01b75a-664c-4ddf-9966-2bead02c0b8c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.672353] env[69186]: DEBUG nova.compute.provider_tree [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.176425] env[69186]: DEBUG nova.scheduler.client.report [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.681670] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69186) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1314.682088] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.160s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.682365] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.210s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.187857] env[69186]: INFO nova.compute.claims [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1315.684740] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.685177] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.685386] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.685669] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.695471] env[69186]: INFO nova.compute.resource_tracker [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Updating resource usage from migration 7d1d951c-f763-41ee-acc3-15ad5dd0f848 [ 1315.774463] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbfd281-65a4-4622-8b90-4839f600a014 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.782441] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56da14c0-7d10-43e4-8db6-5dc76e3e6896 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.818479] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e873a8-b899-4e52-bbaa-18a9eced316c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.825958] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffe62c4-12c0-4cbe-b27b-0f091e6ceb88 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.840954] env[69186]: DEBUG nova.compute.provider_tree [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.344260] env[69186]: DEBUG nova.scheduler.client.report [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.850907] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.168s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.851311] env[69186]: INFO nova.compute.manager [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Migrating [ 1317.367441] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "refresh_cache-7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.367650] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired lock "refresh_cache-7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.368248] env[69186]: DEBUG nova.network.neutron [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.650747] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.090465] env[69186]: DEBUG nova.network.neutron [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Updating instance_info_cache with network_info: [{"id": "169c2f38-ba8a-4843-914d-0c93c849224e", "address": "fa:16:3e:a2:31:32", "network": {"id": "14d60a2d-8117-4dd5-a804-5c161410ba84", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130840510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a588bb9537f4d2db8d49b4309728df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169c2f38-ba", "ovs_interfaceid": "169c2f38-ba8a-4843-914d-0c93c849224e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.156833] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.461344] env[69186]: DEBUG oslo_vmware.rw_handles [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e5b866-a1a8-5da9-5c4a-8f00d070c831/disk-0.vmdk. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1318.462408] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5eb2328-e127-4943-b426-4b2bcdc6d423 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.469037] env[69186]: DEBUG oslo_vmware.rw_handles [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e5b866-a1a8-5da9-5c4a-8f00d070c831/disk-0.vmdk is in state: ready. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1318.469221] env[69186]: ERROR oslo_vmware.rw_handles [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e5b866-a1a8-5da9-5c4a-8f00d070c831/disk-0.vmdk due to incomplete transfer. [ 1318.469457] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9d41e520-3654-4670-8b33-41578985ae39 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.477785] env[69186]: DEBUG oslo_vmware.rw_handles [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e5b866-a1a8-5da9-5c4a-8f00d070c831/disk-0.vmdk. {{(pid=69186) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1318.478061] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Uploaded image cd1cf52f-9e2c-467f-90fc-effaf0cffd3e to the Glance image server {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1318.480228] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Destroying the VM {{(pid=69186) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1318.480537] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d230e0cc-fdfe-4d07-a076-43bbe9c9b574 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.487105] env[69186]: DEBUG oslo_vmware.api [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1318.487105] env[69186]: value = "task-3636158" [ 1318.487105] env[69186]: _type = "Task" [ 1318.487105] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.495094] env[69186]: DEBUG oslo_vmware.api [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636158, 'name': Destroy_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.593110] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Releasing lock "refresh_cache-7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.996480] env[69186]: DEBUG oslo_vmware.api [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636158, 'name': Destroy_Task, 'duration_secs': 0.446626} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.996752] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Destroyed the VM [ 1318.997038] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Deleting Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1318.997304] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7b37891f-23ea-4b14-aa27-e13fc3bb1e67 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.003140] env[69186]: DEBUG oslo_vmware.api [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1319.003140] env[69186]: value = "task-3636159" [ 1319.003140] env[69186]: _type = "Task" [ 1319.003140] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.011035] env[69186]: DEBUG oslo_vmware.api [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636159, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.513119] env[69186]: DEBUG oslo_vmware.api [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636159, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.013719] env[69186]: DEBUG oslo_vmware.api [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636159, 'name': RemoveSnapshot_Task, 'duration_secs': 0.55076} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.014057] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Deleted Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1320.014320] env[69186]: DEBUG nova.compute.manager [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.015198] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f197ea-e258-4ffd-8ff0-4c047d0bdbd3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.108551] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88992317-9d3c-4d8e-acf9-3652f87b6e8c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.127656] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Updating instance '7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f' progress to 0 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1320.529576] env[69186]: INFO nova.compute.manager [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Shelve offloading [ 1320.634312] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.634546] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-976aa772-ce0f-40b0-aa80-afe3c22c9acd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.641437] env[69186]: DEBUG oslo_vmware.api [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1320.641437] env[69186]: value = "task-3636161" [ 1320.641437] env[69186]: _type = "Task" [ 1320.641437] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.652402] env[69186]: DEBUG oslo_vmware.api [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.033941] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.034317] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e269844-ccc8-493a-aff0-b0383382f141 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.041841] env[69186]: DEBUG oslo_vmware.api [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1321.041841] env[69186]: value = "task-3636162" [ 1321.041841] env[69186]: _type = "Task" [ 1321.041841] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.051586] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] VM already powered off {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1321.051822] env[69186]: DEBUG nova.compute.manager [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1321.052681] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30e8bd2-c935-4181-ba15-a92c835762af {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.059171] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "refresh_cache-3cba6612-c0a3-40b1-a552-24e6b47ee8d1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.059348] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquired lock "refresh_cache-3cba6612-c0a3-40b1-a552-24e6b47ee8d1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.059569] env[69186]: DEBUG nova.network.neutron [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1321.151024] env[69186]: DEBUG oslo_vmware.api [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636161, 'name': PowerOffVM_Task, 'duration_secs': 0.26546} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.151329] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.151519] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Updating instance '7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f' progress to 17 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1321.658091] env[69186]: DEBUG nova.virt.hardware [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1321.658508] env[69186]: DEBUG nova.virt.hardware [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.658508] env[69186]: DEBUG nova.virt.hardware [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.658670] env[69186]: DEBUG nova.virt.hardware [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.658816] env[69186]: DEBUG nova.virt.hardware [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.658973] env[69186]: DEBUG nova.virt.hardware [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1321.659205] env[69186]: DEBUG nova.virt.hardware [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1321.659377] env[69186]: DEBUG nova.virt.hardware [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1321.659536] env[69186]: DEBUG nova.virt.hardware [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1321.659699] env[69186]: DEBUG nova.virt.hardware [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1321.659871] env[69186]: DEBUG nova.virt.hardware [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1321.665126] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e0fe8ca-d747-4f36-8ca4-140ff0162cd6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.683278] env[69186]: DEBUG oslo_vmware.api [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1321.683278] env[69186]: value = "task-3636163" [ 1321.683278] env[69186]: _type = "Task" [ 1321.683278] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.691545] env[69186]: DEBUG oslo_vmware.api [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.799102] env[69186]: DEBUG nova.network.neutron [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Updating instance_info_cache with network_info: [{"id": "95ea021c-25ca-4244-b12e-29e3a75b72cd", "address": "fa:16:3e:db:50:99", "network": {"id": "b19f466a-3c49-4589-b277-bd013ac6fcc9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-687916241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f3363661041456ca60cb2abda3d61b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ea021c-25", "ovs_interfaceid": "95ea021c-25ca-4244-b12e-29e3a75b72cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.193479] env[69186]: DEBUG oslo_vmware.api [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636163, 'name': ReconfigVM_Task, 'duration_secs': 0.196645} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.193796] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Updating instance '7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f' progress to 33 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1322.301506] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Releasing lock "refresh_cache-3cba6612-c0a3-40b1-a552-24e6b47ee8d1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.427971] env[69186]: DEBUG oslo_vmware.rw_handles [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9074b-40c4-9d96-01ab-c1703c279a98/disk-0.vmdk. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1322.428981] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef555649-8a5c-42ce-9387-d8860f9841a5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.435203] env[69186]: DEBUG oslo_vmware.rw_handles [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9074b-40c4-9d96-01ab-c1703c279a98/disk-0.vmdk is in state: ready. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1322.435371] env[69186]: ERROR oslo_vmware.rw_handles [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9074b-40c4-9d96-01ab-c1703c279a98/disk-0.vmdk due to incomplete transfer. [ 1322.435586] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-db6e139c-5591-4ca0-8834-f3f138ed608d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.442752] env[69186]: DEBUG oslo_vmware.rw_handles [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9074b-40c4-9d96-01ab-c1703c279a98/disk-0.vmdk. {{(pid=69186) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1322.442961] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Uploaded image d23d4ab0-b3a7-4549-a336-411cda79e8e9 to the Glance image server {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1322.444678] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Destroying the VM {{(pid=69186) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1322.444901] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-11816105-87e0-47d1-ace9-90577a2cae5c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.450778] env[69186]: DEBUG oslo_vmware.api [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1322.450778] env[69186]: value = "task-3636164" [ 1322.450778] env[69186]: _type = "Task" [ 1322.450778] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.458288] env[69186]: DEBUG oslo_vmware.api [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636164, 'name': Destroy_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.518326] env[69186]: DEBUG nova.compute.manager [req-e8663697-46a2-4c07-9625-370d6019765a req-f694cc42-12bf-45d5-ba5f-a6f1153915c3 service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Received event network-vif-unplugged-95ea021c-25ca-4244-b12e-29e3a75b72cd {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.518624] env[69186]: DEBUG oslo_concurrency.lockutils [req-e8663697-46a2-4c07-9625-370d6019765a req-f694cc42-12bf-45d5-ba5f-a6f1153915c3 service nova] Acquiring lock "3cba6612-c0a3-40b1-a552-24e6b47ee8d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.518869] env[69186]: DEBUG oslo_concurrency.lockutils [req-e8663697-46a2-4c07-9625-370d6019765a req-f694cc42-12bf-45d5-ba5f-a6f1153915c3 service nova] Lock "3cba6612-c0a3-40b1-a552-24e6b47ee8d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.519164] env[69186]: DEBUG oslo_concurrency.lockutils [req-e8663697-46a2-4c07-9625-370d6019765a req-f694cc42-12bf-45d5-ba5f-a6f1153915c3 service nova] Lock "3cba6612-c0a3-40b1-a552-24e6b47ee8d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.519867] env[69186]: DEBUG nova.compute.manager [req-e8663697-46a2-4c07-9625-370d6019765a req-f694cc42-12bf-45d5-ba5f-a6f1153915c3 service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] No waiting events found dispatching network-vif-unplugged-95ea021c-25ca-4244-b12e-29e3a75b72cd {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1322.519867] env[69186]: WARNING nova.compute.manager [req-e8663697-46a2-4c07-9625-370d6019765a req-f694cc42-12bf-45d5-ba5f-a6f1153915c3 service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Received unexpected event network-vif-unplugged-95ea021c-25ca-4244-b12e-29e3a75b72cd for instance with vm_state shelved and task_state shelving_offloading. [ 1322.633830] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1322.634868] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f66c83-df0e-428f-90d7-76d3e29ae695 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.642350] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1322.642658] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79769417-2131-4725-a815-4f48268f6115 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.700795] env[69186]: DEBUG nova.virt.hardware [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1322.701198] env[69186]: DEBUG nova.virt.hardware [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1322.701269] env[69186]: DEBUG nova.virt.hardware [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1322.701431] env[69186]: DEBUG nova.virt.hardware [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1322.701590] env[69186]: DEBUG nova.virt.hardware [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1322.701741] env[69186]: DEBUG nova.virt.hardware [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1322.701963] env[69186]: DEBUG nova.virt.hardware [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1322.702150] env[69186]: DEBUG nova.virt.hardware [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1322.702347] env[69186]: DEBUG nova.virt.hardware [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1322.702521] env[69186]: DEBUG nova.virt.hardware [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1322.702695] env[69186]: DEBUG nova.virt.hardware [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1322.708248] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Reconfiguring VM instance instance-0000005d to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1322.708557] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7077e7c8-64d1-4137-8f0f-a598977c5b54 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.726751] env[69186]: DEBUG oslo_vmware.api [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1322.726751] env[69186]: value = "task-3636166" [ 1322.726751] env[69186]: _type = "Task" [ 1322.726751] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.732543] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1322.732739] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1322.732934] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Deleting the datastore file [datastore2] 3cba6612-c0a3-40b1-a552-24e6b47ee8d1 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1322.733522] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44e7f5c0-1afa-41cb-a035-867b3ee2b59d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.738052] env[69186]: DEBUG oslo_vmware.api [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.741880] env[69186]: DEBUG oslo_vmware.api [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1322.741880] env[69186]: value = "task-3636167" [ 1322.741880] env[69186]: _type = "Task" [ 1322.741880] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.748932] env[69186]: DEBUG oslo_vmware.api [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.961050] env[69186]: DEBUG oslo_vmware.api [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636164, 'name': Destroy_Task, 'duration_secs': 0.36956} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.961050] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Destroyed the VM [ 1322.961326] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Deleting Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1322.961463] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cb2b8dfe-cc2f-408c-a098-0e249f7c9b12 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.967574] env[69186]: DEBUG oslo_vmware.api [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1322.967574] env[69186]: value = "task-3636168" [ 1322.967574] env[69186]: _type = "Task" [ 1322.967574] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.975385] env[69186]: DEBUG oslo_vmware.api [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636168, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.237699] env[69186]: DEBUG oslo_vmware.api [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636166, 'name': ReconfigVM_Task, 'duration_secs': 0.164736} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.238061] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Reconfigured VM instance instance-0000005d to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1323.238801] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d247b4-bdec-422e-a989-bb397f798679 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.263075] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f/7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.263936] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb617c26-f111-41dd-9ae1-07c0de8e03a9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.279654] env[69186]: DEBUG oslo_vmware.api [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165853} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.281022] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1323.281022] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1323.281022] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1323.284978] env[69186]: DEBUG oslo_vmware.api [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1323.284978] env[69186]: value = "task-3636169" [ 1323.284978] env[69186]: _type = "Task" [ 1323.284978] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.294394] env[69186]: DEBUG oslo_vmware.api [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636169, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.307340] env[69186]: INFO nova.scheduler.client.report [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Deleted allocations for instance 3cba6612-c0a3-40b1-a552-24e6b47ee8d1 [ 1323.477911] env[69186]: DEBUG oslo_vmware.api [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636168, 'name': RemoveSnapshot_Task, 'duration_secs': 0.477894} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.478252] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Deleted Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1323.478469] env[69186]: INFO nova.compute.manager [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Took 14.35 seconds to snapshot the instance on the hypervisor. [ 1323.793966] env[69186]: DEBUG oslo_vmware.api [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636169, 'name': ReconfigVM_Task, 'duration_secs': 0.284289} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.794441] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f/7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1323.794766] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Updating instance '7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f' progress to 50 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1323.814126] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.814412] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.814666] env[69186]: DEBUG nova.objects.instance [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lazy-loading 'resources' on Instance uuid 3cba6612-c0a3-40b1-a552-24e6b47ee8d1 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.023580] env[69186]: DEBUG nova.compute.manager [None req-3a78108c-2c8f-40f0-a099-65bf834d23ec tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Found 2 images (rotation: 2) {{(pid=69186) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1324.302762] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbcad99-a3bf-4d0c-9af8-159ce13e3d6f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.324795] env[69186]: DEBUG nova.objects.instance [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lazy-loading 'numa_topology' on Instance uuid 3cba6612-c0a3-40b1-a552-24e6b47ee8d1 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.326828] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27de3408-85e8-4ccd-a118-f1c4fc6414f8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.353195] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Updating instance '7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f' progress to 67 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1324.543873] env[69186]: DEBUG nova.compute.manager [req-f06ccbd9-23c9-4d06-b709-dd1edef52dc4 req-9ad5e7de-61be-44b5-801a-98371a9bc8ff service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Received event network-changed-95ea021c-25ca-4244-b12e-29e3a75b72cd {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.544135] env[69186]: DEBUG nova.compute.manager [req-f06ccbd9-23c9-4d06-b709-dd1edef52dc4 req-9ad5e7de-61be-44b5-801a-98371a9bc8ff service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Refreshing instance network info cache due to event network-changed-95ea021c-25ca-4244-b12e-29e3a75b72cd. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1324.544423] env[69186]: DEBUG oslo_concurrency.lockutils [req-f06ccbd9-23c9-4d06-b709-dd1edef52dc4 req-9ad5e7de-61be-44b5-801a-98371a9bc8ff service nova] Acquiring lock "refresh_cache-3cba6612-c0a3-40b1-a552-24e6b47ee8d1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.544605] env[69186]: DEBUG oslo_concurrency.lockutils [req-f06ccbd9-23c9-4d06-b709-dd1edef52dc4 req-9ad5e7de-61be-44b5-801a-98371a9bc8ff service nova] Acquired lock "refresh_cache-3cba6612-c0a3-40b1-a552-24e6b47ee8d1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.544806] env[69186]: DEBUG nova.network.neutron [req-f06ccbd9-23c9-4d06-b709-dd1edef52dc4 req-9ad5e7de-61be-44b5-801a-98371a9bc8ff service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Refreshing network info cache for port 95ea021c-25ca-4244-b12e-29e3a75b72cd {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1324.709367] env[69186]: DEBUG nova.compute.manager [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1324.710362] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4e0456-605c-478c-93c7-916358b21c2b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.832448] env[69186]: DEBUG nova.objects.base [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Object Instance<3cba6612-c0a3-40b1-a552-24e6b47ee8d1> lazy-loaded attributes: resources,numa_topology {{(pid=69186) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1324.896987] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e60d04e-718e-4b6c-802c-f0bd09b24c17 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.902290] env[69186]: DEBUG nova.network.neutron [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Port 169c2f38-ba8a-4843-914d-0c93c849224e binding to destination host cpu-1 is already ACTIVE {{(pid=69186) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1324.909678] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c193ca-945e-4dc5-90ef-333c970553c6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.941962] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8011cf8a-9934-46dc-b18d-d32b23c745ee {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.950541] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e518282e-dea7-4f00-a15c-a7834612f684 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.967134] env[69186]: DEBUG nova.compute.provider_tree [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.221446] env[69186]: INFO nova.compute.manager [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] instance snapshotting [ 1325.222054] env[69186]: DEBUG nova.objects.instance [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lazy-loading 'flavor' on Instance uuid eb29033b-6285-4257-9dea-e563bddf3114 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.329715] env[69186]: DEBUG nova.network.neutron [req-f06ccbd9-23c9-4d06-b709-dd1edef52dc4 req-9ad5e7de-61be-44b5-801a-98371a9bc8ff service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Updated VIF entry in instance network info cache for port 95ea021c-25ca-4244-b12e-29e3a75b72cd. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1325.330181] env[69186]: DEBUG nova.network.neutron [req-f06ccbd9-23c9-4d06-b709-dd1edef52dc4 req-9ad5e7de-61be-44b5-801a-98371a9bc8ff service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Updating instance_info_cache with network_info: [{"id": "95ea021c-25ca-4244-b12e-29e3a75b72cd", "address": "fa:16:3e:db:50:99", "network": {"id": "b19f466a-3c49-4589-b277-bd013ac6fcc9", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-687916241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f3363661041456ca60cb2abda3d61b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap95ea021c-25", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.470853] env[69186]: DEBUG nova.scheduler.client.report [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.732955] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7949dfe6-3680-4969-8766-41b1d87b3e14 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.752442] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904b02d7-39cd-4b4c-9d40-d94df6032498 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.834029] env[69186]: DEBUG oslo_concurrency.lockutils [req-f06ccbd9-23c9-4d06-b709-dd1edef52dc4 req-9ad5e7de-61be-44b5-801a-98371a9bc8ff service nova] Releasing lock "refresh_cache-3cba6612-c0a3-40b1-a552-24e6b47ee8d1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.921722] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.921976] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.922173] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.976221] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.263542] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Creating Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1326.263883] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-280ca271-9f9c-4023-b568-f823bc053db8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.274234] env[69186]: DEBUG oslo_vmware.api [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1326.274234] env[69186]: value = "task-3636170" [ 1326.274234] env[69186]: _type = "Task" [ 1326.274234] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.283180] env[69186]: DEBUG oslo_vmware.api [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636170, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.457941] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "3cba6612-c0a3-40b1-a552-24e6b47ee8d1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.484035] env[69186]: DEBUG oslo_concurrency.lockutils [None req-4bbc7bdd-4a93-4029-9e05-a6940bd24ca0 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "3cba6612-c0a3-40b1-a552-24e6b47ee8d1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.071s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.484385] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "3cba6612-c0a3-40b1-a552-24e6b47ee8d1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.026s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.484385] env[69186]: INFO nova.compute.manager [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Unshelving [ 1326.784689] env[69186]: DEBUG oslo_vmware.api [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636170, 'name': CreateSnapshot_Task, 'duration_secs': 0.426378} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.784913] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Created Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1326.785672] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670e8f81-1164-4a54-bf3c-cb41fee7e0a2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.959975] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "refresh_cache-7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.960259] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired lock "refresh_cache-7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.960367] env[69186]: DEBUG nova.network.neutron [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.302665] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Creating linked-clone VM from snapshot {{(pid=69186) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1327.302956] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1e2438c2-bae6-4bc6-8ea7-e27c6396b473 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.312050] env[69186]: DEBUG oslo_vmware.api [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1327.312050] env[69186]: value = "task-3636171" [ 1327.312050] env[69186]: _type = "Task" [ 1327.312050] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.319772] env[69186]: DEBUG oslo_vmware.api [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636171, 'name': CloneVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.509789] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.510104] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.510327] env[69186]: DEBUG nova.objects.instance [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lazy-loading 'pci_requests' on Instance uuid 3cba6612-c0a3-40b1-a552-24e6b47ee8d1 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.734835] env[69186]: DEBUG nova.network.neutron [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Updating instance_info_cache with network_info: [{"id": "169c2f38-ba8a-4843-914d-0c93c849224e", "address": "fa:16:3e:a2:31:32", "network": {"id": "14d60a2d-8117-4dd5-a804-5c161410ba84", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130840510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a588bb9537f4d2db8d49b4309728df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169c2f38-ba", "ovs_interfaceid": "169c2f38-ba8a-4843-914d-0c93c849224e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.823084] env[69186]: DEBUG oslo_vmware.api [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636171, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.014352] env[69186]: DEBUG nova.objects.instance [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lazy-loading 'numa_topology' on Instance uuid 3cba6612-c0a3-40b1-a552-24e6b47ee8d1 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.237942] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Releasing lock "refresh_cache-7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.322087] env[69186]: DEBUG oslo_vmware.api [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636171, 'name': CloneVM_Task} progress is 95%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.517744] env[69186]: INFO nova.compute.claims [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1328.759183] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7959296f-9b88-493c-955a-cdb62d4d8b30 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.778016] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a606fc-da08-4c50-8ced-1e2d668252a3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.784500] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Updating instance '7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f' progress to 83 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1328.822426] env[69186]: DEBUG oslo_vmware.api [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636171, 'name': CloneVM_Task, 'duration_secs': 1.160731} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.822676] env[69186]: INFO nova.virt.vmwareapi.vmops [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Created linked-clone VM from snapshot [ 1328.823413] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f26d0f-a006-4234-bc75-b6bf3d4e7119 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.830778] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Uploading image 06045649-d2a4-45e1-9754-448de4878a88 {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1328.854460] env[69186]: DEBUG oslo_vmware.rw_handles [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1328.854460] env[69186]: value = "vm-725015" [ 1328.854460] env[69186]: _type = "VirtualMachine" [ 1328.854460] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1328.854707] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-75e4e9b1-d5b9-40bc-8690-ef5ab43df572 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.862137] env[69186]: DEBUG oslo_vmware.rw_handles [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lease: (returnval){ [ 1328.862137] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529f0520-f4b4-cae2-888e-0f61ae455c54" [ 1328.862137] env[69186]: _type = "HttpNfcLease" [ 1328.862137] env[69186]: } obtained for exporting VM: (result){ [ 1328.862137] env[69186]: value = "vm-725015" [ 1328.862137] env[69186]: _type = "VirtualMachine" [ 1328.862137] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1328.862483] env[69186]: DEBUG oslo_vmware.api [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the lease: (returnval){ [ 1328.862483] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529f0520-f4b4-cae2-888e-0f61ae455c54" [ 1328.862483] env[69186]: _type = "HttpNfcLease" [ 1328.862483] env[69186]: } to be ready. {{(pid=69186) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1328.868346] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1328.868346] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529f0520-f4b4-cae2-888e-0f61ae455c54" [ 1328.868346] env[69186]: _type = "HttpNfcLease" [ 1328.868346] env[69186]: } is initializing. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1329.291122] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1329.291487] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fe0454e-4758-4307-9272-79e20850cd5c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.298696] env[69186]: DEBUG oslo_vmware.api [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1329.298696] env[69186]: value = "task-3636173" [ 1329.298696] env[69186]: _type = "Task" [ 1329.298696] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.307560] env[69186]: DEBUG oslo_vmware.api [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.369288] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1329.369288] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529f0520-f4b4-cae2-888e-0f61ae455c54" [ 1329.369288] env[69186]: _type = "HttpNfcLease" [ 1329.369288] env[69186]: } is ready. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1329.369608] env[69186]: DEBUG oslo_vmware.rw_handles [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1329.369608] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]529f0520-f4b4-cae2-888e-0f61ae455c54" [ 1329.369608] env[69186]: _type = "HttpNfcLease" [ 1329.369608] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1329.370279] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05aa918e-69ee-4123-addf-b9db143c83b0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.377179] env[69186]: DEBUG oslo_vmware.rw_handles [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa0077-c2f5-5fcd-7f22-8bb2a5e8e68d/disk-0.vmdk from lease info. {{(pid=69186) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1329.377370] env[69186]: DEBUG oslo_vmware.rw_handles [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa0077-c2f5-5fcd-7f22-8bb2a5e8e68d/disk-0.vmdk for reading. {{(pid=69186) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1329.462270] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-27bccbfd-2efa-48ca-aca4-199b616369fe {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.583778] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24010cdc-f4f1-4b93-a4bd-458a85c5c92b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.590845] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c64d5c-1139-4cc7-a3e6-c9609a1d3ff0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.621642] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cdb266-2ffd-4072-8951-b4e6b71bc8b0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.628966] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211ac183-3d54-4533-a80a-084f7a1f9e58 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.642140] env[69186]: DEBUG nova.compute.provider_tree [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.809554] env[69186]: DEBUG oslo_vmware.api [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636173, 'name': PowerOnVM_Task, 'duration_secs': 0.378348} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.809944] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.810442] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ae371a92-516f-40fc-9d85-e41169b659c0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Updating instance '7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f' progress to 100 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1330.146058] env[69186]: DEBUG nova.scheduler.client.report [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.651506] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.141s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.680791] env[69186]: INFO nova.network.neutron [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Updating port 95ea021c-25ca-4244-b12e-29e3a75b72cd with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1332.193983] env[69186]: DEBUG nova.compute.manager [req-4d8ac580-04e6-4e64-be32-1aebe2895de1 req-426a60a5-049e-4b22-8b57-794f89eeb15e service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Received event network-vif-plugged-95ea021c-25ca-4244-b12e-29e3a75b72cd {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.194267] env[69186]: DEBUG oslo_concurrency.lockutils [req-4d8ac580-04e6-4e64-be32-1aebe2895de1 req-426a60a5-049e-4b22-8b57-794f89eeb15e service nova] Acquiring lock "3cba6612-c0a3-40b1-a552-24e6b47ee8d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.194471] env[69186]: DEBUG oslo_concurrency.lockutils [req-4d8ac580-04e6-4e64-be32-1aebe2895de1 req-426a60a5-049e-4b22-8b57-794f89eeb15e service nova] Lock "3cba6612-c0a3-40b1-a552-24e6b47ee8d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.194980] env[69186]: DEBUG oslo_concurrency.lockutils [req-4d8ac580-04e6-4e64-be32-1aebe2895de1 req-426a60a5-049e-4b22-8b57-794f89eeb15e service nova] Lock "3cba6612-c0a3-40b1-a552-24e6b47ee8d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.195222] env[69186]: DEBUG nova.compute.manager [req-4d8ac580-04e6-4e64-be32-1aebe2895de1 req-426a60a5-049e-4b22-8b57-794f89eeb15e service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] No waiting events found dispatching network-vif-plugged-95ea021c-25ca-4244-b12e-29e3a75b72cd {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1332.195431] env[69186]: WARNING nova.compute.manager [req-4d8ac580-04e6-4e64-be32-1aebe2895de1 req-426a60a5-049e-4b22-8b57-794f89eeb15e service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Received unexpected event network-vif-plugged-95ea021c-25ca-4244-b12e-29e3a75b72cd for instance with vm_state shelved_offloaded and task_state spawning. [ 1332.277223] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "refresh_cache-3cba6612-c0a3-40b1-a552-24e6b47ee8d1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.277597] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquired lock "refresh_cache-3cba6612-c0a3-40b1-a552-24e6b47ee8d1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.277837] env[69186]: DEBUG nova.network.neutron [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1332.569605] env[69186]: DEBUG oslo_concurrency.lockutils [None req-db330c3c-be5a-4977-a852-f6040d6bf9c4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.569605] env[69186]: DEBUG oslo_concurrency.lockutils [None req-db330c3c-be5a-4977-a852-f6040d6bf9c4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.569878] env[69186]: DEBUG nova.compute.manager [None req-db330c3c-be5a-4977-a852-f6040d6bf9c4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Going to confirm migration 7 {{(pid=69186) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1332.984302] env[69186]: DEBUG nova.network.neutron [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Updating instance_info_cache with network_info: [{"id": "95ea021c-25ca-4244-b12e-29e3a75b72cd", "address": "fa:16:3e:db:50:99", "network": {"id": "b19f466a-3c49-4589-b277-bd013ac6fcc9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-687916241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f3363661041456ca60cb2abda3d61b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ea021c-25", "ovs_interfaceid": "95ea021c-25ca-4244-b12e-29e3a75b72cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.105846] env[69186]: DEBUG oslo_concurrency.lockutils [None req-db330c3c-be5a-4977-a852-f6040d6bf9c4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "refresh_cache-7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.106091] env[69186]: DEBUG oslo_concurrency.lockutils [None req-db330c3c-be5a-4977-a852-f6040d6bf9c4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired lock "refresh_cache-7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.106291] env[69186]: DEBUG nova.network.neutron [None req-db330c3c-be5a-4977-a852-f6040d6bf9c4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.106482] env[69186]: DEBUG nova.objects.instance [None req-db330c3c-be5a-4977-a852-f6040d6bf9c4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lazy-loading 'info_cache' on Instance uuid 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.487213] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Releasing lock "refresh_cache-3cba6612-c0a3-40b1-a552-24e6b47ee8d1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.514863] env[69186]: DEBUG nova.virt.hardware [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='15d8c862c09d96978bb79bbbd74d23d5',container_format='bare',created_at=2025-04-26T12:33:50Z,direct_url=,disk_format='vmdk',id=cd1cf52f-9e2c-467f-90fc-effaf0cffd3e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1832472542-shelved',owner='3f3363661041456ca60cb2abda3d61b4',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-26T12:34:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1333.515158] env[69186]: DEBUG nova.virt.hardware [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.515325] env[69186]: DEBUG nova.virt.hardware [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1333.515511] env[69186]: DEBUG nova.virt.hardware [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.515659] env[69186]: DEBUG nova.virt.hardware [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1333.515810] env[69186]: DEBUG nova.virt.hardware [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1333.516040] env[69186]: DEBUG nova.virt.hardware [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1333.516238] env[69186]: DEBUG nova.virt.hardware [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1333.516425] env[69186]: DEBUG nova.virt.hardware [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1333.516595] env[69186]: DEBUG nova.virt.hardware [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1333.516769] env[69186]: DEBUG nova.virt.hardware [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1333.517684] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e60a45-8494-46b8-a47b-a055b570e735 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.525764] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1a09b3-c647-4a56-ad0e-d70646ffebc3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.539993] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:50:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95ea021c-25ca-4244-b12e-29e3a75b72cd', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1333.547228] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.547460] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1333.547667] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-660d5647-ae21-4cf8-ae99-d6b5e57a3ef0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.565231] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1333.565231] env[69186]: value = "task-3636174" [ 1333.565231] env[69186]: _type = "Task" [ 1333.565231] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.572575] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636174, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.075575] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636174, 'name': CreateVM_Task, 'duration_secs': 0.343085} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.075755] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1334.076513] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cd1cf52f-9e2c-467f-90fc-effaf0cffd3e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.076685] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cd1cf52f-9e2c-467f-90fc-effaf0cffd3e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.077125] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cd1cf52f-9e2c-467f-90fc-effaf0cffd3e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.077441] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36288371-dfbb-42ee-81df-071d3388187a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.081956] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1334.081956] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528ef248-bcab-4709-6b00-9f2e9da59b2d" [ 1334.081956] env[69186]: _type = "Task" [ 1334.081956] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.092519] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]528ef248-bcab-4709-6b00-9f2e9da59b2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.224015] env[69186]: DEBUG nova.compute.manager [req-ceaddd99-61e2-4dfe-9f64-ce439b325ca3 req-96fd8de6-f04b-4dc2-95e2-3028c3e3de29 service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Received event network-changed-95ea021c-25ca-4244-b12e-29e3a75b72cd {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.224235] env[69186]: DEBUG nova.compute.manager [req-ceaddd99-61e2-4dfe-9f64-ce439b325ca3 req-96fd8de6-f04b-4dc2-95e2-3028c3e3de29 service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Refreshing instance network info cache due to event network-changed-95ea021c-25ca-4244-b12e-29e3a75b72cd. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1334.224456] env[69186]: DEBUG oslo_concurrency.lockutils [req-ceaddd99-61e2-4dfe-9f64-ce439b325ca3 req-96fd8de6-f04b-4dc2-95e2-3028c3e3de29 service nova] Acquiring lock "refresh_cache-3cba6612-c0a3-40b1-a552-24e6b47ee8d1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.224600] env[69186]: DEBUG oslo_concurrency.lockutils [req-ceaddd99-61e2-4dfe-9f64-ce439b325ca3 req-96fd8de6-f04b-4dc2-95e2-3028c3e3de29 service nova] Acquired lock "refresh_cache-3cba6612-c0a3-40b1-a552-24e6b47ee8d1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.224942] env[69186]: DEBUG nova.network.neutron [req-ceaddd99-61e2-4dfe-9f64-ce439b325ca3 req-96fd8de6-f04b-4dc2-95e2-3028c3e3de29 service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Refreshing network info cache for port 95ea021c-25ca-4244-b12e-29e3a75b72cd {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1334.393347] env[69186]: DEBUG nova.network.neutron [None req-db330c3c-be5a-4977-a852-f6040d6bf9c4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Updating instance_info_cache with network_info: [{"id": "169c2f38-ba8a-4843-914d-0c93c849224e", "address": "fa:16:3e:a2:31:32", "network": {"id": "14d60a2d-8117-4dd5-a804-5c161410ba84", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130840510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a588bb9537f4d2db8d49b4309728df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169c2f38-ba", "ovs_interfaceid": "169c2f38-ba8a-4843-914d-0c93c849224e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.594493] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cd1cf52f-9e2c-467f-90fc-effaf0cffd3e" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.594840] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Processing image cd1cf52f-9e2c-467f-90fc-effaf0cffd3e {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1334.595188] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cd1cf52f-9e2c-467f-90fc-effaf0cffd3e/cd1cf52f-9e2c-467f-90fc-effaf0cffd3e.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.595409] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cd1cf52f-9e2c-467f-90fc-effaf0cffd3e/cd1cf52f-9e2c-467f-90fc-effaf0cffd3e.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.595634] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1334.595963] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc78f874-06ac-4cdf-abb9-30017d9a3bc0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.614482] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1334.614674] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1334.615416] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e942e35f-0e68-4281-b617-bf24a8f2910d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.620754] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1334.620754] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52cc5e95-e4cd-3840-5fa9-9f66f8e8bddd" [ 1334.620754] env[69186]: _type = "Task" [ 1334.620754] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.628350] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52cc5e95-e4cd-3840-5fa9-9f66f8e8bddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.896535] env[69186]: DEBUG oslo_concurrency.lockutils [None req-db330c3c-be5a-4977-a852-f6040d6bf9c4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Releasing lock "refresh_cache-7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.896796] env[69186]: DEBUG nova.objects.instance [None req-db330c3c-be5a-4977-a852-f6040d6bf9c4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lazy-loading 'migration_context' on Instance uuid 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.930240] env[69186]: DEBUG nova.network.neutron [req-ceaddd99-61e2-4dfe-9f64-ce439b325ca3 req-96fd8de6-f04b-4dc2-95e2-3028c3e3de29 service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Updated VIF entry in instance network info cache for port 95ea021c-25ca-4244-b12e-29e3a75b72cd. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1334.930607] env[69186]: DEBUG nova.network.neutron [req-ceaddd99-61e2-4dfe-9f64-ce439b325ca3 req-96fd8de6-f04b-4dc2-95e2-3028c3e3de29 service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Updating instance_info_cache with network_info: [{"id": "95ea021c-25ca-4244-b12e-29e3a75b72cd", "address": "fa:16:3e:db:50:99", "network": {"id": "b19f466a-3c49-4589-b277-bd013ac6fcc9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-687916241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f3363661041456ca60cb2abda3d61b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ea021c-25", "ovs_interfaceid": "95ea021c-25ca-4244-b12e-29e3a75b72cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.130753] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Preparing fetch location {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1335.130968] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Fetch image to [datastore2] OSTACK_IMG_3aac2e95-8803-4410-bab2-35d87f273336/OSTACK_IMG_3aac2e95-8803-4410-bab2-35d87f273336.vmdk {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1335.131161] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Downloading stream optimized image cd1cf52f-9e2c-467f-90fc-effaf0cffd3e to [datastore2] OSTACK_IMG_3aac2e95-8803-4410-bab2-35d87f273336/OSTACK_IMG_3aac2e95-8803-4410-bab2-35d87f273336.vmdk on the data store datastore2 as vApp {{(pid=69186) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1335.131524] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Downloading image file data cd1cf52f-9e2c-467f-90fc-effaf0cffd3e to the ESX as VM named 'OSTACK_IMG_3aac2e95-8803-4410-bab2-35d87f273336' {{(pid=69186) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1335.192205] env[69186]: DEBUG oslo_vmware.rw_handles [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1335.192205] env[69186]: value = "resgroup-9" [ 1335.192205] env[69186]: _type = "ResourcePool" [ 1335.192205] env[69186]: }. {{(pid=69186) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1335.192499] env[69186]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-acd6ee05-d8ff-4bf5-8253-a32e4c840778 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.213481] env[69186]: DEBUG oslo_vmware.rw_handles [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lease: (returnval){ [ 1335.213481] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5247fdde-24be-e75f-8133-48eec20417ed" [ 1335.213481] env[69186]: _type = "HttpNfcLease" [ 1335.213481] env[69186]: } obtained for vApp import into resource pool (val){ [ 1335.213481] env[69186]: value = "resgroup-9" [ 1335.213481] env[69186]: _type = "ResourcePool" [ 1335.213481] env[69186]: }. {{(pid=69186) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1335.213813] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the lease: (returnval){ [ 1335.213813] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5247fdde-24be-e75f-8133-48eec20417ed" [ 1335.213813] env[69186]: _type = "HttpNfcLease" [ 1335.213813] env[69186]: } to be ready. {{(pid=69186) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1335.219850] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1335.219850] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5247fdde-24be-e75f-8133-48eec20417ed" [ 1335.219850] env[69186]: _type = "HttpNfcLease" [ 1335.219850] env[69186]: } is initializing. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1335.401918] env[69186]: DEBUG nova.objects.base [None req-db330c3c-be5a-4977-a852-f6040d6bf9c4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Object Instance<7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f> lazy-loaded attributes: info_cache,migration_context {{(pid=69186) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1335.402989] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de105cf5-bad2-4bfc-95ae-42efb18ef613 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.423750] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eb8cf7b-4e8d-4dd9-8367-997f18a29cea {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.429437] env[69186]: DEBUG oslo_vmware.api [None req-db330c3c-be5a-4977-a852-f6040d6bf9c4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1335.429437] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bc1378-0187-e246-79cf-a4e21231758a" [ 1335.429437] env[69186]: _type = "Task" [ 1335.429437] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.433139] env[69186]: DEBUG oslo_concurrency.lockutils [req-ceaddd99-61e2-4dfe-9f64-ce439b325ca3 req-96fd8de6-f04b-4dc2-95e2-3028c3e3de29 service nova] Releasing lock "refresh_cache-3cba6612-c0a3-40b1-a552-24e6b47ee8d1" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.438616] env[69186]: DEBUG oslo_vmware.api [None req-db330c3c-be5a-4977-a852-f6040d6bf9c4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bc1378-0187-e246-79cf-a4e21231758a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.722187] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1335.722187] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5247fdde-24be-e75f-8133-48eec20417ed" [ 1335.722187] env[69186]: _type = "HttpNfcLease" [ 1335.722187] env[69186]: } is initializing. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1335.941164] env[69186]: DEBUG oslo_vmware.api [None req-db330c3c-be5a-4977-a852-f6040d6bf9c4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bc1378-0187-e246-79cf-a4e21231758a, 'name': SearchDatastore_Task, 'duration_secs': 0.019807} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.941506] env[69186]: DEBUG oslo_concurrency.lockutils [None req-db330c3c-be5a-4977-a852-f6040d6bf9c4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.941762] env[69186]: DEBUG oslo_concurrency.lockutils [None req-db330c3c-be5a-4977-a852-f6040d6bf9c4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.223296] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1336.223296] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5247fdde-24be-e75f-8133-48eec20417ed" [ 1336.223296] env[69186]: _type = "HttpNfcLease" [ 1336.223296] env[69186]: } is initializing. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1336.509842] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c8461e-0917-4865-9dbe-4c4b2a6e0136 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.517629] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d4cf0c-0179-4f7d-b161-27b624a259ce {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.547870] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13526c8-5631-4099-806d-f8b1dda149fa {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.555206] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65973611-d5c4-4778-b76e-63879ef7d1cc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.569782] env[69186]: DEBUG nova.compute.provider_tree [None req-db330c3c-be5a-4977-a852-f6040d6bf9c4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.723709] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1336.723709] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5247fdde-24be-e75f-8133-48eec20417ed" [ 1336.723709] env[69186]: _type = "HttpNfcLease" [ 1336.723709] env[69186]: } is initializing. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1337.072976] env[69186]: DEBUG nova.scheduler.client.report [None req-db330c3c-be5a-4977-a852-f6040d6bf9c4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.225369] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1337.225369] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5247fdde-24be-e75f-8133-48eec20417ed" [ 1337.225369] env[69186]: _type = "HttpNfcLease" [ 1337.225369] env[69186]: } is ready. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1337.225752] env[69186]: DEBUG oslo_vmware.rw_handles [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1337.225752] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5247fdde-24be-e75f-8133-48eec20417ed" [ 1337.225752] env[69186]: _type = "HttpNfcLease" [ 1337.225752] env[69186]: }. {{(pid=69186) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1337.226445] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8712c8-06a3-43b1-99cb-392ca63f422b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.233453] env[69186]: DEBUG oslo_vmware.rw_handles [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208d1e9-58e5-09b8-ce87-e189c94810e1/disk-0.vmdk from lease info. {{(pid=69186) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1337.233628] env[69186]: DEBUG oslo_vmware.rw_handles [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208d1e9-58e5-09b8-ce87-e189c94810e1/disk-0.vmdk. {{(pid=69186) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1337.293783] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-275cbf1b-f90a-4a33-aa73-2cbaddeda4b8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.087631] env[69186]: DEBUG oslo_concurrency.lockutils [None req-db330c3c-be5a-4977-a852-f6040d6bf9c4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.146s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.377513] env[69186]: DEBUG oslo_vmware.rw_handles [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Completed reading data from the image iterator. {{(pid=69186) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1338.377725] env[69186]: DEBUG oslo_vmware.rw_handles [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208d1e9-58e5-09b8-ce87-e189c94810e1/disk-0.vmdk. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1338.378716] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673de119-ba2b-4d85-8b4d-8e2b70a96f10 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.385442] env[69186]: DEBUG oslo_vmware.rw_handles [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208d1e9-58e5-09b8-ce87-e189c94810e1/disk-0.vmdk is in state: ready. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1338.385604] env[69186]: DEBUG oslo_vmware.rw_handles [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208d1e9-58e5-09b8-ce87-e189c94810e1/disk-0.vmdk. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1338.385830] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-614bdbb3-e9ba-4aed-985b-17fa0892abe7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.622096] env[69186]: DEBUG oslo_vmware.rw_handles [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208d1e9-58e5-09b8-ce87-e189c94810e1/disk-0.vmdk. {{(pid=69186) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1338.622331] env[69186]: INFO nova.virt.vmwareapi.images [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Downloaded image file data cd1cf52f-9e2c-467f-90fc-effaf0cffd3e [ 1338.623180] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5986b4-eaea-4528-a5ab-f5f84d4d1d88 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.638674] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23935fc9-5784-414e-b8d3-53e8eea0ffd7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.652209] env[69186]: INFO nova.scheduler.client.report [None req-db330c3c-be5a-4977-a852-f6040d6bf9c4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Deleted allocation for migration 7d1d951c-f763-41ee-acc3-15ad5dd0f848 [ 1338.707630] env[69186]: INFO nova.virt.vmwareapi.images [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] The imported VM was unregistered [ 1338.709304] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Caching image {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1338.709535] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Creating directory with path [datastore2] devstack-image-cache_base/cd1cf52f-9e2c-467f-90fc-effaf0cffd3e {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1338.710127] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fb7bb9b-cd81-4e53-b668-c7c795095125 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.729179] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Created directory with path [datastore2] devstack-image-cache_base/cd1cf52f-9e2c-467f-90fc-effaf0cffd3e {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1338.729412] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3aac2e95-8803-4410-bab2-35d87f273336/OSTACK_IMG_3aac2e95-8803-4410-bab2-35d87f273336.vmdk to [datastore2] devstack-image-cache_base/cd1cf52f-9e2c-467f-90fc-effaf0cffd3e/cd1cf52f-9e2c-467f-90fc-effaf0cffd3e.vmdk. {{(pid=69186) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1338.729657] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e81fe650-7813-4c7c-8893-b6de028c640a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.736561] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1338.736561] env[69186]: value = "task-3636177" [ 1338.736561] env[69186]: _type = "Task" [ 1338.736561] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.744758] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636177, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.157768] env[69186]: DEBUG oslo_concurrency.lockutils [None req-db330c3c-be5a-4977-a852-f6040d6bf9c4 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.588s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.247603] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636177, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.592256] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.592535] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.592750] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.592935] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.593123] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.595333] env[69186]: INFO nova.compute.manager [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Terminating instance [ 1339.747866] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636177, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.099806] env[69186]: DEBUG nova.compute.manager [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1340.100014] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1340.100912] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb1d664-d1cd-45ea-b4fe-c042ba98d678 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.108510] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.108779] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8dfc876-fa7b-470d-bced-29b5842fd664 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.115284] env[69186]: DEBUG oslo_vmware.api [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1340.115284] env[69186]: value = "task-3636178" [ 1340.115284] env[69186]: _type = "Task" [ 1340.115284] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.123759] env[69186]: DEBUG oslo_vmware.api [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.248232] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636177, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.549063] env[69186]: DEBUG oslo_vmware.rw_handles [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa0077-c2f5-5fcd-7f22-8bb2a5e8e68d/disk-0.vmdk. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1340.550610] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21188b5b-3ad1-41e5-956a-cc00198f5208 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.557781] env[69186]: DEBUG oslo_vmware.rw_handles [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa0077-c2f5-5fcd-7f22-8bb2a5e8e68d/disk-0.vmdk is in state: ready. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1340.558047] env[69186]: ERROR oslo_vmware.rw_handles [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa0077-c2f5-5fcd-7f22-8bb2a5e8e68d/disk-0.vmdk due to incomplete transfer. [ 1340.558399] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a02a5ea6-a093-421b-a323-81bedb118e88 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.566332] env[69186]: DEBUG oslo_vmware.rw_handles [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa0077-c2f5-5fcd-7f22-8bb2a5e8e68d/disk-0.vmdk. {{(pid=69186) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1340.566611] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Uploaded image 06045649-d2a4-45e1-9754-448de4878a88 to the Glance image server {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1340.569039] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Destroying the VM {{(pid=69186) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1340.569367] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-38940a6a-5d86-4670-9347-1f2d10089aff {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.575025] env[69186]: DEBUG oslo_vmware.api [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1340.575025] env[69186]: value = "task-3636179" [ 1340.575025] env[69186]: _type = "Task" [ 1340.575025] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.583233] env[69186]: DEBUG oslo_vmware.api [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636179, 'name': Destroy_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.625225] env[69186]: DEBUG oslo_vmware.api [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636178, 'name': PowerOffVM_Task, 'duration_secs': 0.318375} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.625510] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.625694] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1340.625957] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33e56aa2-4da3-4b4d-9bf9-0b28577418f9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.693812] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1340.694068] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1340.694283] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Deleting the datastore file [datastore1] 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1340.694562] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5aa64f2-a396-4c03-8fcd-3b6e6961c642 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.701847] env[69186]: DEBUG oslo_vmware.api [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1340.701847] env[69186]: value = "task-3636181" [ 1340.701847] env[69186]: _type = "Task" [ 1340.701847] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.709721] env[69186]: DEBUG oslo_vmware.api [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.747746] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636177, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.084999] env[69186]: DEBUG oslo_vmware.api [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636179, 'name': Destroy_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.212274] env[69186]: DEBUG oslo_vmware.api [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262404} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.212554] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1341.212742] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1341.213189] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1341.213189] env[69186]: INFO nova.compute.manager [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1341.213381] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1341.213552] env[69186]: DEBUG nova.compute.manager [-] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1341.213643] env[69186]: DEBUG nova.network.neutron [-] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1341.250823] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636177, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.586016] env[69186]: DEBUG oslo_vmware.api [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636179, 'name': Destroy_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.644173] env[69186]: DEBUG nova.compute.manager [req-4c0221c9-d531-4afa-86a1-89a3c4b1c88d req-986366d0-03c5-492d-bde1-aab0cb9be14d service nova] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Received event network-vif-deleted-169c2f38-ba8a-4843-914d-0c93c849224e {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.644173] env[69186]: INFO nova.compute.manager [req-4c0221c9-d531-4afa-86a1-89a3c4b1c88d req-986366d0-03c5-492d-bde1-aab0cb9be14d service nova] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Neutron deleted interface 169c2f38-ba8a-4843-914d-0c93c849224e; detaching it from the instance and deleting it from the info cache [ 1341.644462] env[69186]: DEBUG nova.network.neutron [req-4c0221c9-d531-4afa-86a1-89a3c4b1c88d req-986366d0-03c5-492d-bde1-aab0cb9be14d service nova] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.750302] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636177, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.086194] env[69186]: DEBUG oslo_vmware.api [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636179, 'name': Destroy_Task, 'duration_secs': 1.491722} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.086487] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Destroyed the VM [ 1342.086751] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Deleting Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1342.086989] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d5cb34bc-2d52-4147-adf6-2b57855d3e4f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.092266] env[69186]: DEBUG oslo_vmware.api [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1342.092266] env[69186]: value = "task-3636182" [ 1342.092266] env[69186]: _type = "Task" [ 1342.092266] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.099232] env[69186]: DEBUG oslo_vmware.api [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636182, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.127757] env[69186]: DEBUG nova.network.neutron [-] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.148058] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a627eaf-2ce0-44f1-b227-e4be29a9d860 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.158439] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f55d92c-e129-433c-8e71-3f4f7d172324 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.184495] env[69186]: DEBUG nova.compute.manager [req-4c0221c9-d531-4afa-86a1-89a3c4b1c88d req-986366d0-03c5-492d-bde1-aab0cb9be14d service nova] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Detach interface failed, port_id=169c2f38-ba8a-4843-914d-0c93c849224e, reason: Instance 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1342.250243] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636177, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.037719} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.250595] env[69186]: INFO nova.virt.vmwareapi.ds_util [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3aac2e95-8803-4410-bab2-35d87f273336/OSTACK_IMG_3aac2e95-8803-4410-bab2-35d87f273336.vmdk to [datastore2] devstack-image-cache_base/cd1cf52f-9e2c-467f-90fc-effaf0cffd3e/cd1cf52f-9e2c-467f-90fc-effaf0cffd3e.vmdk. [ 1342.250809] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Cleaning up location [datastore2] OSTACK_IMG_3aac2e95-8803-4410-bab2-35d87f273336 {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1342.250977] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3aac2e95-8803-4410-bab2-35d87f273336 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1342.251248] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fba6322-8a7e-4756-9323-3e6aa0a3dde6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.257307] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1342.257307] env[69186]: value = "task-3636183" [ 1342.257307] env[69186]: _type = "Task" [ 1342.257307] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.265014] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.602860] env[69186]: DEBUG oslo_vmware.api [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636182, 'name': RemoveSnapshot_Task, 'duration_secs': 0.492106} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.603167] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Deleted Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1342.603399] env[69186]: INFO nova.compute.manager [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Took 16.87 seconds to snapshot the instance on the hypervisor. [ 1342.630574] env[69186]: INFO nova.compute.manager [-] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Took 1.42 seconds to deallocate network for instance. [ 1342.766589] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.067963} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.766846] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1342.767033] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cd1cf52f-9e2c-467f-90fc-effaf0cffd3e/cd1cf52f-9e2c-467f-90fc-effaf0cffd3e.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.767403] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cd1cf52f-9e2c-467f-90fc-effaf0cffd3e/cd1cf52f-9e2c-467f-90fc-effaf0cffd3e.vmdk to [datastore2] 3cba6612-c0a3-40b1-a552-24e6b47ee8d1/3cba6612-c0a3-40b1-a552-24e6b47ee8d1.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1342.767648] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-288dd47b-6b65-472f-a478-0af30b4acfb0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.773922] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1342.773922] env[69186]: value = "task-3636184" [ 1342.773922] env[69186]: _type = "Task" [ 1342.773922] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.780810] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.137473] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.137767] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.137964] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.153273] env[69186]: DEBUG nova.compute.manager [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Found 3 images (rotation: 2) {{(pid=69186) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1343.153485] env[69186]: DEBUG nova.compute.manager [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Rotating out 1 backups {{(pid=69186) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1343.153662] env[69186]: DEBUG nova.compute.manager [None req-04cf82da-dc72-49c4-886f-1a2f63f1210a tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Deleting image 907884d8-2394-41d6-80f0-6bd9559cfd06 {{(pid=69186) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1343.160963] env[69186]: INFO nova.scheduler.client.report [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Deleted allocations for instance 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f [ 1343.284597] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636184, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.669377] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a554f626-5791-4bff-8741-f01192fc80fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.076s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.785043] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636184, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.285297] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636184, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.566108] env[69186]: DEBUG oslo_concurrency.lockutils [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "7fc22272-e3ad-40da-b5b2-a65151297068" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.566435] env[69186]: DEBUG oslo_concurrency.lockutils [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "7fc22272-e3ad-40da-b5b2-a65151297068" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.571700] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1ba9bdc6-38b5-4a69-a48e-e19911783253 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "eb29033b-6285-4257-9dea-e563bddf3114" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.571948] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1ba9bdc6-38b5-4a69-a48e-e19911783253 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "eb29033b-6285-4257-9dea-e563bddf3114" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.572147] env[69186]: DEBUG nova.compute.manager [None req-1ba9bdc6-38b5-4a69-a48e-e19911783253 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1344.573595] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9504bbc6-b4f9-4168-afd6-12b92e1c3ee3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.582387] env[69186]: DEBUG nova.compute.manager [None req-1ba9bdc6-38b5-4a69-a48e-e19911783253 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69186) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1344.583092] env[69186]: DEBUG nova.objects.instance [None req-1ba9bdc6-38b5-4a69-a48e-e19911783253 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lazy-loading 'flavor' on Instance uuid eb29033b-6285-4257-9dea-e563bddf3114 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.785588] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636184, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.069110] env[69186]: DEBUG nova.compute.manager [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1345.287110] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636184, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.12276} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.287441] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cd1cf52f-9e2c-467f-90fc-effaf0cffd3e/cd1cf52f-9e2c-467f-90fc-effaf0cffd3e.vmdk to [datastore2] 3cba6612-c0a3-40b1-a552-24e6b47ee8d1/3cba6612-c0a3-40b1-a552-24e6b47ee8d1.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1345.288145] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb8877b-49a8-4f81-9103-eda5db4174c8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.310278] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 3cba6612-c0a3-40b1-a552-24e6b47ee8d1/3cba6612-c0a3-40b1-a552-24e6b47ee8d1.vmdk or device None with type streamOptimized {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.310470] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f8c6567-73ec-4f51-aae8-eecfa3809f81 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.327775] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1345.327775] env[69186]: value = "task-3636185" [ 1345.327775] env[69186]: _type = "Task" [ 1345.327775] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.334819] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.590222] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba9bdc6-38b5-4a69-a48e-e19911783253 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.590540] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-292543fe-50c7-4222-9068-8163872cf0de {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.593123] env[69186]: DEBUG oslo_concurrency.lockutils [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.593376] env[69186]: DEBUG oslo_concurrency.lockutils [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.594920] env[69186]: INFO nova.compute.claims [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1345.602147] env[69186]: DEBUG oslo_vmware.api [None req-1ba9bdc6-38b5-4a69-a48e-e19911783253 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1345.602147] env[69186]: value = "task-3636186" [ 1345.602147] env[69186]: _type = "Task" [ 1345.602147] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.610660] env[69186]: DEBUG oslo_vmware.api [None req-1ba9bdc6-38b5-4a69-a48e-e19911783253 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.837577] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636185, 'name': ReconfigVM_Task, 'duration_secs': 0.280736} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.837822] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 3cba6612-c0a3-40b1-a552-24e6b47ee8d1/3cba6612-c0a3-40b1-a552-24e6b47ee8d1.vmdk or device None with type streamOptimized {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.838482] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7905187b-2d21-4de1-8970-be12cc3e44c3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.844170] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1345.844170] env[69186]: value = "task-3636187" [ 1345.844170] env[69186]: _type = "Task" [ 1345.844170] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.855089] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636187, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.112240] env[69186]: DEBUG oslo_vmware.api [None req-1ba9bdc6-38b5-4a69-a48e-e19911783253 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636186, 'name': PowerOffVM_Task, 'duration_secs': 0.18991} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.112465] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba9bdc6-38b5-4a69-a48e-e19911783253 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.112666] env[69186]: DEBUG nova.compute.manager [None req-1ba9bdc6-38b5-4a69-a48e-e19911783253 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.113428] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7933bf4e-b109-4840-950c-627f47ab2510 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.353479] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636187, 'name': Rename_Task, 'duration_secs': 0.137448} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.355423] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1346.355423] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8a899ed-df6a-4471-a772-375a066a5a7e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.361361] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1346.361361] env[69186]: value = "task-3636188" [ 1346.361361] env[69186]: _type = "Task" [ 1346.361361] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.368473] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.624462] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1ba9bdc6-38b5-4a69-a48e-e19911783253 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "eb29033b-6285-4257-9dea-e563bddf3114" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.655333] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02e1664-2c4e-4c48-9d1e-42254534fb08 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.663549] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08146597-0ccb-4ee3-9f8e-961d89dce525 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.695552] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612ecad7-5f4a-4c24-945e-5613faef9c59 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.703432] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f42a54-607b-4a39-b402-e255f140cb76 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.717382] env[69186]: DEBUG nova.compute.provider_tree [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.871196] env[69186]: DEBUG oslo_vmware.api [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636188, 'name': PowerOnVM_Task, 'duration_secs': 0.469896} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.871420] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.967830] env[69186]: DEBUG nova.compute.manager [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.968812] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a48a62-e909-427b-b32f-98f4d38dfc44 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.220543] env[69186]: DEBUG nova.scheduler.client.report [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.484627] env[69186]: DEBUG oslo_concurrency.lockutils [None req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "3cba6612-c0a3-40b1-a552-24e6b47ee8d1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.703431] env[69186]: DEBUG nova.compute.manager [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Stashing vm_state: stopped {{(pid=69186) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1347.725070] env[69186]: DEBUG oslo_concurrency.lockutils [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.131s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.725255] env[69186]: DEBUG nova.compute.manager [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1348.224359] env[69186]: DEBUG oslo_concurrency.lockutils [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.224696] env[69186]: DEBUG oslo_concurrency.lockutils [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.230230] env[69186]: DEBUG nova.compute.utils [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1348.231431] env[69186]: DEBUG nova.compute.manager [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1348.231606] env[69186]: DEBUG nova.network.neutron [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1348.267131] env[69186]: DEBUG nova.policy [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f45645b66fe341009a83e7a852497ce7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a588bb9537f4d2db8d49b4309728df4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1348.519134] env[69186]: DEBUG nova.network.neutron [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Successfully created port: bbe503de-2886-435a-90ea-7a2f94e1c9a1 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1348.730508] env[69186]: INFO nova.compute.claims [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1348.734643] env[69186]: DEBUG nova.compute.manager [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1349.239659] env[69186]: INFO nova.compute.resource_tracker [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Updating resource usage from migration 590c7a12-9e8e-48b8-8a05-af3e9a14c5b6 [ 1349.308162] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31f4e27-5993-4cdc-98ed-71439454d9cc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.315955] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1a3c6f-4b72-41f3-8d90-ddd18b72fcd8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.345475] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b064621-85e4-4067-93e4-a195fcd2ab05 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.353303] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d624703-ff03-4439-b29c-224e0d03fcdb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.366819] env[69186]: DEBUG nova.compute.provider_tree [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.748035] env[69186]: DEBUG nova.compute.manager [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1349.775047] env[69186]: DEBUG nova.virt.hardware [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1349.775315] env[69186]: DEBUG nova.virt.hardware [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1349.775476] env[69186]: DEBUG nova.virt.hardware [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1349.775664] env[69186]: DEBUG nova.virt.hardware [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1349.775810] env[69186]: DEBUG nova.virt.hardware [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1349.775960] env[69186]: DEBUG nova.virt.hardware [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1349.776190] env[69186]: DEBUG nova.virt.hardware [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1349.776373] env[69186]: DEBUG nova.virt.hardware [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1349.776540] env[69186]: DEBUG nova.virt.hardware [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1349.776704] env[69186]: DEBUG nova.virt.hardware [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1349.776986] env[69186]: DEBUG nova.virt.hardware [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1349.777734] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef33a83-aae3-4bc0-abe8-0f33bd47751d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.785606] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4334e470-437f-40f3-8b15-f5a173ff9e8b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.869999] env[69186]: DEBUG nova.scheduler.client.report [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.882258] env[69186]: DEBUG nova.compute.manager [req-df8ab5df-1031-432f-aa71-2327fe5c3c49 req-51508686-baea-4dd1-8172-c40ba19660f1 service nova] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Received event network-vif-plugged-bbe503de-2886-435a-90ea-7a2f94e1c9a1 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1349.882477] env[69186]: DEBUG oslo_concurrency.lockutils [req-df8ab5df-1031-432f-aa71-2327fe5c3c49 req-51508686-baea-4dd1-8172-c40ba19660f1 service nova] Acquiring lock "7fc22272-e3ad-40da-b5b2-a65151297068-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.882720] env[69186]: DEBUG oslo_concurrency.lockutils [req-df8ab5df-1031-432f-aa71-2327fe5c3c49 req-51508686-baea-4dd1-8172-c40ba19660f1 service nova] Lock "7fc22272-e3ad-40da-b5b2-a65151297068-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.883024] env[69186]: DEBUG oslo_concurrency.lockutils [req-df8ab5df-1031-432f-aa71-2327fe5c3c49 req-51508686-baea-4dd1-8172-c40ba19660f1 service nova] Lock "7fc22272-e3ad-40da-b5b2-a65151297068-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.883102] env[69186]: DEBUG nova.compute.manager [req-df8ab5df-1031-432f-aa71-2327fe5c3c49 req-51508686-baea-4dd1-8172-c40ba19660f1 service nova] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] No waiting events found dispatching network-vif-plugged-bbe503de-2886-435a-90ea-7a2f94e1c9a1 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1349.883230] env[69186]: WARNING nova.compute.manager [req-df8ab5df-1031-432f-aa71-2327fe5c3c49 req-51508686-baea-4dd1-8172-c40ba19660f1 service nova] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Received unexpected event network-vif-plugged-bbe503de-2886-435a-90ea-7a2f94e1c9a1 for instance with vm_state building and task_state spawning. [ 1350.003212] env[69186]: DEBUG nova.network.neutron [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Successfully updated port: bbe503de-2886-435a-90ea-7a2f94e1c9a1 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1350.374807] env[69186]: DEBUG oslo_concurrency.lockutils [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.150s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.375068] env[69186]: INFO nova.compute.manager [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Migrating [ 1350.509371] env[69186]: DEBUG oslo_concurrency.lockutils [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "refresh_cache-7fc22272-e3ad-40da-b5b2-a65151297068" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.509549] env[69186]: DEBUG oslo_concurrency.lockutils [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired lock "refresh_cache-7fc22272-e3ad-40da-b5b2-a65151297068" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.509711] env[69186]: DEBUG nova.network.neutron [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1350.890808] env[69186]: DEBUG oslo_concurrency.lockutils [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "refresh_cache-eb29033b-6285-4257-9dea-e563bddf3114" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.891232] env[69186]: DEBUG oslo_concurrency.lockutils [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquired lock "refresh_cache-eb29033b-6285-4257-9dea-e563bddf3114" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.891232] env[69186]: DEBUG nova.network.neutron [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.055318] env[69186]: DEBUG nova.network.neutron [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1351.190356] env[69186]: DEBUG nova.network.neutron [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Updating instance_info_cache with network_info: [{"id": "bbe503de-2886-435a-90ea-7a2f94e1c9a1", "address": "fa:16:3e:56:ad:83", "network": {"id": "14d60a2d-8117-4dd5-a804-5c161410ba84", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130840510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a588bb9537f4d2db8d49b4309728df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbe503de-28", "ovs_interfaceid": "bbe503de-2886-435a-90ea-7a2f94e1c9a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.581992] env[69186]: DEBUG nova.network.neutron [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Updating instance_info_cache with network_info: [{"id": "96795128-0787-4363-a36e-a58dd5cbfa7f", "address": "fa:16:3e:7b:0b:ec", "network": {"id": "d6a1bbd9-c1ff-4131-b0d7-9e0f84a8f2d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-257112540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93bee572f34a4888a9b3c26163c1df72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96795128-07", "ovs_interfaceid": "96795128-0787-4363-a36e-a58dd5cbfa7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.693223] env[69186]: DEBUG oslo_concurrency.lockutils [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Releasing lock "refresh_cache-7fc22272-e3ad-40da-b5b2-a65151297068" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.693562] env[69186]: DEBUG nova.compute.manager [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Instance network_info: |[{"id": "bbe503de-2886-435a-90ea-7a2f94e1c9a1", "address": "fa:16:3e:56:ad:83", "network": {"id": "14d60a2d-8117-4dd5-a804-5c161410ba84", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130840510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a588bb9537f4d2db8d49b4309728df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbe503de-28", "ovs_interfaceid": "bbe503de-2886-435a-90ea-7a2f94e1c9a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1351.693988] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:ad:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbe503de-2886-435a-90ea-7a2f94e1c9a1', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1351.701457] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1351.701664] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1351.701889] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af0b234f-edf8-4d53-9324-61d4af17e715 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.721831] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1351.721831] env[69186]: value = "task-3636189" [ 1351.721831] env[69186]: _type = "Task" [ 1351.721831] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.729243] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636189, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.914439] env[69186]: DEBUG nova.compute.manager [req-09d8db1d-9d27-4442-a54c-cf94482a4e4a req-d7899dca-233b-483b-8a70-b5bd54760a37 service nova] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Received event network-changed-bbe503de-2886-435a-90ea-7a2f94e1c9a1 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1351.914752] env[69186]: DEBUG nova.compute.manager [req-09d8db1d-9d27-4442-a54c-cf94482a4e4a req-d7899dca-233b-483b-8a70-b5bd54760a37 service nova] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Refreshing instance network info cache due to event network-changed-bbe503de-2886-435a-90ea-7a2f94e1c9a1. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1351.914752] env[69186]: DEBUG oslo_concurrency.lockutils [req-09d8db1d-9d27-4442-a54c-cf94482a4e4a req-d7899dca-233b-483b-8a70-b5bd54760a37 service nova] Acquiring lock "refresh_cache-7fc22272-e3ad-40da-b5b2-a65151297068" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.914884] env[69186]: DEBUG oslo_concurrency.lockutils [req-09d8db1d-9d27-4442-a54c-cf94482a4e4a req-d7899dca-233b-483b-8a70-b5bd54760a37 service nova] Acquired lock "refresh_cache-7fc22272-e3ad-40da-b5b2-a65151297068" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.914997] env[69186]: DEBUG nova.network.neutron [req-09d8db1d-9d27-4442-a54c-cf94482a4e4a req-d7899dca-233b-483b-8a70-b5bd54760a37 service nova] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Refreshing network info cache for port bbe503de-2886-435a-90ea-7a2f94e1c9a1 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.084713] env[69186]: DEBUG oslo_concurrency.lockutils [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Releasing lock "refresh_cache-eb29033b-6285-4257-9dea-e563bddf3114" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.231782] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636189, 'name': CreateVM_Task, 'duration_secs': 0.29681} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.231982] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1352.232649] env[69186]: DEBUG oslo_concurrency.lockutils [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.232823] env[69186]: DEBUG oslo_concurrency.lockutils [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.233175] env[69186]: DEBUG oslo_concurrency.lockutils [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.233431] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1f116cf-19eb-4052-857a-d6ce8ea3c5ef {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.237848] env[69186]: DEBUG oslo_vmware.api [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1352.237848] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e16767-14f8-9c9d-0d55-fd241a103542" [ 1352.237848] env[69186]: _type = "Task" [ 1352.237848] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.244935] env[69186]: DEBUG oslo_vmware.api [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e16767-14f8-9c9d-0d55-fd241a103542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.587201] env[69186]: DEBUG nova.network.neutron [req-09d8db1d-9d27-4442-a54c-cf94482a4e4a req-d7899dca-233b-483b-8a70-b5bd54760a37 service nova] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Updated VIF entry in instance network info cache for port bbe503de-2886-435a-90ea-7a2f94e1c9a1. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1352.587570] env[69186]: DEBUG nova.network.neutron [req-09d8db1d-9d27-4442-a54c-cf94482a4e4a req-d7899dca-233b-483b-8a70-b5bd54760a37 service nova] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Updating instance_info_cache with network_info: [{"id": "bbe503de-2886-435a-90ea-7a2f94e1c9a1", "address": "fa:16:3e:56:ad:83", "network": {"id": "14d60a2d-8117-4dd5-a804-5c161410ba84", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130840510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a588bb9537f4d2db8d49b4309728df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbe503de-28", "ovs_interfaceid": "bbe503de-2886-435a-90ea-7a2f94e1c9a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.748838] env[69186]: DEBUG oslo_vmware.api [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e16767-14f8-9c9d-0d55-fd241a103542, 'name': SearchDatastore_Task, 'duration_secs': 0.009779} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.749107] env[69186]: DEBUG oslo_concurrency.lockutils [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.749347] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1352.749599] env[69186]: DEBUG oslo_concurrency.lockutils [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.749742] env[69186]: DEBUG oslo_concurrency.lockutils [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.749922] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1352.750201] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-013d167b-8f76-4869-b223-c30d3d2c826d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.759258] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1352.759427] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1352.760094] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00eafa4d-5893-4ae8-99b4-bdcc96c9fd8d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.764911] env[69186]: DEBUG oslo_vmware.api [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1352.764911] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52454e52-ef7a-87c7-666b-e1207cf997b3" [ 1352.764911] env[69186]: _type = "Task" [ 1352.764911] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.771956] env[69186]: DEBUG oslo_vmware.api [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52454e52-ef7a-87c7-666b-e1207cf997b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.092969] env[69186]: DEBUG oslo_concurrency.lockutils [req-09d8db1d-9d27-4442-a54c-cf94482a4e4a req-d7899dca-233b-483b-8a70-b5bd54760a37 service nova] Releasing lock "refresh_cache-7fc22272-e3ad-40da-b5b2-a65151297068" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.275092] env[69186]: DEBUG oslo_vmware.api [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52454e52-ef7a-87c7-666b-e1207cf997b3, 'name': SearchDatastore_Task, 'duration_secs': 0.008004} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.275799] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-710d50d2-4663-4e15-93ab-5ae8a37d882f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.281263] env[69186]: DEBUG oslo_vmware.api [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1353.281263] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527b51f9-3b79-4b56-5d8f-46546d43b774" [ 1353.281263] env[69186]: _type = "Task" [ 1353.281263] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.288519] env[69186]: DEBUG oslo_vmware.api [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527b51f9-3b79-4b56-5d8f-46546d43b774, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.600154] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b8e3dd-18bb-4b5c-bc79-a2ff1a91f549 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.619690] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Updating instance 'eb29033b-6285-4257-9dea-e563bddf3114' progress to 0 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1353.791889] env[69186]: DEBUG oslo_vmware.api [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]527b51f9-3b79-4b56-5d8f-46546d43b774, 'name': SearchDatastore_Task, 'duration_secs': 0.009389} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.792173] env[69186]: DEBUG oslo_concurrency.lockutils [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.792434] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 7fc22272-e3ad-40da-b5b2-a65151297068/7fc22272-e3ad-40da-b5b2-a65151297068.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1353.792685] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d94947f7-d13b-4a43-91bb-83be3da2f6a1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.799299] env[69186]: DEBUG oslo_vmware.api [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1353.799299] env[69186]: value = "task-3636190" [ 1353.799299] env[69186]: _type = "Task" [ 1353.799299] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.806154] env[69186]: DEBUG oslo_vmware.api [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.125925] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.126400] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2469d8db-c818-43da-9a2c-fece78d9e88e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.136110] env[69186]: DEBUG oslo_vmware.api [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1354.136110] env[69186]: value = "task-3636191" [ 1354.136110] env[69186]: _type = "Task" [ 1354.136110] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.147361] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] VM already powered off {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1354.147600] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Updating instance 'eb29033b-6285-4257-9dea-e563bddf3114' progress to 17 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1354.310112] env[69186]: DEBUG oslo_vmware.api [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435761} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.310329] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] 7fc22272-e3ad-40da-b5b2-a65151297068/7fc22272-e3ad-40da-b5b2-a65151297068.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1354.310550] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1354.310803] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e634cb5f-4711-4938-87e1-aef03348d14e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.317481] env[69186]: DEBUG oslo_vmware.api [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1354.317481] env[69186]: value = "task-3636192" [ 1354.317481] env[69186]: _type = "Task" [ 1354.317481] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.325393] env[69186]: DEBUG oslo_vmware.api [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.655046] env[69186]: DEBUG nova.virt.hardware [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1354.655046] env[69186]: DEBUG nova.virt.hardware [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1354.655284] env[69186]: DEBUG nova.virt.hardware [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1354.655403] env[69186]: DEBUG nova.virt.hardware [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1354.655552] env[69186]: DEBUG nova.virt.hardware [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1354.655699] env[69186]: DEBUG nova.virt.hardware [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1354.655905] env[69186]: DEBUG nova.virt.hardware [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1354.656076] env[69186]: DEBUG nova.virt.hardware [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1354.656244] env[69186]: DEBUG nova.virt.hardware [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1354.656450] env[69186]: DEBUG nova.virt.hardware [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1354.656633] env[69186]: DEBUG nova.virt.hardware [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1354.661694] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dce62964-b75a-4532-93dd-46fefa9dc4a9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.677473] env[69186]: DEBUG oslo_vmware.api [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1354.677473] env[69186]: value = "task-3636193" [ 1354.677473] env[69186]: _type = "Task" [ 1354.677473] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.685099] env[69186]: DEBUG oslo_vmware.api [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.826810] env[69186]: DEBUG oslo_vmware.api [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074484} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.827048] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1354.827813] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bdd5b8-39e3-4544-a084-623051f5d37b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.849325] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 7fc22272-e3ad-40da-b5b2-a65151297068/7fc22272-e3ad-40da-b5b2-a65151297068.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.849582] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49d9f8c4-cf7f-4175-9575-314cfdb33287 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.868509] env[69186]: DEBUG oslo_vmware.api [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1354.868509] env[69186]: value = "task-3636194" [ 1354.868509] env[69186]: _type = "Task" [ 1354.868509] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.876057] env[69186]: DEBUG oslo_vmware.api [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.187475] env[69186]: DEBUG oslo_vmware.api [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636193, 'name': ReconfigVM_Task, 'duration_secs': 0.142109} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.187870] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Updating instance 'eb29033b-6285-4257-9dea-e563bddf3114' progress to 33 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1355.378813] env[69186]: DEBUG oslo_vmware.api [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636194, 'name': ReconfigVM_Task, 'duration_secs': 0.259447} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.379102] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 7fc22272-e3ad-40da-b5b2-a65151297068/7fc22272-e3ad-40da-b5b2-a65151297068.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.379754] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12ea5eac-ab12-42dc-8265-e534bd4c1330 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.385586] env[69186]: DEBUG oslo_vmware.api [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1355.385586] env[69186]: value = "task-3636195" [ 1355.385586] env[69186]: _type = "Task" [ 1355.385586] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.392733] env[69186]: DEBUG oslo_vmware.api [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636195, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.694960] env[69186]: DEBUG nova.virt.hardware [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1355.695272] env[69186]: DEBUG nova.virt.hardware [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1355.695373] env[69186]: DEBUG nova.virt.hardware [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1355.695564] env[69186]: DEBUG nova.virt.hardware [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1355.695713] env[69186]: DEBUG nova.virt.hardware [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1355.695863] env[69186]: DEBUG nova.virt.hardware [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1355.696079] env[69186]: DEBUG nova.virt.hardware [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1355.696245] env[69186]: DEBUG nova.virt.hardware [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1355.696440] env[69186]: DEBUG nova.virt.hardware [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1355.696616] env[69186]: DEBUG nova.virt.hardware [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1355.696790] env[69186]: DEBUG nova.virt.hardware [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1355.702042] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1355.702342] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a7839f1-c7de-477f-9149-090bc7a46e46 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.720908] env[69186]: DEBUG oslo_vmware.api [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1355.720908] env[69186]: value = "task-3636196" [ 1355.720908] env[69186]: _type = "Task" [ 1355.720908] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.728788] env[69186]: DEBUG oslo_vmware.api [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.895257] env[69186]: DEBUG oslo_vmware.api [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636195, 'name': Rename_Task, 'duration_secs': 0.148645} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.895541] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1355.895786] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab469397-307d-46fc-82e4-f1b9daf30db2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.901451] env[69186]: DEBUG oslo_vmware.api [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1355.901451] env[69186]: value = "task-3636197" [ 1355.901451] env[69186]: _type = "Task" [ 1355.901451] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.910049] env[69186]: DEBUG oslo_vmware.api [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.231402] env[69186]: DEBUG oslo_vmware.api [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636196, 'name': ReconfigVM_Task, 'duration_secs': 0.147026} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.231810] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1356.232663] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7643831a-6c1c-46bf-a1aa-243d0fa20743 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.254248] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] eb29033b-6285-4257-9dea-e563bddf3114/eb29033b-6285-4257-9dea-e563bddf3114.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.254810] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ea2d4ea-14a8-4ba1-96ca-3736f75e36c2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.273678] env[69186]: DEBUG oslo_vmware.api [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1356.273678] env[69186]: value = "task-3636198" [ 1356.273678] env[69186]: _type = "Task" [ 1356.273678] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.281895] env[69186]: DEBUG oslo_vmware.api [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.411417] env[69186]: DEBUG oslo_vmware.api [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636197, 'name': PowerOnVM_Task, 'duration_secs': 0.42475} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.411712] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1356.411924] env[69186]: INFO nova.compute.manager [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1356.412134] env[69186]: DEBUG nova.compute.manager [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1356.412922] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4913999e-c908-4b87-bb71-7feb0182fb1a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.783198] env[69186]: DEBUG oslo_vmware.api [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636198, 'name': ReconfigVM_Task, 'duration_secs': 0.271024} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.783454] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Reconfigured VM instance instance-00000079 to attach disk [datastore2] eb29033b-6285-4257-9dea-e563bddf3114/eb29033b-6285-4257-9dea-e563bddf3114.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.783705] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Updating instance 'eb29033b-6285-4257-9dea-e563bddf3114' progress to 50 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1356.929104] env[69186]: INFO nova.compute.manager [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Took 11.35 seconds to build instance. [ 1357.289881] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de5911d-06f8-4757-b627-3e942337bf18 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.309946] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e670da43-884c-4699-ade4-4e4b0dce1a05 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.328178] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Updating instance 'eb29033b-6285-4257-9dea-e563bddf3114' progress to 67 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1357.431115] env[69186]: DEBUG oslo_concurrency.lockutils [None req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "7fc22272-e3ad-40da-b5b2-a65151297068" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.865s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.533265] env[69186]: DEBUG nova.compute.manager [req-9843bae2-ea50-4dad-af6a-e57e2477b204 req-641869fe-2194-4d2d-a286-a6c4137fcbb8 service nova] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Received event network-changed-bbe503de-2886-435a-90ea-7a2f94e1c9a1 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.533461] env[69186]: DEBUG nova.compute.manager [req-9843bae2-ea50-4dad-af6a-e57e2477b204 req-641869fe-2194-4d2d-a286-a6c4137fcbb8 service nova] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Refreshing instance network info cache due to event network-changed-bbe503de-2886-435a-90ea-7a2f94e1c9a1. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1357.533678] env[69186]: DEBUG oslo_concurrency.lockutils [req-9843bae2-ea50-4dad-af6a-e57e2477b204 req-641869fe-2194-4d2d-a286-a6c4137fcbb8 service nova] Acquiring lock "refresh_cache-7fc22272-e3ad-40da-b5b2-a65151297068" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.533823] env[69186]: DEBUG oslo_concurrency.lockutils [req-9843bae2-ea50-4dad-af6a-e57e2477b204 req-641869fe-2194-4d2d-a286-a6c4137fcbb8 service nova] Acquired lock "refresh_cache-7fc22272-e3ad-40da-b5b2-a65151297068" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.533982] env[69186]: DEBUG nova.network.neutron [req-9843bae2-ea50-4dad-af6a-e57e2477b204 req-641869fe-2194-4d2d-a286-a6c4137fcbb8 service nova] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Refreshing network info cache for port bbe503de-2886-435a-90ea-7a2f94e1c9a1 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.864582] env[69186]: DEBUG nova.network.neutron [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Port 96795128-0787-4363-a36e-a58dd5cbfa7f binding to destination host cpu-1 is already ACTIVE {{(pid=69186) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1358.231329] env[69186]: DEBUG nova.network.neutron [req-9843bae2-ea50-4dad-af6a-e57e2477b204 req-641869fe-2194-4d2d-a286-a6c4137fcbb8 service nova] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Updated VIF entry in instance network info cache for port bbe503de-2886-435a-90ea-7a2f94e1c9a1. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1358.231687] env[69186]: DEBUG nova.network.neutron [req-9843bae2-ea50-4dad-af6a-e57e2477b204 req-641869fe-2194-4d2d-a286-a6c4137fcbb8 service nova] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Updating instance_info_cache with network_info: [{"id": "bbe503de-2886-435a-90ea-7a2f94e1c9a1", "address": "fa:16:3e:56:ad:83", "network": {"id": "14d60a2d-8117-4dd5-a804-5c161410ba84", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130840510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a588bb9537f4d2db8d49b4309728df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbe503de-28", "ovs_interfaceid": "bbe503de-2886-435a-90ea-7a2f94e1c9a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.734597] env[69186]: DEBUG oslo_concurrency.lockutils [req-9843bae2-ea50-4dad-af6a-e57e2477b204 req-641869fe-2194-4d2d-a286-a6c4137fcbb8 service nova] Releasing lock "refresh_cache-7fc22272-e3ad-40da-b5b2-a65151297068" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.885965] env[69186]: DEBUG oslo_concurrency.lockutils [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "eb29033b-6285-4257-9dea-e563bddf3114-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.886271] env[69186]: DEBUG oslo_concurrency.lockutils [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "eb29033b-6285-4257-9dea-e563bddf3114-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.886321] env[69186]: DEBUG oslo_concurrency.lockutils [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "eb29033b-6285-4257-9dea-e563bddf3114-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.919820] env[69186]: DEBUG oslo_concurrency.lockutils [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "refresh_cache-eb29033b-6285-4257-9dea-e563bddf3114" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.920099] env[69186]: DEBUG oslo_concurrency.lockutils [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquired lock "refresh_cache-eb29033b-6285-4257-9dea-e563bddf3114" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.920208] env[69186]: DEBUG nova.network.neutron [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.606081] env[69186]: DEBUG nova.network.neutron [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Updating instance_info_cache with network_info: [{"id": "96795128-0787-4363-a36e-a58dd5cbfa7f", "address": "fa:16:3e:7b:0b:ec", "network": {"id": "d6a1bbd9-c1ff-4131-b0d7-9e0f84a8f2d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-257112540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93bee572f34a4888a9b3c26163c1df72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96795128-07", "ovs_interfaceid": "96795128-0787-4363-a36e-a58dd5cbfa7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.108902] env[69186]: DEBUG oslo_concurrency.lockutils [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Releasing lock "refresh_cache-eb29033b-6285-4257-9dea-e563bddf3114" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.635830] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbed1a88-9a07-41ee-bdd6-0ca3f1169897 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.656065] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fc3787-1eb4-40ef-934d-23d85363747b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.663327] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Updating instance 'eb29033b-6285-4257-9dea-e563bddf3114' progress to 83 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1362.169428] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-74147d6a-75b6-46ec-9259-803523564b19 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Updating instance 'eb29033b-6285-4257-9dea-e563bddf3114' progress to 100 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1364.843817] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a32a19bf-792f-4d5a-b4b8-a1f13de19f1b tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "eb29033b-6285-4257-9dea-e563bddf3114" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.844232] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a32a19bf-792f-4d5a-b4b8-a1f13de19f1b tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "eb29033b-6285-4257-9dea-e563bddf3114" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.844291] env[69186]: DEBUG nova.compute.manager [None req-a32a19bf-792f-4d5a-b4b8-a1f13de19f1b tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Going to confirm migration 8 {{(pid=69186) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1365.408410] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a32a19bf-792f-4d5a-b4b8-a1f13de19f1b tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "refresh_cache-eb29033b-6285-4257-9dea-e563bddf3114" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.408659] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a32a19bf-792f-4d5a-b4b8-a1f13de19f1b tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquired lock "refresh_cache-eb29033b-6285-4257-9dea-e563bddf3114" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.408883] env[69186]: DEBUG nova.network.neutron [None req-a32a19bf-792f-4d5a-b4b8-a1f13de19f1b tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1365.409131] env[69186]: DEBUG nova.objects.instance [None req-a32a19bf-792f-4d5a-b4b8-a1f13de19f1b tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lazy-loading 'info_cache' on Instance uuid eb29033b-6285-4257-9dea-e563bddf3114 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.601870] env[69186]: DEBUG nova.network.neutron [None req-a32a19bf-792f-4d5a-b4b8-a1f13de19f1b tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Updating instance_info_cache with network_info: [{"id": "96795128-0787-4363-a36e-a58dd5cbfa7f", "address": "fa:16:3e:7b:0b:ec", "network": {"id": "d6a1bbd9-c1ff-4131-b0d7-9e0f84a8f2d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-257112540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93bee572f34a4888a9b3c26163c1df72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96795128-07", "ovs_interfaceid": "96795128-0787-4363-a36e-a58dd5cbfa7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.104300] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a32a19bf-792f-4d5a-b4b8-a1f13de19f1b tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Releasing lock "refresh_cache-eb29033b-6285-4257-9dea-e563bddf3114" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.104619] env[69186]: DEBUG nova.objects.instance [None req-a32a19bf-792f-4d5a-b4b8-a1f13de19f1b tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lazy-loading 'migration_context' on Instance uuid eb29033b-6285-4257-9dea-e563bddf3114 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.607752] env[69186]: DEBUG nova.objects.base [None req-a32a19bf-792f-4d5a-b4b8-a1f13de19f1b tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69186) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1367.608699] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c7baa8-02ca-4245-8e9d-1af3c6f70eff {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.628164] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6255603b-2780-4012-ad90-51c8cebd60ad {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.632879] env[69186]: DEBUG oslo_vmware.api [None req-a32a19bf-792f-4d5a-b4b8-a1f13de19f1b tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1367.632879] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52868864-d857-4dd6-1598-d099fbd5cfd2" [ 1367.632879] env[69186]: _type = "Task" [ 1367.632879] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.640015] env[69186]: DEBUG oslo_vmware.api [None req-a32a19bf-792f-4d5a-b4b8-a1f13de19f1b tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52868864-d857-4dd6-1598-d099fbd5cfd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.142922] env[69186]: DEBUG oslo_vmware.api [None req-a32a19bf-792f-4d5a-b4b8-a1f13de19f1b tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52868864-d857-4dd6-1598-d099fbd5cfd2, 'name': SearchDatastore_Task, 'duration_secs': 0.007592} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.143224] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a32a19bf-792f-4d5a-b4b8-a1f13de19f1b tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.143464] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a32a19bf-792f-4d5a-b4b8-a1f13de19f1b tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.701130] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2c3578-988f-4517-b9c9-6660c682dd99 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.709079] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe44705-1878-4971-8022-0739a2b3e45d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.740046] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b52589-941a-4c8f-8840-d647d2b2751d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.747026] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae3cf2f-2f32-4925-8f28-00d30f76ad86 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.761032] env[69186]: DEBUG nova.compute.provider_tree [None req-a32a19bf-792f-4d5a-b4b8-a1f13de19f1b tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.264131] env[69186]: DEBUG nova.scheduler.client.report [None req-a32a19bf-792f-4d5a-b4b8-a1f13de19f1b tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.275058] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a32a19bf-792f-4d5a-b4b8-a1f13de19f1b tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.131s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.275440] env[69186]: DEBUG nova.compute.manager [None req-a32a19bf-792f-4d5a-b4b8-a1f13de19f1b tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69186) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1370.654869] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.836626] env[69186]: INFO nova.scheduler.client.report [None req-a32a19bf-792f-4d5a-b4b8-a1f13de19f1b tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Deleted allocation for migration 590c7a12-9e8e-48b8-8a05-af3e9a14c5b6 [ 1371.341874] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a32a19bf-792f-4d5a-b4b8-a1f13de19f1b tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "eb29033b-6285-4257-9dea-e563bddf3114" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.498s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.654237] env[69186]: DEBUG nova.objects.instance [None req-be9e8d52-4bc1-4802-b3c1-555180713654 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lazy-loading 'flavor' on Instance uuid eb29033b-6285-4257-9dea-e563bddf3114 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.655818] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.655977] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69186) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1371.656401] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.159063] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.159311] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.159476] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.159627] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69186) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1372.160238] env[69186]: DEBUG oslo_concurrency.lockutils [None req-be9e8d52-4bc1-4802-b3c1-555180713654 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "refresh_cache-eb29033b-6285-4257-9dea-e563bddf3114" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.160399] env[69186]: DEBUG oslo_concurrency.lockutils [None req-be9e8d52-4bc1-4802-b3c1-555180713654 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquired lock "refresh_cache-eb29033b-6285-4257-9dea-e563bddf3114" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.160568] env[69186]: DEBUG nova.network.neutron [None req-be9e8d52-4bc1-4802-b3c1-555180713654 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.160741] env[69186]: DEBUG nova.objects.instance [None req-be9e8d52-4bc1-4802-b3c1-555180713654 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lazy-loading 'info_cache' on Instance uuid eb29033b-6285-4257-9dea-e563bddf3114 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.162402] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40aebc0d-9936-4ae2-8291-a66849fefd00 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.170145] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b852e55-80bf-4e48-a0aa-e84f6c9d6f7c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.185588] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8094d4be-69a7-4d45-bb63-ea45ad6985d6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.191537] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e776f8-b952-492e-ae61-8546e1daa008 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.220572] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180384MB free_disk=74GB free_vcpus=48 pci_devices=None {{(pid=69186) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1372.220724] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.220895] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.667555] env[69186]: DEBUG nova.objects.base [None req-be9e8d52-4bc1-4802-b3c1-555180713654 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69186) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1373.244827] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 3cba6612-c0a3-40b1-a552-24e6b47ee8d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1373.244981] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 7fc22272-e3ad-40da-b5b2-a65151297068 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1373.245122] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance eb29033b-6285-4257-9dea-e563bddf3114 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1373.245306] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69186) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1373.245444] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69186) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1373.292289] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6e5a85-0b02-49b6-b186-0cf8d2b74e20 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.299792] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921329eb-ee6e-4c4b-aaf2-c7726ad33cb4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.332750] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c97350-1431-414c-bb63-e525647d602f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.340288] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d632897f-e56d-481d-9914-262459514423 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.353292] env[69186]: DEBUG nova.compute.provider_tree [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.395616] env[69186]: DEBUG nova.network.neutron [None req-be9e8d52-4bc1-4802-b3c1-555180713654 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Updating instance_info_cache with network_info: [{"id": "96795128-0787-4363-a36e-a58dd5cbfa7f", "address": "fa:16:3e:7b:0b:ec", "network": {"id": "d6a1bbd9-c1ff-4131-b0d7-9e0f84a8f2d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-257112540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93bee572f34a4888a9b3c26163c1df72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96795128-07", "ovs_interfaceid": "96795128-0787-4363-a36e-a58dd5cbfa7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.856540] env[69186]: DEBUG nova.scheduler.client.report [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.898181] env[69186]: DEBUG oslo_concurrency.lockutils [None req-be9e8d52-4bc1-4802-b3c1-555180713654 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Releasing lock "refresh_cache-eb29033b-6285-4257-9dea-e563bddf3114" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.361957] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69186) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1374.362188] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.141s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.906611] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9e8d52-4bc1-4802-b3c1-555180713654 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.906941] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f14eab9-218f-4db3-babb-33660aaf9af9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.914130] env[69186]: DEBUG oslo_vmware.api [None req-be9e8d52-4bc1-4802-b3c1-555180713654 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1374.914130] env[69186]: value = "task-3636199" [ 1374.914130] env[69186]: _type = "Task" [ 1374.914130] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.921517] env[69186]: DEBUG oslo_vmware.api [None req-be9e8d52-4bc1-4802-b3c1-555180713654 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.361591] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.361813] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.361968] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.424108] env[69186]: DEBUG oslo_vmware.api [None req-be9e8d52-4bc1-4802-b3c1-555180713654 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636199, 'name': PowerOnVM_Task, 'duration_secs': 0.41765} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.424363] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9e8d52-4bc1-4802-b3c1-555180713654 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.424564] env[69186]: DEBUG nova.compute.manager [None req-be9e8d52-4bc1-4802-b3c1-555180713654 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.425325] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abbb494-6bb3-4c3d-9535-dd64fbd17262 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.650966] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.197746] env[69186]: DEBUG oslo_concurrency.lockutils [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "eb29033b-6285-4257-9dea-e563bddf3114" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.199682] env[69186]: DEBUG oslo_concurrency.lockutils [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "eb29033b-6285-4257-9dea-e563bddf3114" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.199925] env[69186]: DEBUG oslo_concurrency.lockutils [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "eb29033b-6285-4257-9dea-e563bddf3114-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.200146] env[69186]: DEBUG oslo_concurrency.lockutils [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "eb29033b-6285-4257-9dea-e563bddf3114-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.200318] env[69186]: DEBUG oslo_concurrency.lockutils [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "eb29033b-6285-4257-9dea-e563bddf3114-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.202317] env[69186]: INFO nova.compute.manager [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Terminating instance [ 1376.706322] env[69186]: DEBUG nova.compute.manager [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1376.706549] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1376.707508] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e0c9ba-ad30-40ad-aacb-715b7c45edd7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.714841] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.715088] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfd19011-b308-4376-9a4e-0a276a047477 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.721440] env[69186]: DEBUG oslo_vmware.api [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1376.721440] env[69186]: value = "task-3636200" [ 1376.721440] env[69186]: _type = "Task" [ 1376.721440] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.728840] env[69186]: DEBUG oslo_vmware.api [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.231013] env[69186]: DEBUG oslo_vmware.api [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636200, 'name': PowerOffVM_Task, 'duration_secs': 0.225556} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.231334] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.231506] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1377.231759] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f2f3f5d-98ce-48bf-ae13-a057eda0c77b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.294569] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1377.294782] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1377.294966] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Deleting the datastore file [datastore2] eb29033b-6285-4257-9dea-e563bddf3114 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1377.295243] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ca75e02-158b-4e08-9d94-0a34802ba70d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.301465] env[69186]: DEBUG oslo_vmware.api [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1377.301465] env[69186]: value = "task-3636202" [ 1377.301465] env[69186]: _type = "Task" [ 1377.301465] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.308860] env[69186]: DEBUG oslo_vmware.api [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.655226] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.811110] env[69186]: DEBUG oslo_vmware.api [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139679} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.811369] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1377.811555] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1377.811729] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1377.811907] env[69186]: INFO nova.compute.manager [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1377.812167] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1377.812356] env[69186]: DEBUG nova.compute.manager [-] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1377.812448] env[69186]: DEBUG nova.network.neutron [-] [instance: eb29033b-6285-4257-9dea-e563bddf3114] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1378.474085] env[69186]: DEBUG nova.compute.manager [req-65616a57-31ee-4ac8-bdd6-c29fb99b1804 req-ec8e9ab4-02d0-4d07-b703-e2c82d44e103 service nova] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Received event network-vif-deleted-96795128-0787-4363-a36e-a58dd5cbfa7f {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1378.474335] env[69186]: INFO nova.compute.manager [req-65616a57-31ee-4ac8-bdd6-c29fb99b1804 req-ec8e9ab4-02d0-4d07-b703-e2c82d44e103 service nova] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Neutron deleted interface 96795128-0787-4363-a36e-a58dd5cbfa7f; detaching it from the instance and deleting it from the info cache [ 1378.474595] env[69186]: DEBUG nova.network.neutron [req-65616a57-31ee-4ac8-bdd6-c29fb99b1804 req-ec8e9ab4-02d0-4d07-b703-e2c82d44e103 service nova] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.956809] env[69186]: DEBUG nova.network.neutron [-] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.976822] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5134b4c-ac33-41ec-8704-113b67b15975 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.986666] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e68573-27ff-42de-9dc8-6ddfa8bb4bd9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.011214] env[69186]: DEBUG nova.compute.manager [req-65616a57-31ee-4ac8-bdd6-c29fb99b1804 req-ec8e9ab4-02d0-4d07-b703-e2c82d44e103 service nova] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Detach interface failed, port_id=96795128-0787-4363-a36e-a58dd5cbfa7f, reason: Instance eb29033b-6285-4257-9dea-e563bddf3114 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1379.459088] env[69186]: INFO nova.compute.manager [-] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Took 1.65 seconds to deallocate network for instance. [ 1379.966253] env[69186]: DEBUG oslo_concurrency.lockutils [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.966711] env[69186]: DEBUG oslo_concurrency.lockutils [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.966867] env[69186]: DEBUG nova.objects.instance [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lazy-loading 'resources' on Instance uuid eb29033b-6285-4257-9dea-e563bddf3114 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.525788] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f528eee-10a4-4d92-be5d-7211e5842a06 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.533652] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1faf787-035c-47e2-a318-5a672e36ce9b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.564369] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e820fd-f140-4f29-af49-f2c9144ecb27 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.571846] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52eaa11d-5ca0-451c-beae-fe3dd880e9c8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.585090] env[69186]: DEBUG nova.compute.provider_tree [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.088976] env[69186]: DEBUG nova.scheduler.client.report [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.595806] env[69186]: DEBUG oslo_concurrency.lockutils [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.618167] env[69186]: INFO nova.scheduler.client.report [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Deleted allocations for instance eb29033b-6285-4257-9dea-e563bddf3114 [ 1382.126343] env[69186]: DEBUG oslo_concurrency.lockutils [None req-da1ce060-62be-47c9-939c-216e48f72f63 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "eb29033b-6285-4257-9dea-e563bddf3114" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.928s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.140430] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "3cba6612-c0a3-40b1-a552-24e6b47ee8d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.140827] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "3cba6612-c0a3-40b1-a552-24e6b47ee8d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.140897] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "3cba6612-c0a3-40b1-a552-24e6b47ee8d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.141102] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "3cba6612-c0a3-40b1-a552-24e6b47ee8d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.141274] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "3cba6612-c0a3-40b1-a552-24e6b47ee8d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.143450] env[69186]: INFO nova.compute.manager [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Terminating instance [ 1383.406349] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "621d158b-f3e4-4d9c-bebf-15a201edf293" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.406582] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "621d158b-f3e4-4d9c-bebf-15a201edf293" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.647816] env[69186]: DEBUG nova.compute.manager [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1383.648099] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1383.649040] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e715428f-047f-44ac-a4de-4fc9c66789d6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.657904] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1383.658191] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-466f0989-f657-4013-b1a6-0dfb108b44d2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.665131] env[69186]: DEBUG oslo_vmware.api [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1383.665131] env[69186]: value = "task-3636203" [ 1383.665131] env[69186]: _type = "Task" [ 1383.665131] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.672715] env[69186]: DEBUG oslo_vmware.api [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.909695] env[69186]: DEBUG nova.compute.manager [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1384.174875] env[69186]: DEBUG oslo_vmware.api [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636203, 'name': PowerOffVM_Task, 'duration_secs': 0.168356} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.175290] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1384.175346] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1384.175566] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e79c96b-fb9d-4b55-b499-4297bd2c7783 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.236641] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1384.236919] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1384.237109] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Deleting the datastore file [datastore2] 3cba6612-c0a3-40b1-a552-24e6b47ee8d1 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1384.237381] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3ed1b9b-4be0-4ae2-96c1-0b8a9c6c6d2d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.243802] env[69186]: DEBUG oslo_vmware.api [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for the task: (returnval){ [ 1384.243802] env[69186]: value = "task-3636205" [ 1384.243802] env[69186]: _type = "Task" [ 1384.243802] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.251323] env[69186]: DEBUG oslo_vmware.api [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.438345] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.439149] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.440683] env[69186]: INFO nova.compute.claims [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1384.753170] env[69186]: DEBUG oslo_vmware.api [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Task: {'id': task-3636205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131249} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.753413] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1384.753552] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1384.753732] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1384.753913] env[69186]: INFO nova.compute.manager [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1384.754178] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1384.754375] env[69186]: DEBUG nova.compute.manager [-] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1384.754471] env[69186]: DEBUG nova.network.neutron [-] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1385.176530] env[69186]: DEBUG nova.compute.manager [req-8960977d-5536-4418-832b-125ba82b47c6 req-04f78f0a-9c4b-4ebb-9e7a-f72851cba6e5 service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Received event network-vif-deleted-95ea021c-25ca-4244-b12e-29e3a75b72cd {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1385.176530] env[69186]: INFO nova.compute.manager [req-8960977d-5536-4418-832b-125ba82b47c6 req-04f78f0a-9c4b-4ebb-9e7a-f72851cba6e5 service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Neutron deleted interface 95ea021c-25ca-4244-b12e-29e3a75b72cd; detaching it from the instance and deleting it from the info cache [ 1385.176530] env[69186]: DEBUG nova.network.neutron [req-8960977d-5536-4418-832b-125ba82b47c6 req-04f78f0a-9c4b-4ebb-9e7a-f72851cba6e5 service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.504898] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3242d8-324a-4ef6-aa31-50222a9587c6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.512441] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff4eafe-0441-4b53-81c0-1a46399e2b15 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.541132] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce62f025-88e2-4211-bcc8-0f795c4bd9a4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.547738] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4200ac69-6576-470d-bd71-82ff5b06817d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.560388] env[69186]: DEBUG nova.compute.provider_tree [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.660128] env[69186]: DEBUG nova.network.neutron [-] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.678413] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4bb10559-b1e8-4791-80c0-02c371654dab {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.687865] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024cbe16-2bef-463b-9dad-a088d7c25f31 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.713682] env[69186]: DEBUG nova.compute.manager [req-8960977d-5536-4418-832b-125ba82b47c6 req-04f78f0a-9c4b-4ebb-9e7a-f72851cba6e5 service nova] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Detach interface failed, port_id=95ea021c-25ca-4244-b12e-29e3a75b72cd, reason: Instance 3cba6612-c0a3-40b1-a552-24e6b47ee8d1 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1386.063377] env[69186]: DEBUG nova.scheduler.client.report [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1386.163094] env[69186]: INFO nova.compute.manager [-] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Took 1.41 seconds to deallocate network for instance. [ 1386.568681] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.130s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.569170] env[69186]: DEBUG nova.compute.manager [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1386.669448] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.669725] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.669965] env[69186]: DEBUG nova.objects.instance [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lazy-loading 'resources' on Instance uuid 3cba6612-c0a3-40b1-a552-24e6b47ee8d1 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.074875] env[69186]: DEBUG nova.compute.utils [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1387.076316] env[69186]: DEBUG nova.compute.manager [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1387.076489] env[69186]: DEBUG nova.network.neutron [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1387.131776] env[69186]: DEBUG nova.policy [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdc2fe5b20744942834c0ab29808f443', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93bee572f34a4888a9b3c26163c1df72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1387.222760] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6d762b-68a8-4b47-a991-2764b011e661 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.230815] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2fa4d2-3ba7-425f-bb0f-e71958be2172 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.261369] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366b9ddc-2b5d-4106-bddb-c1c4618a7ed0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.268103] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fea858-6bb0-4630-9087-e55c7e734011 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.280750] env[69186]: DEBUG nova.compute.provider_tree [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.384673] env[69186]: DEBUG nova.network.neutron [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Successfully created port: 11742bec-7f14-4ee0-8528-bbf1c1547ad2 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1387.579129] env[69186]: DEBUG nova.compute.manager [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1387.783914] env[69186]: DEBUG nova.scheduler.client.report [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1388.289553] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.309586] env[69186]: INFO nova.scheduler.client.report [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Deleted allocations for instance 3cba6612-c0a3-40b1-a552-24e6b47ee8d1 [ 1388.587985] env[69186]: DEBUG nova.compute.manager [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1388.612625] env[69186]: DEBUG nova.virt.hardware [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1388.612865] env[69186]: DEBUG nova.virt.hardware [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1388.613037] env[69186]: DEBUG nova.virt.hardware [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1388.613230] env[69186]: DEBUG nova.virt.hardware [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1388.613378] env[69186]: DEBUG nova.virt.hardware [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1388.613524] env[69186]: DEBUG nova.virt.hardware [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1388.613727] env[69186]: DEBUG nova.virt.hardware [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1388.613885] env[69186]: DEBUG nova.virt.hardware [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1388.614072] env[69186]: DEBUG nova.virt.hardware [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1388.614243] env[69186]: DEBUG nova.virt.hardware [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1388.614414] env[69186]: DEBUG nova.virt.hardware [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1388.615288] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62186fe-03da-4054-8a2b-4c6b81fd4c9d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.623604] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ce4e8e-0b20-4fc5-b449-8716b4250406 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.728919] env[69186]: DEBUG nova.compute.manager [req-a43153a1-0895-4e26-8614-f927141a5808 req-6811c3f3-29e5-47d7-9bef-9c4e46e6ea97 service nova] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Received event network-vif-plugged-11742bec-7f14-4ee0-8528-bbf1c1547ad2 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.729124] env[69186]: DEBUG oslo_concurrency.lockutils [req-a43153a1-0895-4e26-8614-f927141a5808 req-6811c3f3-29e5-47d7-9bef-9c4e46e6ea97 service nova] Acquiring lock "621d158b-f3e4-4d9c-bebf-15a201edf293-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.729344] env[69186]: DEBUG oslo_concurrency.lockutils [req-a43153a1-0895-4e26-8614-f927141a5808 req-6811c3f3-29e5-47d7-9bef-9c4e46e6ea97 service nova] Lock "621d158b-f3e4-4d9c-bebf-15a201edf293-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.729515] env[69186]: DEBUG oslo_concurrency.lockutils [req-a43153a1-0895-4e26-8614-f927141a5808 req-6811c3f3-29e5-47d7-9bef-9c4e46e6ea97 service nova] Lock "621d158b-f3e4-4d9c-bebf-15a201edf293-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.729682] env[69186]: DEBUG nova.compute.manager [req-a43153a1-0895-4e26-8614-f927141a5808 req-6811c3f3-29e5-47d7-9bef-9c4e46e6ea97 service nova] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] No waiting events found dispatching network-vif-plugged-11742bec-7f14-4ee0-8528-bbf1c1547ad2 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1388.729846] env[69186]: WARNING nova.compute.manager [req-a43153a1-0895-4e26-8614-f927141a5808 req-6811c3f3-29e5-47d7-9bef-9c4e46e6ea97 service nova] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Received unexpected event network-vif-plugged-11742bec-7f14-4ee0-8528-bbf1c1547ad2 for instance with vm_state building and task_state spawning. [ 1388.812521] env[69186]: DEBUG nova.network.neutron [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Successfully updated port: 11742bec-7f14-4ee0-8528-bbf1c1547ad2 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1388.816731] env[69186]: DEBUG oslo_concurrency.lockutils [None req-33f5bad6-bce2-4be2-a354-ae8045d7d20c tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Lock "3cba6612-c0a3-40b1-a552-24e6b47ee8d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.676s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.315920] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "refresh_cache-621d158b-f3e4-4d9c-bebf-15a201edf293" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.316053] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquired lock "refresh_cache-621d158b-f3e4-4d9c-bebf-15a201edf293" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.316226] env[69186]: DEBUG nova.network.neutron [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.854759] env[69186]: DEBUG nova.network.neutron [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1389.981683] env[69186]: DEBUG nova.network.neutron [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Updating instance_info_cache with network_info: [{"id": "11742bec-7f14-4ee0-8528-bbf1c1547ad2", "address": "fa:16:3e:66:e6:43", "network": {"id": "d6a1bbd9-c1ff-4131-b0d7-9e0f84a8f2d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-257112540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93bee572f34a4888a9b3c26163c1df72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11742bec-7f", "ovs_interfaceid": "11742bec-7f14-4ee0-8528-bbf1c1547ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.484743] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Releasing lock "refresh_cache-621d158b-f3e4-4d9c-bebf-15a201edf293" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.485111] env[69186]: DEBUG nova.compute.manager [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Instance network_info: |[{"id": "11742bec-7f14-4ee0-8528-bbf1c1547ad2", "address": "fa:16:3e:66:e6:43", "network": {"id": "d6a1bbd9-c1ff-4131-b0d7-9e0f84a8f2d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-257112540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93bee572f34a4888a9b3c26163c1df72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11742bec-7f", "ovs_interfaceid": "11742bec-7f14-4ee0-8528-bbf1c1547ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1390.485560] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:e6:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11742bec-7f14-4ee0-8528-bbf1c1547ad2', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1390.493154] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1390.493363] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1390.493987] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80c56552-a9fe-44ad-bdfe-8c7cdee5daba {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.514702] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1390.514702] env[69186]: value = "task-3636206" [ 1390.514702] env[69186]: _type = "Task" [ 1390.514702] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.522101] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636206, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.757136] env[69186]: DEBUG nova.compute.manager [req-6ef20baa-4ddf-4736-ae34-dd03d2f26d70 req-488f0141-dcb0-47a8-a13b-55c591bcb775 service nova] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Received event network-changed-11742bec-7f14-4ee0-8528-bbf1c1547ad2 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1390.757136] env[69186]: DEBUG nova.compute.manager [req-6ef20baa-4ddf-4736-ae34-dd03d2f26d70 req-488f0141-dcb0-47a8-a13b-55c591bcb775 service nova] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Refreshing instance network info cache due to event network-changed-11742bec-7f14-4ee0-8528-bbf1c1547ad2. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1390.757136] env[69186]: DEBUG oslo_concurrency.lockutils [req-6ef20baa-4ddf-4736-ae34-dd03d2f26d70 req-488f0141-dcb0-47a8-a13b-55c591bcb775 service nova] Acquiring lock "refresh_cache-621d158b-f3e4-4d9c-bebf-15a201edf293" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.757136] env[69186]: DEBUG oslo_concurrency.lockutils [req-6ef20baa-4ddf-4736-ae34-dd03d2f26d70 req-488f0141-dcb0-47a8-a13b-55c591bcb775 service nova] Acquired lock "refresh_cache-621d158b-f3e4-4d9c-bebf-15a201edf293" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.757136] env[69186]: DEBUG nova.network.neutron [req-6ef20baa-4ddf-4736-ae34-dd03d2f26d70 req-488f0141-dcb0-47a8-a13b-55c591bcb775 service nova] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Refreshing network info cache for port 11742bec-7f14-4ee0-8528-bbf1c1547ad2 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1391.025709] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636206, 'name': CreateVM_Task, 'duration_secs': 0.423535} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.026182] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1391.026737] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.026859] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.027211] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.027717] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2adddda0-f521-4fb7-a6d4-21ab508e0504 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.031778] env[69186]: DEBUG oslo_vmware.api [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1391.031778] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52fcb8e8-cc5f-c87b-2751-a248963f7949" [ 1391.031778] env[69186]: _type = "Task" [ 1391.031778] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.039238] env[69186]: DEBUG oslo_vmware.api [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52fcb8e8-cc5f-c87b-2751-a248963f7949, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.428880] env[69186]: DEBUG nova.network.neutron [req-6ef20baa-4ddf-4736-ae34-dd03d2f26d70 req-488f0141-dcb0-47a8-a13b-55c591bcb775 service nova] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Updated VIF entry in instance network info cache for port 11742bec-7f14-4ee0-8528-bbf1c1547ad2. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1391.429272] env[69186]: DEBUG nova.network.neutron [req-6ef20baa-4ddf-4736-ae34-dd03d2f26d70 req-488f0141-dcb0-47a8-a13b-55c591bcb775 service nova] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Updating instance_info_cache with network_info: [{"id": "11742bec-7f14-4ee0-8528-bbf1c1547ad2", "address": "fa:16:3e:66:e6:43", "network": {"id": "d6a1bbd9-c1ff-4131-b0d7-9e0f84a8f2d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-257112540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93bee572f34a4888a9b3c26163c1df72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11742bec-7f", "ovs_interfaceid": "11742bec-7f14-4ee0-8528-bbf1c1547ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.542556] env[69186]: DEBUG oslo_vmware.api [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52fcb8e8-cc5f-c87b-2751-a248963f7949, 'name': SearchDatastore_Task, 'duration_secs': 0.009788} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.542556] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.542556] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1391.542556] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.542810] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.542810] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1391.542991] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-943de62d-790d-427d-9f2f-6d7a4416e43a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.550752] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1391.551035] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1391.552051] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df3aa719-3727-448f-bf48-4c49c10ae80a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.556993] env[69186]: DEBUG oslo_vmware.api [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1391.556993] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bac491-f57f-e736-6701-465a352d0b23" [ 1391.556993] env[69186]: _type = "Task" [ 1391.556993] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.563770] env[69186]: DEBUG oslo_vmware.api [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bac491-f57f-e736-6701-465a352d0b23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.932383] env[69186]: DEBUG oslo_concurrency.lockutils [req-6ef20baa-4ddf-4736-ae34-dd03d2f26d70 req-488f0141-dcb0-47a8-a13b-55c591bcb775 service nova] Releasing lock "refresh_cache-621d158b-f3e4-4d9c-bebf-15a201edf293" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.066904] env[69186]: DEBUG oslo_vmware.api [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52bac491-f57f-e736-6701-465a352d0b23, 'name': SearchDatastore_Task, 'duration_secs': 0.008163} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.067753] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18ba3298-dac9-429a-9f9b-3b69bfa7eeb9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.072575] env[69186]: DEBUG oslo_vmware.api [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1392.072575] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5229892b-82b7-28bc-3a60-2e3761350b12" [ 1392.072575] env[69186]: _type = "Task" [ 1392.072575] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.080021] env[69186]: DEBUG oslo_vmware.api [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5229892b-82b7-28bc-3a60-2e3761350b12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.582808] env[69186]: DEBUG oslo_vmware.api [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5229892b-82b7-28bc-3a60-2e3761350b12, 'name': SearchDatastore_Task, 'duration_secs': 0.00935} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.583091] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.583361] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 621d158b-f3e4-4d9c-bebf-15a201edf293/621d158b-f3e4-4d9c-bebf-15a201edf293.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1392.583623] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ca188a2-ca50-485a-b309-7523682b61e5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.590306] env[69186]: DEBUG oslo_vmware.api [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1392.590306] env[69186]: value = "task-3636208" [ 1392.590306] env[69186]: _type = "Task" [ 1392.590306] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.597852] env[69186]: DEBUG oslo_vmware.api [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.100760] env[69186]: DEBUG oslo_vmware.api [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436324} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.101132] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] 621d158b-f3e4-4d9c-bebf-15a201edf293/621d158b-f3e4-4d9c-bebf-15a201edf293.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1393.101208] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1393.101520] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83b790dd-24a7-481f-bd8c-55f42b99e872 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.108581] env[69186]: DEBUG oslo_vmware.api [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1393.108581] env[69186]: value = "task-3636209" [ 1393.108581] env[69186]: _type = "Task" [ 1393.108581] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.115845] env[69186]: DEBUG oslo_vmware.api [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.329745] env[69186]: DEBUG nova.compute.manager [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Stashing vm_state: active {{(pid=69186) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1393.618128] env[69186]: DEBUG oslo_vmware.api [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082852} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.618356] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1393.619213] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128ad976-9ca2-4187-9b28-e6e7ac823619 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.643010] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 621d158b-f3e4-4d9c-bebf-15a201edf293/621d158b-f3e4-4d9c-bebf-15a201edf293.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1393.643255] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76683b49-d3a4-4aaa-8553-9a24076b21a9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.660863] env[69186]: DEBUG oslo_vmware.api [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1393.660863] env[69186]: value = "task-3636210" [ 1393.660863] env[69186]: _type = "Task" [ 1393.660863] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.667980] env[69186]: DEBUG oslo_vmware.api [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.853375] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.853714] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.170614] env[69186]: DEBUG oslo_vmware.api [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636210, 'name': ReconfigVM_Task, 'duration_secs': 0.272757} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.170989] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 621d158b-f3e4-4d9c-bebf-15a201edf293/621d158b-f3e4-4d9c-bebf-15a201edf293.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1394.171514] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89c34652-e13d-483e-a793-36518a8df582 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.177982] env[69186]: DEBUG oslo_vmware.api [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1394.177982] env[69186]: value = "task-3636211" [ 1394.177982] env[69186]: _type = "Task" [ 1394.177982] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.185313] env[69186]: DEBUG oslo_vmware.api [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636211, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.359460] env[69186]: INFO nova.compute.claims [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1394.688203] env[69186]: DEBUG oslo_vmware.api [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636211, 'name': Rename_Task, 'duration_secs': 0.135502} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.688203] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1394.688203] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4bed97d-8a21-4bde-948e-bfe17cff2542 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.694925] env[69186]: DEBUG oslo_vmware.api [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1394.694925] env[69186]: value = "task-3636212" [ 1394.694925] env[69186]: _type = "Task" [ 1394.694925] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.703237] env[69186]: DEBUG oslo_vmware.api [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.866491] env[69186]: INFO nova.compute.resource_tracker [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Updating resource usage from migration ae47a204-01b3-4684-8023-7269b8605bb9 [ 1394.932424] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196115ea-8fc7-4d14-ac42-6bbef5076840 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.940752] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89373c8c-8a48-43f1-baea-7fe3e0ddd7e6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.972366] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a47b2ef-0a18-4393-ba91-afe8ff273952 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.980532] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a57789d-a38e-47c8-a2fe-b32b7803b9c7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.993625] env[69186]: DEBUG nova.compute.provider_tree [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.205584] env[69186]: DEBUG oslo_vmware.api [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636212, 'name': PowerOnVM_Task, 'duration_secs': 0.463165} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.205919] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1395.206086] env[69186]: INFO nova.compute.manager [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1395.206306] env[69186]: DEBUG nova.compute.manager [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1395.207111] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51936981-0165-48a8-b596-9f4d04f2669d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.496738] env[69186]: DEBUG nova.scheduler.client.report [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1395.724248] env[69186]: INFO nova.compute.manager [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Took 11.31 seconds to build instance. [ 1396.003812] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.150s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.004044] env[69186]: INFO nova.compute.manager [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Migrating [ 1396.225980] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "621d158b-f3e4-4d9c-bebf-15a201edf293" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.819s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.461043] env[69186]: DEBUG nova.compute.manager [req-a0aadf5f-2d87-4a5f-b361-a3b5f0cdda0f req-b37b019c-08cd-49e4-8799-79ce0dc771b8 service nova] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Received event network-changed-11742bec-7f14-4ee0-8528-bbf1c1547ad2 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1396.461149] env[69186]: DEBUG nova.compute.manager [req-a0aadf5f-2d87-4a5f-b361-a3b5f0cdda0f req-b37b019c-08cd-49e4-8799-79ce0dc771b8 service nova] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Refreshing instance network info cache due to event network-changed-11742bec-7f14-4ee0-8528-bbf1c1547ad2. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1396.461461] env[69186]: DEBUG oslo_concurrency.lockutils [req-a0aadf5f-2d87-4a5f-b361-a3b5f0cdda0f req-b37b019c-08cd-49e4-8799-79ce0dc771b8 service nova] Acquiring lock "refresh_cache-621d158b-f3e4-4d9c-bebf-15a201edf293" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.461679] env[69186]: DEBUG oslo_concurrency.lockutils [req-a0aadf5f-2d87-4a5f-b361-a3b5f0cdda0f req-b37b019c-08cd-49e4-8799-79ce0dc771b8 service nova] Acquired lock "refresh_cache-621d158b-f3e4-4d9c-bebf-15a201edf293" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.461922] env[69186]: DEBUG nova.network.neutron [req-a0aadf5f-2d87-4a5f-b361-a3b5f0cdda0f req-b37b019c-08cd-49e4-8799-79ce0dc771b8 service nova] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Refreshing network info cache for port 11742bec-7f14-4ee0-8528-bbf1c1547ad2 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.518335] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "refresh_cache-7fc22272-e3ad-40da-b5b2-a65151297068" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.518533] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired lock "refresh_cache-7fc22272-e3ad-40da-b5b2-a65151297068" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.518715] env[69186]: DEBUG nova.network.neutron [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.162180] env[69186]: DEBUG nova.network.neutron [req-a0aadf5f-2d87-4a5f-b361-a3b5f0cdda0f req-b37b019c-08cd-49e4-8799-79ce0dc771b8 service nova] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Updated VIF entry in instance network info cache for port 11742bec-7f14-4ee0-8528-bbf1c1547ad2. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1397.162544] env[69186]: DEBUG nova.network.neutron [req-a0aadf5f-2d87-4a5f-b361-a3b5f0cdda0f req-b37b019c-08cd-49e4-8799-79ce0dc771b8 service nova] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Updating instance_info_cache with network_info: [{"id": "11742bec-7f14-4ee0-8528-bbf1c1547ad2", "address": "fa:16:3e:66:e6:43", "network": {"id": "d6a1bbd9-c1ff-4131-b0d7-9e0f84a8f2d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-257112540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93bee572f34a4888a9b3c26163c1df72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11742bec-7f", "ovs_interfaceid": "11742bec-7f14-4ee0-8528-bbf1c1547ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.214269] env[69186]: DEBUG nova.network.neutron [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Updating instance_info_cache with network_info: [{"id": "bbe503de-2886-435a-90ea-7a2f94e1c9a1", "address": "fa:16:3e:56:ad:83", "network": {"id": "14d60a2d-8117-4dd5-a804-5c161410ba84", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130840510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a588bb9537f4d2db8d49b4309728df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbe503de-28", "ovs_interfaceid": "bbe503de-2886-435a-90ea-7a2f94e1c9a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.665290] env[69186]: DEBUG oslo_concurrency.lockutils [req-a0aadf5f-2d87-4a5f-b361-a3b5f0cdda0f req-b37b019c-08cd-49e4-8799-79ce0dc771b8 service nova] Releasing lock "refresh_cache-621d158b-f3e4-4d9c-bebf-15a201edf293" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.717274] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Releasing lock "refresh_cache-7fc22272-e3ad-40da-b5b2-a65151297068" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.232987] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e197d14d-09c0-4005-82a4-3000f6b910d3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.251634] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Updating instance '7fc22272-e3ad-40da-b5b2-a65151297068' progress to 0 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1399.758090] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.758420] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-945838fe-cb63-48bd-ba57-09b287b11578 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.765485] env[69186]: DEBUG oslo_vmware.api [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1399.765485] env[69186]: value = "task-3636213" [ 1399.765485] env[69186]: _type = "Task" [ 1399.765485] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.773165] env[69186]: DEBUG oslo_vmware.api [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.276159] env[69186]: DEBUG oslo_vmware.api [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636213, 'name': PowerOffVM_Task, 'duration_secs': 0.169204} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.276159] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1400.276159] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Updating instance '7fc22272-e3ad-40da-b5b2-a65151297068' progress to 17 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1400.782011] env[69186]: DEBUG nova.virt.hardware [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1400.782461] env[69186]: DEBUG nova.virt.hardware [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1400.782718] env[69186]: DEBUG nova.virt.hardware [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1400.782939] env[69186]: DEBUG nova.virt.hardware [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1400.783201] env[69186]: DEBUG nova.virt.hardware [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1400.783453] env[69186]: DEBUG nova.virt.hardware [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1400.783759] env[69186]: DEBUG nova.virt.hardware [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1400.784022] env[69186]: DEBUG nova.virt.hardware [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1400.784307] env[69186]: DEBUG nova.virt.hardware [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1400.784576] env[69186]: DEBUG nova.virt.hardware [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1400.784849] env[69186]: DEBUG nova.virt.hardware [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1400.789996] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26771c2c-7d96-47d3-ba35-66b3f233b3dc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.806342] env[69186]: DEBUG oslo_vmware.api [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1400.806342] env[69186]: value = "task-3636214" [ 1400.806342] env[69186]: _type = "Task" [ 1400.806342] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.814283] env[69186]: DEBUG oslo_vmware.api [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636214, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.316255] env[69186]: DEBUG oslo_vmware.api [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636214, 'name': ReconfigVM_Task, 'duration_secs': 0.149053} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.316630] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Updating instance '7fc22272-e3ad-40da-b5b2-a65151297068' progress to 33 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1401.823218] env[69186]: DEBUG nova.virt.hardware [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1401.823540] env[69186]: DEBUG nova.virt.hardware [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1401.823658] env[69186]: DEBUG nova.virt.hardware [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1401.823845] env[69186]: DEBUG nova.virt.hardware [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1401.823993] env[69186]: DEBUG nova.virt.hardware [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1401.824167] env[69186]: DEBUG nova.virt.hardware [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1401.824376] env[69186]: DEBUG nova.virt.hardware [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1401.824537] env[69186]: DEBUG nova.virt.hardware [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1401.824703] env[69186]: DEBUG nova.virt.hardware [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1401.824880] env[69186]: DEBUG nova.virt.hardware [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1401.825105] env[69186]: DEBUG nova.virt.hardware [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1401.830409] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1401.830690] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de5623e5-3c27-4544-a56e-47fc4ac2b173 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.849477] env[69186]: DEBUG oslo_vmware.api [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1401.849477] env[69186]: value = "task-3636215" [ 1401.849477] env[69186]: _type = "Task" [ 1401.849477] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.856713] env[69186]: DEBUG oslo_vmware.api [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636215, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.361758] env[69186]: DEBUG oslo_vmware.api [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636215, 'name': ReconfigVM_Task, 'duration_secs': 0.154407} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.362181] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1402.362965] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af3cfba-f120-4460-8ec1-b88899235c90 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.384528] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 7fc22272-e3ad-40da-b5b2-a65151297068/7fc22272-e3ad-40da-b5b2-a65151297068.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.385118] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1e7e4ae-5a5f-440d-b39f-1c0d4667d73a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.402438] env[69186]: DEBUG oslo_vmware.api [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1402.402438] env[69186]: value = "task-3636216" [ 1402.402438] env[69186]: _type = "Task" [ 1402.402438] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.409950] env[69186]: DEBUG oslo_vmware.api [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636216, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.913490] env[69186]: DEBUG oslo_vmware.api [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636216, 'name': ReconfigVM_Task, 'duration_secs': 0.243298} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.913769] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 7fc22272-e3ad-40da-b5b2-a65151297068/7fc22272-e3ad-40da-b5b2-a65151297068.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1402.914053] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Updating instance '7fc22272-e3ad-40da-b5b2-a65151297068' progress to 50 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1403.420767] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daca5191-1020-4db8-a18d-ed7193d394c7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.440713] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2661ea77-d797-4184-9020-0540ce4df088 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.457167] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Updating instance '7fc22272-e3ad-40da-b5b2-a65151297068' progress to 67 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1403.994869] env[69186]: DEBUG nova.network.neutron [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Port bbe503de-2886-435a-90ea-7a2f94e1c9a1 binding to destination host cpu-1 is already ACTIVE {{(pid=69186) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1405.016666] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "7fc22272-e3ad-40da-b5b2-a65151297068-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.017131] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "7fc22272-e3ad-40da-b5b2-a65151297068-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.017131] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "7fc22272-e3ad-40da-b5b2-a65151297068-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.050966] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "refresh_cache-7fc22272-e3ad-40da-b5b2-a65151297068" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.051252] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired lock "refresh_cache-7fc22272-e3ad-40da-b5b2-a65151297068" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.051362] env[69186]: DEBUG nova.network.neutron [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1406.743232] env[69186]: DEBUG nova.network.neutron [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Updating instance_info_cache with network_info: [{"id": "bbe503de-2886-435a-90ea-7a2f94e1c9a1", "address": "fa:16:3e:56:ad:83", "network": {"id": "14d60a2d-8117-4dd5-a804-5c161410ba84", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130840510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a588bb9537f4d2db8d49b4309728df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbe503de-28", "ovs_interfaceid": "bbe503de-2886-435a-90ea-7a2f94e1c9a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.245973] env[69186]: DEBUG oslo_concurrency.lockutils [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Releasing lock "refresh_cache-7fc22272-e3ad-40da-b5b2-a65151297068" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.769181] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258956df-880d-458a-8252-263b1799c64f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.789150] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe5a59e-5658-4b41-a910-0b8ab96d4eed {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.795668] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Updating instance '7fc22272-e3ad-40da-b5b2-a65151297068' progress to 83 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1408.301762] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1408.302172] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1193df9a-3ed8-4a8e-b75d-2de37bba5e3d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.309370] env[69186]: DEBUG oslo_vmware.api [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1408.309370] env[69186]: value = "task-3636217" [ 1408.309370] env[69186]: _type = "Task" [ 1408.309370] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.316881] env[69186]: DEBUG oslo_vmware.api [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.820201] env[69186]: DEBUG oslo_vmware.api [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636217, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.319904] env[69186]: DEBUG oslo_vmware.api [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636217, 'name': PowerOnVM_Task, 'duration_secs': 0.553174} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.320414] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1409.320690] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f55c06-0688-4658-96b2-224ff3fdc1a0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Updating instance '7fc22272-e3ad-40da-b5b2-a65151297068' progress to 100 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1411.689784] env[69186]: DEBUG nova.network.neutron [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Port bbe503de-2886-435a-90ea-7a2f94e1c9a1 binding to destination host cpu-1 is already ACTIVE {{(pid=69186) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1411.690094] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "refresh_cache-7fc22272-e3ad-40da-b5b2-a65151297068" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.690215] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired lock "refresh_cache-7fc22272-e3ad-40da-b5b2-a65151297068" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.690393] env[69186]: DEBUG nova.network.neutron [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1412.432774] env[69186]: DEBUG nova.network.neutron [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Updating instance_info_cache with network_info: [{"id": "bbe503de-2886-435a-90ea-7a2f94e1c9a1", "address": "fa:16:3e:56:ad:83", "network": {"id": "14d60a2d-8117-4dd5-a804-5c161410ba84", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130840510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a588bb9537f4d2db8d49b4309728df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbe503de-28", "ovs_interfaceid": "bbe503de-2886-435a-90ea-7a2f94e1c9a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.935431] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Releasing lock "refresh_cache-7fc22272-e3ad-40da-b5b2-a65151297068" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.439770] env[69186]: DEBUG nova.compute.manager [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69186) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1413.439994] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.440263] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.944110] env[69186]: DEBUG nova.objects.instance [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lazy-loading 'migration_context' on Instance uuid 7fc22272-e3ad-40da-b5b2-a65151297068 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1414.499245] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1c917d-6fcd-41a2-8ba1-ababfc31e6e4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.507017] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8f2a12-302e-479a-adbc-8bad6d129ec9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.536363] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0f51f8-faf1-4af6-9f9d-26f194c1e6bd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.542963] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6464ad-1cf0-46fa-9c06-557af71ca365 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.556432] env[69186]: DEBUG nova.compute.provider_tree [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.059337] env[69186]: DEBUG nova.scheduler.client.report [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.072390] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.632s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.606836] env[69186]: INFO nova.compute.manager [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Swapping old allocation on dict_keys(['236fcb92-b429-42b8-bc28-b1c93f3ba708']) held by migration ae47a204-01b3-4684-8023-7269b8605bb9 for instance [ 1417.630735] env[69186]: DEBUG nova.scheduler.client.report [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Overwriting current allocation {'allocations': {'236fcb92-b429-42b8-bc28-b1c93f3ba708': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 181}}, 'project_id': '9a588bb9537f4d2db8d49b4309728df4', 'user_id': 'f45645b66fe341009a83e7a852497ce7', 'consumer_generation': 1} on consumer 7fc22272-e3ad-40da-b5b2-a65151297068 {{(pid=69186) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1417.706432] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "refresh_cache-7fc22272-e3ad-40da-b5b2-a65151297068" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.706636] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired lock "refresh_cache-7fc22272-e3ad-40da-b5b2-a65151297068" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.706815] env[69186]: DEBUG nova.network.neutron [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1418.390046] env[69186]: DEBUG nova.network.neutron [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Updating instance_info_cache with network_info: [{"id": "bbe503de-2886-435a-90ea-7a2f94e1c9a1", "address": "fa:16:3e:56:ad:83", "network": {"id": "14d60a2d-8117-4dd5-a804-5c161410ba84", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130840510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a588bb9537f4d2db8d49b4309728df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbe503de-28", "ovs_interfaceid": "bbe503de-2886-435a-90ea-7a2f94e1c9a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.893314] env[69186]: DEBUG oslo_concurrency.lockutils [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Releasing lock "refresh_cache-7fc22272-e3ad-40da-b5b2-a65151297068" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.893883] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1418.894232] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20467d18-1be8-4e3f-972a-8fb3d364bc1e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.902827] env[69186]: DEBUG oslo_vmware.api [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1418.902827] env[69186]: value = "task-3636218" [ 1418.902827] env[69186]: _type = "Task" [ 1418.902827] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.910346] env[69186]: DEBUG oslo_vmware.api [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.412872] env[69186]: DEBUG oslo_vmware.api [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636218, 'name': PowerOffVM_Task, 'duration_secs': 0.176505} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.413146] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1419.413738] env[69186]: DEBUG nova.virt.hardware [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1419.413956] env[69186]: DEBUG nova.virt.hardware [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1419.414132] env[69186]: DEBUG nova.virt.hardware [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1419.414322] env[69186]: DEBUG nova.virt.hardware [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1419.414500] env[69186]: DEBUG nova.virt.hardware [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1419.414666] env[69186]: DEBUG nova.virt.hardware [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1419.414870] env[69186]: DEBUG nova.virt.hardware [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1419.415044] env[69186]: DEBUG nova.virt.hardware [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1419.415245] env[69186]: DEBUG nova.virt.hardware [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1419.415417] env[69186]: DEBUG nova.virt.hardware [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1419.415592] env[69186]: DEBUG nova.virt.hardware [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1419.420479] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d89ecd87-af72-40c2-9a43-926bfdf3387d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.435203] env[69186]: DEBUG oslo_vmware.api [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1419.435203] env[69186]: value = "task-3636219" [ 1419.435203] env[69186]: _type = "Task" [ 1419.435203] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.443623] env[69186]: DEBUG oslo_vmware.api [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.944790] env[69186]: DEBUG oslo_vmware.api [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636219, 'name': ReconfigVM_Task, 'duration_secs': 0.125271} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.945713] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b119a2-b757-440a-963c-3b2f3f94e65b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.964193] env[69186]: DEBUG nova.virt.hardware [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1419.964432] env[69186]: DEBUG nova.virt.hardware [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1419.964584] env[69186]: DEBUG nova.virt.hardware [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1419.964768] env[69186]: DEBUG nova.virt.hardware [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1419.964914] env[69186]: DEBUG nova.virt.hardware [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1419.965075] env[69186]: DEBUG nova.virt.hardware [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1419.965362] env[69186]: DEBUG nova.virt.hardware [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1419.965534] env[69186]: DEBUG nova.virt.hardware [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1419.965703] env[69186]: DEBUG nova.virt.hardware [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1419.965867] env[69186]: DEBUG nova.virt.hardware [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1419.966056] env[69186]: DEBUG nova.virt.hardware [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1419.966829] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0967c4a5-682b-414b-ad33-dead8d10124f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.972148] env[69186]: DEBUG oslo_vmware.api [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1419.972148] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520d1b5a-23c9-0c3b-d2e1-af48700bebdd" [ 1419.972148] env[69186]: _type = "Task" [ 1419.972148] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.979675] env[69186]: DEBUG oslo_vmware.api [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520d1b5a-23c9-0c3b-d2e1-af48700bebdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.482813] env[69186]: DEBUG oslo_vmware.api [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520d1b5a-23c9-0c3b-d2e1-af48700bebdd, 'name': SearchDatastore_Task, 'duration_secs': 0.013338} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.488389] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1420.488650] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-067e5913-758a-4fcb-b98d-9b849360e22e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.507060] env[69186]: DEBUG oslo_vmware.api [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1420.507060] env[69186]: value = "task-3636220" [ 1420.507060] env[69186]: _type = "Task" [ 1420.507060] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.514695] env[69186]: DEBUG oslo_vmware.api [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.017071] env[69186]: DEBUG oslo_vmware.api [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636220, 'name': ReconfigVM_Task, 'duration_secs': 0.208613} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.017501] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1421.018126] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687a5a50-8efd-4222-b77e-a0fdd692d46a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.039066] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 7fc22272-e3ad-40da-b5b2-a65151297068/7fc22272-e3ad-40da-b5b2-a65151297068.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.039319] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d459299-ab5e-417b-a3b9-3a4e385d409f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.056957] env[69186]: DEBUG oslo_vmware.api [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1421.056957] env[69186]: value = "task-3636221" [ 1421.056957] env[69186]: _type = "Task" [ 1421.056957] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.064232] env[69186]: DEBUG oslo_vmware.api [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.567073] env[69186]: DEBUG oslo_vmware.api [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636221, 'name': ReconfigVM_Task, 'duration_secs': 0.242088} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.567389] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 7fc22272-e3ad-40da-b5b2-a65151297068/7fc22272-e3ad-40da-b5b2-a65151297068.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1421.568194] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bb2bb7-0786-4b28-bbb0-65984622f741 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.585177] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730aef49-74c5-4ae6-8af8-e7dfd056abb8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.603180] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1405ae51-a3e0-4653-a18d-20adbf2e8ce8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.620185] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6e9711-7d68-4699-ac6f-8d001a15e6e3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.625642] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1421.625851] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bb6e0f2-100a-40c4-a73a-f693a09b7b35 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.631809] env[69186]: DEBUG oslo_vmware.api [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1421.631809] env[69186]: value = "task-3636222" [ 1421.631809] env[69186]: _type = "Task" [ 1421.631809] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.638756] env[69186]: DEBUG oslo_vmware.api [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.140978] env[69186]: DEBUG oslo_vmware.api [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636222, 'name': PowerOnVM_Task, 'duration_secs': 0.335267} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.141284] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.153727] env[69186]: INFO nova.compute.manager [None req-e8b5d520-af30-49a5-94b7-a0e7112f7d45 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Updating instance to original state: 'active' [ 1424.066094] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "7fc22272-e3ad-40da-b5b2-a65151297068" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.066383] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "7fc22272-e3ad-40da-b5b2-a65151297068" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.066604] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "7fc22272-e3ad-40da-b5b2-a65151297068-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.066793] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "7fc22272-e3ad-40da-b5b2-a65151297068-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.066970] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "7fc22272-e3ad-40da-b5b2-a65151297068-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.069268] env[69186]: INFO nova.compute.manager [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Terminating instance [ 1424.573056] env[69186]: DEBUG nova.compute.manager [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1424.573455] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1424.574181] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d413b6-ebc4-410e-b7bf-67cd04d83e94 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.583239] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1424.583481] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e4e5ebc-d6c1-4e45-a4a1-ecdd8ea41e44 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.589051] env[69186]: DEBUG oslo_vmware.api [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1424.589051] env[69186]: value = "task-3636223" [ 1424.589051] env[69186]: _type = "Task" [ 1424.589051] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.596269] env[69186]: DEBUG oslo_vmware.api [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.098677] env[69186]: DEBUG oslo_vmware.api [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636223, 'name': PowerOffVM_Task, 'duration_secs': 0.174015} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.098957] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1425.099145] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1425.099395] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0a923ba-5971-4223-bbf5-a2522039dedd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.155711] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1425.155937] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1425.156141] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Deleting the datastore file [datastore1] 7fc22272-e3ad-40da-b5b2-a65151297068 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1425.156426] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e06d434-19cd-4812-b8fb-60497f7c935a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.163467] env[69186]: DEBUG oslo_vmware.api [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1425.163467] env[69186]: value = "task-3636225" [ 1425.163467] env[69186]: _type = "Task" [ 1425.163467] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.171117] env[69186]: DEBUG oslo_vmware.api [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.673561] env[69186]: DEBUG oslo_vmware.api [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133892} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.673940] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1425.674067] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1425.674214] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1425.674391] env[69186]: INFO nova.compute.manager [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1425.674639] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1425.674832] env[69186]: DEBUG nova.compute.manager [-] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1425.674927] env[69186]: DEBUG nova.network.neutron [-] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1426.127286] env[69186]: DEBUG nova.compute.manager [req-d5a2e26e-f23d-47bc-bf18-2dca2be51ee6 req-bc04bb2a-6510-4349-ad8d-eb0022aada9e service nova] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Received event network-vif-deleted-bbe503de-2886-435a-90ea-7a2f94e1c9a1 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1426.127505] env[69186]: INFO nova.compute.manager [req-d5a2e26e-f23d-47bc-bf18-2dca2be51ee6 req-bc04bb2a-6510-4349-ad8d-eb0022aada9e service nova] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Neutron deleted interface bbe503de-2886-435a-90ea-7a2f94e1c9a1; detaching it from the instance and deleting it from the info cache [ 1426.127694] env[69186]: DEBUG nova.network.neutron [req-d5a2e26e-f23d-47bc-bf18-2dca2be51ee6 req-bc04bb2a-6510-4349-ad8d-eb0022aada9e service nova] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.604546] env[69186]: DEBUG nova.network.neutron [-] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.630617] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f8200e2-0f06-466d-b7b0-e3127c96a806 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.640394] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acfc202-0d30-49c8-9a6a-e59808995aa9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.664017] env[69186]: DEBUG nova.compute.manager [req-d5a2e26e-f23d-47bc-bf18-2dca2be51ee6 req-bc04bb2a-6510-4349-ad8d-eb0022aada9e service nova] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Detach interface failed, port_id=bbe503de-2886-435a-90ea-7a2f94e1c9a1, reason: Instance 7fc22272-e3ad-40da-b5b2-a65151297068 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1427.106632] env[69186]: INFO nova.compute.manager [-] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Took 1.43 seconds to deallocate network for instance. [ 1427.614515] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.614771] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.614966] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.635676] env[69186]: INFO nova.scheduler.client.report [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Deleted allocations for instance 7fc22272-e3ad-40da-b5b2-a65151297068 [ 1428.144139] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "7fc22272-e3ad-40da-b5b2-a65151297068" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.078s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.927659] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "e2700c03-cf6b-4842-9dec-1fdacdd1282f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.928518] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "e2700c03-cf6b-4842-9dec-1fdacdd1282f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.431008] env[69186]: DEBUG nova.compute.manager [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1429.955581] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.955868] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.957457] env[69186]: INFO nova.compute.claims [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1431.004540] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7566dc-c75b-4089-ba05-d3b5afbd6531 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.012069] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d67319a-f30e-42e0-9f5f-a68f2eb3b2cc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.041056] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc542bb-37eb-4ebd-8a6a-b376a453abef {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.047886] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6b2841-4f5f-4934-b123-986f1d524269 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.061913] env[69186]: DEBUG nova.compute.provider_tree [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.564773] env[69186]: DEBUG nova.scheduler.client.report [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1431.654543] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.654768] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.070064] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.114s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.070604] env[69186]: DEBUG nova.compute.manager [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1432.157915] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.158174] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.158345] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.158502] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69186) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1432.159766] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4ffaed-996d-43e4-b696-1ac79e9991e2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.167115] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c507219-f16e-40dd-8cb1-054f0a5fff97 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.180636] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b13775-9422-47a2-a483-d7c0570be0d3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.186519] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3342c9-4ed7-423c-8d4d-c957a17effdc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.214245] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180547MB free_disk=74GB free_vcpus=48 pci_devices=None {{(pid=69186) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1432.214399] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.214594] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.575809] env[69186]: DEBUG nova.compute.utils [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1432.578893] env[69186]: DEBUG nova.compute.manager [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1432.579077] env[69186]: DEBUG nova.network.neutron [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1432.630035] env[69186]: DEBUG nova.policy [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f45645b66fe341009a83e7a852497ce7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a588bb9537f4d2db8d49b4309728df4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1432.905318] env[69186]: DEBUG nova.network.neutron [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Successfully created port: dedf4bbb-c419-4474-8806-aaba4945d9c9 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1433.082840] env[69186]: DEBUG nova.compute.manager [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1433.237950] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance 621d158b-f3e4-4d9c-bebf-15a201edf293 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1433.238123] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance e2700c03-cf6b-4842-9dec-1fdacdd1282f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1433.238317] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69186) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1433.238515] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69186) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1433.271837] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3015e5-b1e6-4eaa-9950-ac34a3d19c39 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.279574] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dec462-6c03-43ea-86bd-8c2d95e6ae69 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.308647] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdfc4d1-041c-4359-bd27-8cb4eeff2dd6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.315310] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e35b101-11b9-4cce-be07-ccd50ca98833 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.327933] env[69186]: DEBUG nova.compute.provider_tree [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1433.830988] env[69186]: DEBUG nova.scheduler.client.report [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1433.895736] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5ff2b6d4-a90a-4080-b99c-b8c63c121086 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "621d158b-f3e4-4d9c-bebf-15a201edf293" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.895974] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5ff2b6d4-a90a-4080-b99c-b8c63c121086 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "621d158b-f3e4-4d9c-bebf-15a201edf293" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.092505] env[69186]: DEBUG nova.compute.manager [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1434.119390] env[69186]: DEBUG nova.virt.hardware [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1434.119637] env[69186]: DEBUG nova.virt.hardware [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1434.119797] env[69186]: DEBUG nova.virt.hardware [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1434.119980] env[69186]: DEBUG nova.virt.hardware [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1434.120146] env[69186]: DEBUG nova.virt.hardware [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1434.120298] env[69186]: DEBUG nova.virt.hardware [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1434.120507] env[69186]: DEBUG nova.virt.hardware [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1434.120668] env[69186]: DEBUG nova.virt.hardware [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1434.120837] env[69186]: DEBUG nova.virt.hardware [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1434.120997] env[69186]: DEBUG nova.virt.hardware [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1434.121182] env[69186]: DEBUG nova.virt.hardware [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1434.122047] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af6791d-e43b-4641-8b3d-6c7ef64c740d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.129707] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be857fb1-35e1-4afa-8866-6544e10314bc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.235877] env[69186]: DEBUG nova.compute.manager [req-af324952-64a9-409f-9843-ebf292667eee req-61df8d22-ed95-4c75-ba6d-d2fd478cd69d service nova] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Received event network-vif-plugged-dedf4bbb-c419-4474-8806-aaba4945d9c9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1434.236150] env[69186]: DEBUG oslo_concurrency.lockutils [req-af324952-64a9-409f-9843-ebf292667eee req-61df8d22-ed95-4c75-ba6d-d2fd478cd69d service nova] Acquiring lock "e2700c03-cf6b-4842-9dec-1fdacdd1282f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.236405] env[69186]: DEBUG oslo_concurrency.lockutils [req-af324952-64a9-409f-9843-ebf292667eee req-61df8d22-ed95-4c75-ba6d-d2fd478cd69d service nova] Lock "e2700c03-cf6b-4842-9dec-1fdacdd1282f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.236647] env[69186]: DEBUG oslo_concurrency.lockutils [req-af324952-64a9-409f-9843-ebf292667eee req-61df8d22-ed95-4c75-ba6d-d2fd478cd69d service nova] Lock "e2700c03-cf6b-4842-9dec-1fdacdd1282f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.236863] env[69186]: DEBUG nova.compute.manager [req-af324952-64a9-409f-9843-ebf292667eee req-61df8d22-ed95-4c75-ba6d-d2fd478cd69d service nova] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] No waiting events found dispatching network-vif-plugged-dedf4bbb-c419-4474-8806-aaba4945d9c9 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1434.237068] env[69186]: WARNING nova.compute.manager [req-af324952-64a9-409f-9843-ebf292667eee req-61df8d22-ed95-4c75-ba6d-d2fd478cd69d service nova] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Received unexpected event network-vif-plugged-dedf4bbb-c419-4474-8806-aaba4945d9c9 for instance with vm_state building and task_state spawning. [ 1434.312562] env[69186]: DEBUG nova.network.neutron [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Successfully updated port: dedf4bbb-c419-4474-8806-aaba4945d9c9 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1434.335686] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69186) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1434.335871] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.121s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.399363] env[69186]: DEBUG nova.compute.utils [None req-5ff2b6d4-a90a-4080-b99c-b8c63c121086 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1434.814810] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "refresh_cache-e2700c03-cf6b-4842-9dec-1fdacdd1282f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.814943] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired lock "refresh_cache-e2700c03-cf6b-4842-9dec-1fdacdd1282f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.815108] env[69186]: DEBUG nova.network.neutron [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1434.902065] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5ff2b6d4-a90a-4080-b99c-b8c63c121086 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "621d158b-f3e4-4d9c-bebf-15a201edf293" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.335562] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.335959] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.335959] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.336118] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69186) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1435.346378] env[69186]: DEBUG nova.network.neutron [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1435.468193] env[69186]: DEBUG nova.network.neutron [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Updating instance_info_cache with network_info: [{"id": "dedf4bbb-c419-4474-8806-aaba4945d9c9", "address": "fa:16:3e:5b:08:b3", "network": {"id": "14d60a2d-8117-4dd5-a804-5c161410ba84", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130840510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a588bb9537f4d2db8d49b4309728df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdedf4bbb-c4", "ovs_interfaceid": "dedf4bbb-c419-4474-8806-aaba4945d9c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.650520] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.654521] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.967012] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5ff2b6d4-a90a-4080-b99c-b8c63c121086 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "621d158b-f3e4-4d9c-bebf-15a201edf293" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.967362] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5ff2b6d4-a90a-4080-b99c-b8c63c121086 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "621d158b-f3e4-4d9c-bebf-15a201edf293" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.967668] env[69186]: INFO nova.compute.manager [None req-5ff2b6d4-a90a-4080-b99c-b8c63c121086 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Attaching volume 79d1b51f-b6dc-439e-8e4e-da3f411c08c6 to /dev/sdb [ 1435.970008] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Releasing lock "refresh_cache-e2700c03-cf6b-4842-9dec-1fdacdd1282f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.970338] env[69186]: DEBUG nova.compute.manager [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Instance network_info: |[{"id": "dedf4bbb-c419-4474-8806-aaba4945d9c9", "address": "fa:16:3e:5b:08:b3", "network": {"id": "14d60a2d-8117-4dd5-a804-5c161410ba84", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130840510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a588bb9537f4d2db8d49b4309728df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdedf4bbb-c4", "ovs_interfaceid": "dedf4bbb-c419-4474-8806-aaba4945d9c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1435.970793] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:08:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dedf4bbb-c419-4474-8806-aaba4945d9c9', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1435.978702] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1435.981097] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1435.981519] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cd54582-1dfb-4a1e-a1df-2bd5f526ac79 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.002013] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1436.002013] env[69186]: value = "task-3636226" [ 1436.002013] env[69186]: _type = "Task" [ 1436.002013] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.006255] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5126904-5cc0-4b3d-9229-1e4c1fece712 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.014767] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636226, 'name': CreateVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.016698] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a96127-960a-4a52-94bb-4a7ed7a1c7e0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.031507] env[69186]: DEBUG nova.virt.block_device [None req-5ff2b6d4-a90a-4080-b99c-b8c63c121086 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Updating existing volume attachment record: 4ed7b5e6-10ed-4c10-9ed9-7b94695e45b8 {{(pid=69186) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1436.263799] env[69186]: DEBUG nova.compute.manager [req-77b4b366-9c8b-4461-9fb9-fdc33ac26632 req-f6326cd8-caba-40d2-8d76-e5a3a5fe0513 service nova] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Received event network-changed-dedf4bbb-c419-4474-8806-aaba4945d9c9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1436.263999] env[69186]: DEBUG nova.compute.manager [req-77b4b366-9c8b-4461-9fb9-fdc33ac26632 req-f6326cd8-caba-40d2-8d76-e5a3a5fe0513 service nova] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Refreshing instance network info cache due to event network-changed-dedf4bbb-c419-4474-8806-aaba4945d9c9. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1436.264420] env[69186]: DEBUG oslo_concurrency.lockutils [req-77b4b366-9c8b-4461-9fb9-fdc33ac26632 req-f6326cd8-caba-40d2-8d76-e5a3a5fe0513 service nova] Acquiring lock "refresh_cache-e2700c03-cf6b-4842-9dec-1fdacdd1282f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.264594] env[69186]: DEBUG oslo_concurrency.lockutils [req-77b4b366-9c8b-4461-9fb9-fdc33ac26632 req-f6326cd8-caba-40d2-8d76-e5a3a5fe0513 service nova] Acquired lock "refresh_cache-e2700c03-cf6b-4842-9dec-1fdacdd1282f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.264790] env[69186]: DEBUG nova.network.neutron [req-77b4b366-9c8b-4461-9fb9-fdc33ac26632 req-f6326cd8-caba-40d2-8d76-e5a3a5fe0513 service nova] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Refreshing network info cache for port dedf4bbb-c419-4474-8806-aaba4945d9c9 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1436.511944] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636226, 'name': CreateVM_Task, 'duration_secs': 0.297067} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.512220] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1436.512820] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.512987] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.513331] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.513575] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d3c9cf-354b-41f1-8396-a4dc898c94e5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.517592] env[69186]: DEBUG oslo_vmware.api [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1436.517592] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52602fb6-2d4e-d7bb-2da5-4fb30cc9a2a0" [ 1436.517592] env[69186]: _type = "Task" [ 1436.517592] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.524848] env[69186]: DEBUG oslo_vmware.api [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52602fb6-2d4e-d7bb-2da5-4fb30cc9a2a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.949869] env[69186]: DEBUG nova.network.neutron [req-77b4b366-9c8b-4461-9fb9-fdc33ac26632 req-f6326cd8-caba-40d2-8d76-e5a3a5fe0513 service nova] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Updated VIF entry in instance network info cache for port dedf4bbb-c419-4474-8806-aaba4945d9c9. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1436.950260] env[69186]: DEBUG nova.network.neutron [req-77b4b366-9c8b-4461-9fb9-fdc33ac26632 req-f6326cd8-caba-40d2-8d76-e5a3a5fe0513 service nova] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Updating instance_info_cache with network_info: [{"id": "dedf4bbb-c419-4474-8806-aaba4945d9c9", "address": "fa:16:3e:5b:08:b3", "network": {"id": "14d60a2d-8117-4dd5-a804-5c161410ba84", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130840510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a588bb9537f4d2db8d49b4309728df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdedf4bbb-c4", "ovs_interfaceid": "dedf4bbb-c419-4474-8806-aaba4945d9c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.029032] env[69186]: DEBUG oslo_vmware.api [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52602fb6-2d4e-d7bb-2da5-4fb30cc9a2a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011214} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.029032] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.029227] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1437.029330] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.029533] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.029632] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1437.029911] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b403d20-4cdb-4f48-b220-3c96c454ed12 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.037869] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1437.038072] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1437.038735] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c29f6d54-7a6e-45b1-8b88-366c46d23045 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.043530] env[69186]: DEBUG oslo_vmware.api [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1437.043530] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52cf97a3-63b2-f0ad-74a1-09ef1b424b90" [ 1437.043530] env[69186]: _type = "Task" [ 1437.043530] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.050523] env[69186]: DEBUG oslo_vmware.api [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52cf97a3-63b2-f0ad-74a1-09ef1b424b90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.455084] env[69186]: DEBUG oslo_concurrency.lockutils [req-77b4b366-9c8b-4461-9fb9-fdc33ac26632 req-f6326cd8-caba-40d2-8d76-e5a3a5fe0513 service nova] Releasing lock "refresh_cache-e2700c03-cf6b-4842-9dec-1fdacdd1282f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.553561] env[69186]: DEBUG oslo_vmware.api [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52cf97a3-63b2-f0ad-74a1-09ef1b424b90, 'name': SearchDatastore_Task, 'duration_secs': 0.007988} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.554365] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1da1ddce-9ec1-45bb-a772-5ab77cad9719 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.559064] env[69186]: DEBUG oslo_vmware.api [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1437.559064] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524c91c7-2f55-aaf5-6f33-da2510ef3f36" [ 1437.559064] env[69186]: _type = "Task" [ 1437.559064] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.566015] env[69186]: DEBUG oslo_vmware.api [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524c91c7-2f55-aaf5-6f33-da2510ef3f36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.069631] env[69186]: DEBUG oslo_vmware.api [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]524c91c7-2f55-aaf5-6f33-da2510ef3f36, 'name': SearchDatastore_Task, 'duration_secs': 0.008755} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.069895] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.070171] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] e2700c03-cf6b-4842-9dec-1fdacdd1282f/e2700c03-cf6b-4842-9dec-1fdacdd1282f.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1438.070428] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1be8cca3-78fc-436e-8357-d376d2d54470 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.076662] env[69186]: DEBUG oslo_vmware.api [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1438.076662] env[69186]: value = "task-3636230" [ 1438.076662] env[69186]: _type = "Task" [ 1438.076662] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.084102] env[69186]: DEBUG oslo_vmware.api [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.586564] env[69186]: DEBUG oslo_vmware.api [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.418044} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.586863] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore1] e2700c03-cf6b-4842-9dec-1fdacdd1282f/e2700c03-cf6b-4842-9dec-1fdacdd1282f.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1438.587129] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1438.587427] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0a1660d-a765-413b-93b6-f59bd90be840 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.594495] env[69186]: DEBUG oslo_vmware.api [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1438.594495] env[69186]: value = "task-3636232" [ 1438.594495] env[69186]: _type = "Task" [ 1438.594495] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.602207] env[69186]: DEBUG oslo_vmware.api [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.655930] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.104261] env[69186]: DEBUG oslo_vmware.api [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057225} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.104529] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1439.105332] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a155d2f-0eb4-4a8d-8b51-77c1f2292b65 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.127201] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] e2700c03-cf6b-4842-9dec-1fdacdd1282f/e2700c03-cf6b-4842-9dec-1fdacdd1282f.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1439.127510] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3faaefd-9bf9-47ed-af6a-cb311975253a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.147414] env[69186]: DEBUG oslo_vmware.api [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1439.147414] env[69186]: value = "task-3636233" [ 1439.147414] env[69186]: _type = "Task" [ 1439.147414] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.154901] env[69186]: DEBUG oslo_vmware.api [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.657089] env[69186]: DEBUG oslo_vmware.api [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636233, 'name': ReconfigVM_Task, 'duration_secs': 0.262895} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.657403] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Reconfigured VM instance instance-0000007f to attach disk [datastore1] e2700c03-cf6b-4842-9dec-1fdacdd1282f/e2700c03-cf6b-4842-9dec-1fdacdd1282f.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1439.658518] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a3182ed-f28a-4ce6-8285-6d5b10001ced {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.664166] env[69186]: DEBUG oslo_vmware.api [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1439.664166] env[69186]: value = "task-3636234" [ 1439.664166] env[69186]: _type = "Task" [ 1439.664166] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.671093] env[69186]: DEBUG oslo_vmware.api [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636234, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.174225] env[69186]: DEBUG oslo_vmware.api [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636234, 'name': Rename_Task, 'duration_secs': 0.152441} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.174482] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1440.174734] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c59154cf-6015-4d38-b4b5-610280bd2120 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.181891] env[69186]: DEBUG oslo_vmware.api [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1440.181891] env[69186]: value = "task-3636235" [ 1440.181891] env[69186]: _type = "Task" [ 1440.181891] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.189658] env[69186]: DEBUG oslo_vmware.api [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.574979] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff2b6d4-a90a-4080-b99c-b8c63c121086 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Volume attach. Driver type: vmdk {{(pid=69186) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1440.575246] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff2b6d4-a90a-4080-b99c-b8c63c121086 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-725022', 'volume_id': '79d1b51f-b6dc-439e-8e4e-da3f411c08c6', 'name': 'volume-79d1b51f-b6dc-439e-8e4e-da3f411c08c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '621d158b-f3e4-4d9c-bebf-15a201edf293', 'attached_at': '', 'detached_at': '', 'volume_id': '79d1b51f-b6dc-439e-8e4e-da3f411c08c6', 'serial': '79d1b51f-b6dc-439e-8e4e-da3f411c08c6'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1440.576163] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedee5fc-972b-46e1-bbea-6b19a668cb21 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.592320] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0b8914-d38e-4170-b0cf-10a76d7b368b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.617245] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff2b6d4-a90a-4080-b99c-b8c63c121086 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-79d1b51f-b6dc-439e-8e4e-da3f411c08c6/volume-79d1b51f-b6dc-439e-8e4e-da3f411c08c6.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1440.617640] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76c5ad9d-a1a5-474d-a235-ed805c9c9335 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.635931] env[69186]: DEBUG oslo_vmware.api [None req-5ff2b6d4-a90a-4080-b99c-b8c63c121086 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1440.635931] env[69186]: value = "task-3636236" [ 1440.635931] env[69186]: _type = "Task" [ 1440.635931] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.644271] env[69186]: DEBUG oslo_vmware.api [None req-5ff2b6d4-a90a-4080-b99c-b8c63c121086 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636236, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.690981] env[69186]: DEBUG oslo_vmware.api [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636235, 'name': PowerOnVM_Task, 'duration_secs': 0.503947} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.691616] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1440.691616] env[69186]: INFO nova.compute.manager [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1440.691772] env[69186]: DEBUG nova.compute.manager [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1440.692449] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303320fd-46bf-4847-804b-4a84cabc21d8 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.146160] env[69186]: DEBUG oslo_vmware.api [None req-5ff2b6d4-a90a-4080-b99c-b8c63c121086 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636236, 'name': ReconfigVM_Task, 'duration_secs': 0.361403} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.146432] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff2b6d4-a90a-4080-b99c-b8c63c121086 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-79d1b51f-b6dc-439e-8e4e-da3f411c08c6/volume-79d1b51f-b6dc-439e-8e4e-da3f411c08c6.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1441.151011] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e76cc0c1-82ff-453c-8f28-17b0e96daa4a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.165782] env[69186]: DEBUG oslo_vmware.api [None req-5ff2b6d4-a90a-4080-b99c-b8c63c121086 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1441.165782] env[69186]: value = "task-3636237" [ 1441.165782] env[69186]: _type = "Task" [ 1441.165782] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.173570] env[69186]: DEBUG oslo_vmware.api [None req-5ff2b6d4-a90a-4080-b99c-b8c63c121086 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.213785] env[69186]: INFO nova.compute.manager [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Took 11.28 seconds to build instance. [ 1441.676855] env[69186]: DEBUG oslo_vmware.api [None req-5ff2b6d4-a90a-4080-b99c-b8c63c121086 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636237, 'name': ReconfigVM_Task, 'duration_secs': 0.13349} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.677206] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff2b6d4-a90a-4080-b99c-b8c63c121086 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-725022', 'volume_id': '79d1b51f-b6dc-439e-8e4e-da3f411c08c6', 'name': 'volume-79d1b51f-b6dc-439e-8e4e-da3f411c08c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '621d158b-f3e4-4d9c-bebf-15a201edf293', 'attached_at': '', 'detached_at': '', 'volume_id': '79d1b51f-b6dc-439e-8e4e-da3f411c08c6', 'serial': '79d1b51f-b6dc-439e-8e4e-da3f411c08c6'} {{(pid=69186) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1441.716236] env[69186]: DEBUG oslo_concurrency.lockutils [None req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "e2700c03-cf6b-4842-9dec-1fdacdd1282f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.788s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.954417] env[69186]: DEBUG nova.compute.manager [req-d5d1157d-6e47-4666-b09f-6d0dac2dbadd req-5b09d5d2-084d-4889-b778-d1018b9fec5c service nova] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Received event network-changed-dedf4bbb-c419-4474-8806-aaba4945d9c9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1441.954756] env[69186]: DEBUG nova.compute.manager [req-d5d1157d-6e47-4666-b09f-6d0dac2dbadd req-5b09d5d2-084d-4889-b778-d1018b9fec5c service nova] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Refreshing instance network info cache due to event network-changed-dedf4bbb-c419-4474-8806-aaba4945d9c9. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1441.955113] env[69186]: DEBUG oslo_concurrency.lockutils [req-d5d1157d-6e47-4666-b09f-6d0dac2dbadd req-5b09d5d2-084d-4889-b778-d1018b9fec5c service nova] Acquiring lock "refresh_cache-e2700c03-cf6b-4842-9dec-1fdacdd1282f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.955358] env[69186]: DEBUG oslo_concurrency.lockutils [req-d5d1157d-6e47-4666-b09f-6d0dac2dbadd req-5b09d5d2-084d-4889-b778-d1018b9fec5c service nova] Acquired lock "refresh_cache-e2700c03-cf6b-4842-9dec-1fdacdd1282f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.955660] env[69186]: DEBUG nova.network.neutron [req-d5d1157d-6e47-4666-b09f-6d0dac2dbadd req-5b09d5d2-084d-4889-b778-d1018b9fec5c service nova] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Refreshing network info cache for port dedf4bbb-c419-4474-8806-aaba4945d9c9 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.649540] env[69186]: DEBUG nova.network.neutron [req-d5d1157d-6e47-4666-b09f-6d0dac2dbadd req-5b09d5d2-084d-4889-b778-d1018b9fec5c service nova] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Updated VIF entry in instance network info cache for port dedf4bbb-c419-4474-8806-aaba4945d9c9. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1442.650028] env[69186]: DEBUG nova.network.neutron [req-d5d1157d-6e47-4666-b09f-6d0dac2dbadd req-5b09d5d2-084d-4889-b778-d1018b9fec5c service nova] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Updating instance_info_cache with network_info: [{"id": "dedf4bbb-c419-4474-8806-aaba4945d9c9", "address": "fa:16:3e:5b:08:b3", "network": {"id": "14d60a2d-8117-4dd5-a804-5c161410ba84", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130840510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a588bb9537f4d2db8d49b4309728df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdedf4bbb-c4", "ovs_interfaceid": "dedf4bbb-c419-4474-8806-aaba4945d9c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.651412] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.715792] env[69186]: DEBUG nova.objects.instance [None req-5ff2b6d4-a90a-4080-b99c-b8c63c121086 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lazy-loading 'flavor' on Instance uuid 621d158b-f3e4-4d9c-bebf-15a201edf293 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1443.154163] env[69186]: DEBUG oslo_concurrency.lockutils [req-d5d1157d-6e47-4666-b09f-6d0dac2dbadd req-5b09d5d2-084d-4889-b778-d1018b9fec5c service nova] Releasing lock "refresh_cache-e2700c03-cf6b-4842-9dec-1fdacdd1282f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.220373] env[69186]: DEBUG oslo_concurrency.lockutils [None req-5ff2b6d4-a90a-4080-b99c-b8c63c121086 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "621d158b-f3e4-4d9c-bebf-15a201edf293" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.253s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.080179] env[69186]: DEBUG nova.compute.manager [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Stashing vm_state: active {{(pid=69186) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1444.600255] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.600596] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.105835] env[69186]: INFO nova.compute.claims [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1445.612635] env[69186]: INFO nova.compute.resource_tracker [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Updating resource usage from migration 5bd68ecb-5653-4fb9-84ce-5a494e27fb91 [ 1445.658522] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ce1ec0-74a8-4bd6-ba76-bdb7fade00e3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.665976] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fa2667-6775-4aa6-96b8-e6fba6ca8288 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.694642] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335c4d87-0557-40be-b869-d128ba7e3168 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.700997] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5731b057-f909-4381-8ce6-dd1141bbd6db {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.713310] env[69186]: DEBUG nova.compute.provider_tree [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.216095] env[69186]: DEBUG nova.scheduler.client.report [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1446.722918] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.122s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.723377] env[69186]: INFO nova.compute.manager [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Migrating [ 1447.237270] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "refresh_cache-621d158b-f3e4-4d9c-bebf-15a201edf293" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.237643] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquired lock "refresh_cache-621d158b-f3e4-4d9c-bebf-15a201edf293" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.237897] env[69186]: DEBUG nova.network.neutron [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1447.936245] env[69186]: DEBUG nova.network.neutron [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Updating instance_info_cache with network_info: [{"id": "11742bec-7f14-4ee0-8528-bbf1c1547ad2", "address": "fa:16:3e:66:e6:43", "network": {"id": "d6a1bbd9-c1ff-4131-b0d7-9e0f84a8f2d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-257112540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93bee572f34a4888a9b3c26163c1df72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11742bec-7f", "ovs_interfaceid": "11742bec-7f14-4ee0-8528-bbf1c1547ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.439422] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Releasing lock "refresh_cache-621d158b-f3e4-4d9c-bebf-15a201edf293" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.955532] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddc9e82-226c-4c82-ab67-8e94741c9282 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.976802] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Updating instance '621d158b-f3e4-4d9c-bebf-15a201edf293' progress to 0 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1450.484680] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1450.484992] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7af3655b-af12-437a-9393-7f9533c150a0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.492091] env[69186]: DEBUG oslo_vmware.api [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1450.492091] env[69186]: value = "task-3636238" [ 1450.492091] env[69186]: _type = "Task" [ 1450.492091] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.500088] env[69186]: DEBUG oslo_vmware.api [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.002540] env[69186]: DEBUG oslo_vmware.api [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636238, 'name': PowerOffVM_Task, 'duration_secs': 0.1815} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.003069] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1451.003069] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Updating instance '621d158b-f3e4-4d9c-bebf-15a201edf293' progress to 17 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1451.510258] env[69186]: DEBUG nova.virt.hardware [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1451.510576] env[69186]: DEBUG nova.virt.hardware [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1451.510656] env[69186]: DEBUG nova.virt.hardware [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1451.510839] env[69186]: DEBUG nova.virt.hardware [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1451.510986] env[69186]: DEBUG nova.virt.hardware [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1451.511151] env[69186]: DEBUG nova.virt.hardware [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1451.511358] env[69186]: DEBUG nova.virt.hardware [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1451.511516] env[69186]: DEBUG nova.virt.hardware [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1451.511680] env[69186]: DEBUG nova.virt.hardware [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1451.511841] env[69186]: DEBUG nova.virt.hardware [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1451.512025] env[69186]: DEBUG nova.virt.hardware [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1451.517027] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13962ba3-ee58-4729-82f5-2ee4667d8c25 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.532972] env[69186]: DEBUG oslo_vmware.api [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1451.532972] env[69186]: value = "task-3636239" [ 1451.532972] env[69186]: _type = "Task" [ 1451.532972] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.540855] env[69186]: DEBUG oslo_vmware.api [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.042928] env[69186]: DEBUG oslo_vmware.api [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636239, 'name': ReconfigVM_Task, 'duration_secs': 0.162354} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.043316] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Updating instance '621d158b-f3e4-4d9c-bebf-15a201edf293' progress to 33 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1452.549440] env[69186]: DEBUG nova.virt.hardware [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1452.549681] env[69186]: DEBUG nova.virt.hardware [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1452.549834] env[69186]: DEBUG nova.virt.hardware [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1452.550037] env[69186]: DEBUG nova.virt.hardware [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1452.550191] env[69186]: DEBUG nova.virt.hardware [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1452.550338] env[69186]: DEBUG nova.virt.hardware [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1452.550538] env[69186]: DEBUG nova.virt.hardware [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1452.550698] env[69186]: DEBUG nova.virt.hardware [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1452.550863] env[69186]: DEBUG nova.virt.hardware [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1452.551057] env[69186]: DEBUG nova.virt.hardware [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1452.551246] env[69186]: DEBUG nova.virt.hardware [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1452.556540] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1452.556842] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d4cfe8a-5ff4-4c33-82f4-fc8cd9d9d44b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.575036] env[69186]: DEBUG oslo_vmware.api [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1452.575036] env[69186]: value = "task-3636240" [ 1452.575036] env[69186]: _type = "Task" [ 1452.575036] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.582662] env[69186]: DEBUG oslo_vmware.api [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.084482] env[69186]: DEBUG oslo_vmware.api [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636240, 'name': ReconfigVM_Task, 'duration_secs': 0.16974} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.084784] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1453.085454] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38292db-c1c9-4953-8af5-959654a9f818 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.108717] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 621d158b-f3e4-4d9c-bebf-15a201edf293/621d158b-f3e4-4d9c-bebf-15a201edf293.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1453.108936] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dba9ebe7-0cbd-42f8-9188-d8bc13723db1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.125509] env[69186]: DEBUG oslo_vmware.api [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1453.125509] env[69186]: value = "task-3636241" [ 1453.125509] env[69186]: _type = "Task" [ 1453.125509] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.132588] env[69186]: DEBUG oslo_vmware.api [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636241, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.634997] env[69186]: DEBUG oslo_vmware.api [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636241, 'name': ReconfigVM_Task, 'duration_secs': 0.270983} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.635296] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 621d158b-f3e4-4d9c-bebf-15a201edf293/621d158b-f3e4-4d9c-bebf-15a201edf293.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1453.635572] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Updating instance '621d158b-f3e4-4d9c-bebf-15a201edf293' progress to 50 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1454.142821] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e70005-a2ab-41a3-9caf-ac6153a3bd22 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.164779] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788fc0e3-db14-446e-8937-9152b4e24ed7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.183981] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Updating instance '621d158b-f3e4-4d9c-bebf-15a201edf293' progress to 67 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1455.818925] env[69186]: DEBUG nova.network.neutron [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Port 11742bec-7f14-4ee0-8528-bbf1c1547ad2 binding to destination host cpu-1 is already ACTIVE {{(pid=69186) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1456.840322] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "621d158b-f3e4-4d9c-bebf-15a201edf293-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.840712] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "621d158b-f3e4-4d9c-bebf-15a201edf293-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.840712] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "621d158b-f3e4-4d9c-bebf-15a201edf293-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.878159] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "refresh_cache-621d158b-f3e4-4d9c-bebf-15a201edf293" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.878477] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquired lock "refresh_cache-621d158b-f3e4-4d9c-bebf-15a201edf293" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.878542] env[69186]: DEBUG nova.network.neutron [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1458.595645] env[69186]: DEBUG nova.network.neutron [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Updating instance_info_cache with network_info: [{"id": "11742bec-7f14-4ee0-8528-bbf1c1547ad2", "address": "fa:16:3e:66:e6:43", "network": {"id": "d6a1bbd9-c1ff-4131-b0d7-9e0f84a8f2d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-257112540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93bee572f34a4888a9b3c26163c1df72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11742bec-7f", "ovs_interfaceid": "11742bec-7f14-4ee0-8528-bbf1c1547ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.098485] env[69186]: DEBUG oslo_concurrency.lockutils [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Releasing lock "refresh_cache-621d158b-f3e4-4d9c-bebf-15a201edf293" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.607833] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c863ef-6744-49ef-84ea-d69d1de825c3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.614910] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7b4821-696b-40b6-bae4-887cb0abc9a4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.704595] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6a9871-8811-443b-b514-f324d2eeb0c7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.726970] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c093b87-f79c-4a9b-9e11-fa706912ad15 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.733897] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Updating instance '621d158b-f3e4-4d9c-bebf-15a201edf293' progress to 83 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1461.239964] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1461.240312] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19db0bbe-55c7-4f45-a120-6889ab4c3c51 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.247099] env[69186]: DEBUG oslo_vmware.api [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1461.247099] env[69186]: value = "task-3636242" [ 1461.247099] env[69186]: _type = "Task" [ 1461.247099] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.254466] env[69186]: DEBUG oslo_vmware.api [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.756954] env[69186]: DEBUG oslo_vmware.api [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636242, 'name': PowerOnVM_Task, 'duration_secs': 0.36706} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.756954] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1461.757385] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-d726627b-5d88-4e50-b742-6a4c111663d4 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Updating instance '621d158b-f3e4-4d9c-bebf-15a201edf293' progress to 100 {{(pid=69186) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1464.653541] env[69186]: DEBUG nova.network.neutron [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Port 11742bec-7f14-4ee0-8528-bbf1c1547ad2 binding to destination host cpu-1 is already ACTIVE {{(pid=69186) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1464.653847] env[69186]: DEBUG oslo_concurrency.lockutils [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "refresh_cache-621d158b-f3e4-4d9c-bebf-15a201edf293" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.653986] env[69186]: DEBUG oslo_concurrency.lockutils [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquired lock "refresh_cache-621d158b-f3e4-4d9c-bebf-15a201edf293" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.654104] env[69186]: DEBUG nova.network.neutron [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1465.360109] env[69186]: DEBUG nova.network.neutron [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Updating instance_info_cache with network_info: [{"id": "11742bec-7f14-4ee0-8528-bbf1c1547ad2", "address": "fa:16:3e:66:e6:43", "network": {"id": "d6a1bbd9-c1ff-4131-b0d7-9e0f84a8f2d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-257112540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93bee572f34a4888a9b3c26163c1df72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11742bec-7f", "ovs_interfaceid": "11742bec-7f14-4ee0-8528-bbf1c1547ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.863386] env[69186]: DEBUG oslo_concurrency.lockutils [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Releasing lock "refresh_cache-621d158b-f3e4-4d9c-bebf-15a201edf293" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.367075] env[69186]: DEBUG nova.compute.manager [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69186) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1467.463723] env[69186]: DEBUG oslo_concurrency.lockutils [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.464180] env[69186]: DEBUG oslo_concurrency.lockutils [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.966968] env[69186]: DEBUG nova.objects.instance [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lazy-loading 'migration_context' on Instance uuid 621d158b-f3e4-4d9c-bebf-15a201edf293 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1468.519893] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502f0f22-fb7b-4a00-bf6f-4699849f8a9a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.527692] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0eaa115-519f-4527-958d-f925e3753c3f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.558923] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dc654d-c03f-43a1-8ae3-ccca5ea11b0c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.568662] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40091d02-5d23-4cf2-8fd5-e529985a6b65 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.582143] env[69186]: DEBUG nova.compute.provider_tree [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1469.085486] env[69186]: DEBUG nova.scheduler.client.report [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1470.096160] env[69186]: DEBUG oslo_concurrency.lockutils [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.632s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.632377] env[69186]: INFO nova.compute.manager [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Swapping old allocation on dict_keys(['236fcb92-b429-42b8-bc28-b1c93f3ba708']) held by migration 5bd68ecb-5653-4fb9-84ce-5a494e27fb91 for instance [ 1471.654049] env[69186]: DEBUG nova.scheduler.client.report [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Overwriting current allocation {'allocations': {'236fcb92-b429-42b8-bc28-b1c93f3ba708': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 185}}, 'project_id': '93bee572f34a4888a9b3c26163c1df72', 'user_id': 'fdc2fe5b20744942834c0ab29808f443', 'consumer_generation': 1} on consumer 621d158b-f3e4-4d9c-bebf-15a201edf293 {{(pid=69186) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1471.725241] env[69186]: DEBUG oslo_concurrency.lockutils [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "refresh_cache-621d158b-f3e4-4d9c-bebf-15a201edf293" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.725440] env[69186]: DEBUG oslo_concurrency.lockutils [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquired lock "refresh_cache-621d158b-f3e4-4d9c-bebf-15a201edf293" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.725617] env[69186]: DEBUG nova.network.neutron [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1472.451849] env[69186]: DEBUG nova.network.neutron [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Updating instance_info_cache with network_info: [{"id": "11742bec-7f14-4ee0-8528-bbf1c1547ad2", "address": "fa:16:3e:66:e6:43", "network": {"id": "d6a1bbd9-c1ff-4131-b0d7-9e0f84a8f2d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-257112540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93bee572f34a4888a9b3c26163c1df72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11742bec-7f", "ovs_interfaceid": "11742bec-7f14-4ee0-8528-bbf1c1547ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.954437] env[69186]: DEBUG oslo_concurrency.lockutils [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Releasing lock "refresh_cache-621d158b-f3e4-4d9c-bebf-15a201edf293" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.955469] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9c2c1f-53e8-4297-a756-709aeaba782b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.962916] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ae143e-211a-445c-85d3-a707de7c42e1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.038988] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1474.039437] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aff091aa-1186-4525-ab54-002320bbce32 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.047731] env[69186]: DEBUG oslo_vmware.api [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1474.047731] env[69186]: value = "task-3636243" [ 1474.047731] env[69186]: _type = "Task" [ 1474.047731] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.055975] env[69186]: DEBUG oslo_vmware.api [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.557744] env[69186]: DEBUG oslo_vmware.api [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636243, 'name': PowerOffVM_Task, 'duration_secs': 0.220744} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.558014] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1474.558725] env[69186]: DEBUG nova.virt.hardware [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1474.558946] env[69186]: DEBUG nova.virt.hardware [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1474.559135] env[69186]: DEBUG nova.virt.hardware [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1474.559336] env[69186]: DEBUG nova.virt.hardware [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1474.559485] env[69186]: DEBUG nova.virt.hardware [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1474.559634] env[69186]: DEBUG nova.virt.hardware [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1474.559838] env[69186]: DEBUG nova.virt.hardware [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1474.559996] env[69186]: DEBUG nova.virt.hardware [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1474.560177] env[69186]: DEBUG nova.virt.hardware [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1474.560340] env[69186]: DEBUG nova.virt.hardware [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1474.560511] env[69186]: DEBUG nova.virt.hardware [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1474.565327] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-477f84c5-f5d2-4f0a-8165-cc5522ca2766 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.580522] env[69186]: DEBUG oslo_vmware.api [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1474.580522] env[69186]: value = "task-3636244" [ 1474.580522] env[69186]: _type = "Task" [ 1474.580522] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.587707] env[69186]: DEBUG oslo_vmware.api [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.090546] env[69186]: DEBUG oslo_vmware.api [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636244, 'name': ReconfigVM_Task, 'duration_secs': 0.13913} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.091373] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecafa4dc-d898-42a6-a16e-cefeb5647d84 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.111426] env[69186]: DEBUG nova.virt.hardware [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1475.111656] env[69186]: DEBUG nova.virt.hardware [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1475.111812] env[69186]: DEBUG nova.virt.hardware [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1475.111996] env[69186]: DEBUG nova.virt.hardware [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1475.112162] env[69186]: DEBUG nova.virt.hardware [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1475.112314] env[69186]: DEBUG nova.virt.hardware [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1475.112514] env[69186]: DEBUG nova.virt.hardware [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1475.112674] env[69186]: DEBUG nova.virt.hardware [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1475.112839] env[69186]: DEBUG nova.virt.hardware [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1475.113011] env[69186]: DEBUG nova.virt.hardware [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1475.113195] env[69186]: DEBUG nova.virt.hardware [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1475.113932] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb308c31-65df-4a3d-9bd5-ccc2c3e97c52 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.119531] env[69186]: DEBUG oslo_vmware.api [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1475.119531] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52afdeea-7d20-5eea-448f-2200fbca2466" [ 1475.119531] env[69186]: _type = "Task" [ 1475.119531] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.126937] env[69186]: DEBUG oslo_vmware.api [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52afdeea-7d20-5eea-448f-2200fbca2466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.630561] env[69186]: DEBUG oslo_vmware.api [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52afdeea-7d20-5eea-448f-2200fbca2466, 'name': SearchDatastore_Task, 'duration_secs': 0.008685} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.635819] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1475.636151] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8538e552-7c3f-468a-93ff-f255776174d9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.652977] env[69186]: DEBUG oslo_vmware.api [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1475.652977] env[69186]: value = "task-3636245" [ 1475.652977] env[69186]: _type = "Task" [ 1475.652977] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.660491] env[69186]: DEBUG oslo_vmware.api [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.162313] env[69186]: DEBUG oslo_vmware.api [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636245, 'name': ReconfigVM_Task, 'duration_secs': 0.204269} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.162678] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1476.163320] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3abddb0-ef11-4cd2-a580-55fb28e2b5ae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.186854] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 621d158b-f3e4-4d9c-bebf-15a201edf293/621d158b-f3e4-4d9c-bebf-15a201edf293.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1476.187100] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74f1c1f5-f1b5-42b1-8aab-89b03de169bb {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.204085] env[69186]: DEBUG oslo_vmware.api [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1476.204085] env[69186]: value = "task-3636246" [ 1476.204085] env[69186]: _type = "Task" [ 1476.204085] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.211164] env[69186]: DEBUG oslo_vmware.api [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.713783] env[69186]: DEBUG oslo_vmware.api [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636246, 'name': ReconfigVM_Task, 'duration_secs': 0.34163} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.714090] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 621d158b-f3e4-4d9c-bebf-15a201edf293/621d158b-f3e4-4d9c-bebf-15a201edf293.vmdk or device None with type thin {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1476.714919] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adfbedf-efd0-477a-b08d-fd256494b4f1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.735014] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c3b759-ed8c-42b9-89c7-c71581f0ebcc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.754653] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757f816f-afae-4d97-8052-fdaa05a69f2b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.774795] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51eda119-4cee-4009-a600-3721c2b82c3d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.780938] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1476.781195] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-189d96f9-0ff2-46b8-b1d5-7d3e83003f90 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.787161] env[69186]: DEBUG oslo_vmware.api [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1476.787161] env[69186]: value = "task-3636247" [ 1476.787161] env[69186]: _type = "Task" [ 1476.787161] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.795274] env[69186]: DEBUG oslo_vmware.api [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.296771] env[69186]: DEBUG oslo_vmware.api [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636247, 'name': PowerOnVM_Task, 'duration_secs': 0.35917} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.297183] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1478.336549] env[69186]: INFO nova.compute.manager [None req-47fcc316-ec33-4758-be0e-d418b9838497 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Updating instance to original state: 'active' [ 1479.309656] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8ecf9b90-2cbd-47fe-a887-99bd6d63cab8 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "e2700c03-cf6b-4842-9dec-1fdacdd1282f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.309982] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8ecf9b90-2cbd-47fe-a887-99bd6d63cab8 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "e2700c03-cf6b-4842-9dec-1fdacdd1282f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.310219] env[69186]: DEBUG nova.compute.manager [None req-8ecf9b90-2cbd-47fe-a887-99bd6d63cab8 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1479.311273] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06237475-814d-4631-873d-d4f37813413f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.319461] env[69186]: DEBUG nova.compute.manager [None req-8ecf9b90-2cbd-47fe-a887-99bd6d63cab8 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69186) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1479.319847] env[69186]: DEBUG nova.objects.instance [None req-8ecf9b90-2cbd-47fe-a887-99bd6d63cab8 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lazy-loading 'flavor' on Instance uuid e2700c03-cf6b-4842-9dec-1fdacdd1282f {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1479.756783] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "621d158b-f3e4-4d9c-bebf-15a201edf293" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.757229] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "621d158b-f3e4-4d9c-bebf-15a201edf293" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.757344] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "621d158b-f3e4-4d9c-bebf-15a201edf293-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.757550] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "621d158b-f3e4-4d9c-bebf-15a201edf293-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.757725] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "621d158b-f3e4-4d9c-bebf-15a201edf293-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.760086] env[69186]: INFO nova.compute.manager [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Terminating instance [ 1480.264784] env[69186]: DEBUG nova.compute.manager [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1480.265051] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1480.265352] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31f201bc-f300-4bd4-a91f-d9a7353f7f30 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.272127] env[69186]: DEBUG oslo_vmware.api [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1480.272127] env[69186]: value = "task-3636248" [ 1480.272127] env[69186]: _type = "Task" [ 1480.272127] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.281496] env[69186]: DEBUG oslo_vmware.api [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.326693] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ecf9b90-2cbd-47fe-a887-99bd6d63cab8 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1480.326997] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7fda76c-918d-450c-b939-7a5f2aff0cf4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.334163] env[69186]: DEBUG oslo_vmware.api [None req-8ecf9b90-2cbd-47fe-a887-99bd6d63cab8 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1480.334163] env[69186]: value = "task-3636249" [ 1480.334163] env[69186]: _type = "Task" [ 1480.334163] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.342630] env[69186]: DEBUG oslo_vmware.api [None req-8ecf9b90-2cbd-47fe-a887-99bd6d63cab8 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.782373] env[69186]: DEBUG oslo_vmware.api [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636248, 'name': PowerOffVM_Task, 'duration_secs': 0.179132} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.782783] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1480.782837] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Volume detach. Driver type: vmdk {{(pid=69186) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1480.783014] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-725022', 'volume_id': '79d1b51f-b6dc-439e-8e4e-da3f411c08c6', 'name': 'volume-79d1b51f-b6dc-439e-8e4e-da3f411c08c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '621d158b-f3e4-4d9c-bebf-15a201edf293', 'attached_at': '2025-04-26T12:36:39.000000', 'detached_at': '', 'volume_id': '79d1b51f-b6dc-439e-8e4e-da3f411c08c6', 'serial': '79d1b51f-b6dc-439e-8e4e-da3f411c08c6'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1480.783758] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f83be5-c6c7-4dca-aaf4-06900e74792b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.803970] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b351ff8e-7e47-46ae-a82c-88906ba51782 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.809717] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce210f2c-ac2d-46bc-8f66-ee20910e67e5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.828772] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83abbee-c483-4742-853b-03e8123703b7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.842524] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] The volume has not been displaced from its original location: [datastore1] volume-79d1b51f-b6dc-439e-8e4e-da3f411c08c6/volume-79d1b51f-b6dc-439e-8e4e-da3f411c08c6.vmdk. No consolidation needed. {{(pid=69186) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1480.847599] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1480.850272] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9206d3d-4ca6-4cd8-ab9a-fad0a65c2aca {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.867035] env[69186]: DEBUG oslo_vmware.api [None req-8ecf9b90-2cbd-47fe-a887-99bd6d63cab8 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636249, 'name': PowerOffVM_Task, 'duration_secs': 0.178659} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.868080] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ecf9b90-2cbd-47fe-a887-99bd6d63cab8 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1480.868312] env[69186]: DEBUG nova.compute.manager [None req-8ecf9b90-2cbd-47fe-a887-99bd6d63cab8 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1480.868604] env[69186]: DEBUG oslo_vmware.api [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1480.868604] env[69186]: value = "task-3636250" [ 1480.868604] env[69186]: _type = "Task" [ 1480.868604] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.869270] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad05234-f81f-4eca-9d2c-4f7cfc5569c1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.881711] env[69186]: DEBUG oslo_vmware.api [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636250, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.382932] env[69186]: DEBUG oslo_vmware.api [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636250, 'name': ReconfigVM_Task, 'duration_secs': 0.210554} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.383352] env[69186]: DEBUG oslo_concurrency.lockutils [None req-8ecf9b90-2cbd-47fe-a887-99bd6d63cab8 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "e2700c03-cf6b-4842-9dec-1fdacdd1282f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.073s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.384226] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69186) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1481.388921] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ab15e66-7e1c-4ae4-9fb6-621d4335fafd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.404080] env[69186]: DEBUG oslo_vmware.api [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1481.404080] env[69186]: value = "task-3636251" [ 1481.404080] env[69186]: _type = "Task" [ 1481.404080] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.414910] env[69186]: DEBUG oslo_vmware.api [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.651886] env[69186]: DEBUG nova.objects.instance [None req-ebff08de-beec-4244-ac87-2b1456d7f212 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lazy-loading 'flavor' on Instance uuid e2700c03-cf6b-4842-9dec-1fdacdd1282f {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.913695] env[69186]: DEBUG oslo_vmware.api [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636251, 'name': ReconfigVM_Task, 'duration_secs': 0.124449} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.914079] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-725022', 'volume_id': '79d1b51f-b6dc-439e-8e4e-da3f411c08c6', 'name': 'volume-79d1b51f-b6dc-439e-8e4e-da3f411c08c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '621d158b-f3e4-4d9c-bebf-15a201edf293', 'attached_at': '2025-04-26T12:36:39.000000', 'detached_at': '', 'volume_id': '79d1b51f-b6dc-439e-8e4e-da3f411c08c6', 'serial': '79d1b51f-b6dc-439e-8e4e-da3f411c08c6'} {{(pid=69186) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1481.914235] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1481.914975] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a06b7ee-3589-4197-a405-0113f4fbc34c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.921116] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1481.921336] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b539c2a-afcf-493c-b988-a60d18b52114 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.984287] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1481.984663] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1481.984958] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Deleting the datastore file [datastore2] 621d158b-f3e4-4d9c-bebf-15a201edf293 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1481.985368] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df698a26-e47b-4b3f-a65f-3ad4a2330521 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.991287] env[69186]: DEBUG oslo_vmware.api [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1481.991287] env[69186]: value = "task-3636253" [ 1481.991287] env[69186]: _type = "Task" [ 1481.991287] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.998800] env[69186]: DEBUG oslo_vmware.api [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.157266] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ebff08de-beec-4244-ac87-2b1456d7f212 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "refresh_cache-e2700c03-cf6b-4842-9dec-1fdacdd1282f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.157508] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ebff08de-beec-4244-ac87-2b1456d7f212 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired lock "refresh_cache-e2700c03-cf6b-4842-9dec-1fdacdd1282f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.157724] env[69186]: DEBUG nova.network.neutron [None req-ebff08de-beec-4244-ac87-2b1456d7f212 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1482.157907] env[69186]: DEBUG nova.objects.instance [None req-ebff08de-beec-4244-ac87-2b1456d7f212 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lazy-loading 'info_cache' on Instance uuid e2700c03-cf6b-4842-9dec-1fdacdd1282f {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1482.501685] env[69186]: DEBUG oslo_vmware.api [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134239} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.501889] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1482.502094] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1482.502286] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1482.502466] env[69186]: INFO nova.compute.manager [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1482.502708] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1482.502896] env[69186]: DEBUG nova.compute.manager [-] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1482.503060] env[69186]: DEBUG nova.network.neutron [-] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1482.661349] env[69186]: DEBUG nova.objects.base [None req-ebff08de-beec-4244-ac87-2b1456d7f212 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69186) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1482.959276] env[69186]: DEBUG nova.compute.manager [req-f66174e1-d5b1-4d36-9e8b-4350253442d5 req-467bd7fc-050d-40a3-9fc4-7f314843569e service nova] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Received event network-vif-deleted-11742bec-7f14-4ee0-8528-bbf1c1547ad2 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1482.959276] env[69186]: INFO nova.compute.manager [req-f66174e1-d5b1-4d36-9e8b-4350253442d5 req-467bd7fc-050d-40a3-9fc4-7f314843569e service nova] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Neutron deleted interface 11742bec-7f14-4ee0-8528-bbf1c1547ad2; detaching it from the instance and deleting it from the info cache [ 1482.959774] env[69186]: DEBUG nova.network.neutron [req-f66174e1-d5b1-4d36-9e8b-4350253442d5 req-467bd7fc-050d-40a3-9fc4-7f314843569e service nova] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.360799] env[69186]: DEBUG nova.network.neutron [None req-ebff08de-beec-4244-ac87-2b1456d7f212 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Updating instance_info_cache with network_info: [{"id": "dedf4bbb-c419-4474-8806-aaba4945d9c9", "address": "fa:16:3e:5b:08:b3", "network": {"id": "14d60a2d-8117-4dd5-a804-5c161410ba84", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130840510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a588bb9537f4d2db8d49b4309728df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdedf4bbb-c4", "ovs_interfaceid": "dedf4bbb-c419-4474-8806-aaba4945d9c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.442517] env[69186]: DEBUG nova.network.neutron [-] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.462617] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19eed6e2-0984-4703-9f66-05ea9d35a534 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.473434] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed8bbea-dbba-4f4e-a456-66538d87c4ac {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.497920] env[69186]: DEBUG nova.compute.manager [req-f66174e1-d5b1-4d36-9e8b-4350253442d5 req-467bd7fc-050d-40a3-9fc4-7f314843569e service nova] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Detach interface failed, port_id=11742bec-7f14-4ee0-8528-bbf1c1547ad2, reason: Instance 621d158b-f3e4-4d9c-bebf-15a201edf293 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1483.863731] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ebff08de-beec-4244-ac87-2b1456d7f212 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Releasing lock "refresh_cache-e2700c03-cf6b-4842-9dec-1fdacdd1282f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.945295] env[69186]: INFO nova.compute.manager [-] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Took 1.44 seconds to deallocate network for instance. [ 1484.490871] env[69186]: INFO nova.compute.manager [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Took 0.55 seconds to detach 1 volumes for instance. [ 1484.869868] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebff08de-beec-4244-ac87-2b1456d7f212 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1484.870213] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bac6cba7-58b3-445c-8ef4-1100e4d4d5d5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.879034] env[69186]: DEBUG oslo_vmware.api [None req-ebff08de-beec-4244-ac87-2b1456d7f212 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1484.879034] env[69186]: value = "task-3636254" [ 1484.879034] env[69186]: _type = "Task" [ 1484.879034] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.886374] env[69186]: DEBUG oslo_vmware.api [None req-ebff08de-beec-4244-ac87-2b1456d7f212 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.000123] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.000382] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.000437] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.021554] env[69186]: INFO nova.scheduler.client.report [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Deleted allocations for instance 621d158b-f3e4-4d9c-bebf-15a201edf293 [ 1485.389112] env[69186]: DEBUG oslo_vmware.api [None req-ebff08de-beec-4244-ac87-2b1456d7f212 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636254, 'name': PowerOnVM_Task, 'duration_secs': 0.341756} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.389409] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebff08de-beec-4244-ac87-2b1456d7f212 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1485.389612] env[69186]: DEBUG nova.compute.manager [None req-ebff08de-beec-4244-ac87-2b1456d7f212 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1485.390423] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2439ec8-1651-43e1-ac61-a4f7925e0b2b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.528635] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6facd394-1228-49f1-9714-90b78bc6fab1 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "621d158b-f3e4-4d9c-bebf-15a201edf293" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.771s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1486.419627] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b048c9b1-1a09-4593-b837-5d3f722d06c1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.426269] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cb525e85-5dda-4713-afd9-3dd03a335019 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Suspending the VM {{(pid=69186) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1486.426522] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9a552ba2-d782-482b-95c1-6ba1b6e2b3bf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.433106] env[69186]: DEBUG oslo_vmware.api [None req-cb525e85-5dda-4713-afd9-3dd03a335019 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1486.433106] env[69186]: value = "task-3636255" [ 1486.433106] env[69186]: _type = "Task" [ 1486.433106] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.442701] env[69186]: DEBUG oslo_vmware.api [None req-cb525e85-5dda-4713-afd9-3dd03a335019 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636255, 'name': SuspendVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.827123] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1486.827590] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1486.943274] env[69186]: DEBUG oslo_vmware.api [None req-cb525e85-5dda-4713-afd9-3dd03a335019 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636255, 'name': SuspendVM_Task} progress is 70%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.330188] env[69186]: DEBUG nova.compute.manager [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Starting instance... {{(pid=69186) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1487.443042] env[69186]: DEBUG oslo_vmware.api [None req-cb525e85-5dda-4713-afd9-3dd03a335019 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636255, 'name': SuspendVM_Task, 'duration_secs': 0.59793} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.443314] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-cb525e85-5dda-4713-afd9-3dd03a335019 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Suspended the VM {{(pid=69186) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1487.443496] env[69186]: DEBUG nova.compute.manager [None req-cb525e85-5dda-4713-afd9-3dd03a335019 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1487.444237] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243c4f2b-0d7f-43bf-918a-b711bcdeac27 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.852711] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.853016] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.854522] env[69186]: INFO nova.compute.claims [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1488.757064] env[69186]: INFO nova.compute.manager [None req-6831d8b8-003d-4e4b-944d-0fe43acaab42 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Resuming [ 1488.757064] env[69186]: DEBUG nova.objects.instance [None req-6831d8b8-003d-4e4b-944d-0fe43acaab42 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lazy-loading 'flavor' on Instance uuid e2700c03-cf6b-4842-9dec-1fdacdd1282f {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1488.897547] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c6feb9-5bff-4086-b970-a227faba64ce {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.906690] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c307381-242e-48ad-965d-93f0bbcfc300 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.935147] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a7d1ff-885a-4cfa-9f9c-25321b62ec72 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.941905] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736d6a21-8273-4fdc-8c06-b36209cc0dcd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.956605] env[69186]: DEBUG nova.compute.provider_tree [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1489.460060] env[69186]: DEBUG nova.scheduler.client.report [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1489.964773] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.112s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.965324] env[69186]: DEBUG nova.compute.manager [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Start building networks asynchronously for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1490.267246] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6831d8b8-003d-4e4b-944d-0fe43acaab42 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "refresh_cache-e2700c03-cf6b-4842-9dec-1fdacdd1282f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.267444] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6831d8b8-003d-4e4b-944d-0fe43acaab42 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquired lock "refresh_cache-e2700c03-cf6b-4842-9dec-1fdacdd1282f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.267570] env[69186]: DEBUG nova.network.neutron [None req-6831d8b8-003d-4e4b-944d-0fe43acaab42 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1490.472269] env[69186]: DEBUG nova.compute.utils [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Using /dev/sd instead of None {{(pid=69186) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1490.473597] env[69186]: DEBUG nova.compute.manager [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Allocating IP information in the background. {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1490.473769] env[69186]: DEBUG nova.network.neutron [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] allocate_for_instance() {{(pid=69186) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1490.514123] env[69186]: DEBUG nova.policy [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdc2fe5b20744942834c0ab29808f443', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93bee572f34a4888a9b3c26163c1df72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69186) authorize /opt/stack/nova/nova/policy.py:192}} [ 1490.793700] env[69186]: DEBUG nova.network.neutron [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Successfully created port: 5089ee51-25e9-4dc6-8490-ba803944e0c9 {{(pid=69186) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1490.965955] env[69186]: DEBUG nova.network.neutron [None req-6831d8b8-003d-4e4b-944d-0fe43acaab42 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Updating instance_info_cache with network_info: [{"id": "dedf4bbb-c419-4474-8806-aaba4945d9c9", "address": "fa:16:3e:5b:08:b3", "network": {"id": "14d60a2d-8117-4dd5-a804-5c161410ba84", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130840510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a588bb9537f4d2db8d49b4309728df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdedf4bbb-c4", "ovs_interfaceid": "dedf4bbb-c419-4474-8806-aaba4945d9c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.977374] env[69186]: DEBUG nova.compute.manager [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Start building block device mappings for instance. {{(pid=69186) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1491.469053] env[69186]: DEBUG oslo_concurrency.lockutils [None req-6831d8b8-003d-4e4b-944d-0fe43acaab42 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Releasing lock "refresh_cache-e2700c03-cf6b-4842-9dec-1fdacdd1282f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.470023] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532daa10-44a6-405e-b914-4308bfa48b39 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.477307] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6831d8b8-003d-4e4b-944d-0fe43acaab42 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Resuming the VM {{(pid=69186) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1491.477526] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67842997-1b34-494b-9176-0c83f0dd4604 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.486023] env[69186]: DEBUG oslo_vmware.api [None req-6831d8b8-003d-4e4b-944d-0fe43acaab42 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1491.486023] env[69186]: value = "task-3636256" [ 1491.486023] env[69186]: _type = "Task" [ 1491.486023] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.492875] env[69186]: DEBUG oslo_vmware.api [None req-6831d8b8-003d-4e4b-944d-0fe43acaab42 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.654969] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.987603] env[69186]: DEBUG nova.compute.manager [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Start spawning the instance on the hypervisor. {{(pid=69186) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1492.001299] env[69186]: DEBUG oslo_vmware.api [None req-6831d8b8-003d-4e4b-944d-0fe43acaab42 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636256, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.017793] env[69186]: DEBUG nova.virt.hardware [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T12:20:43Z,direct_url=,disk_format='vmdk',id=b3a498fc-06b4-4671-ad6b-07e7a3f7d51f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cf1f3e4d32a8412c85fa155c54f9ba56',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T12:20:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1492.017793] env[69186]: DEBUG nova.virt.hardware [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1492.018012] env[69186]: DEBUG nova.virt.hardware [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1492.018059] env[69186]: DEBUG nova.virt.hardware [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1492.018193] env[69186]: DEBUG nova.virt.hardware [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1492.018370] env[69186]: DEBUG nova.virt.hardware [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1492.018588] env[69186]: DEBUG nova.virt.hardware [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1492.018754] env[69186]: DEBUG nova.virt.hardware [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1492.018921] env[69186]: DEBUG nova.virt.hardware [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1492.019103] env[69186]: DEBUG nova.virt.hardware [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1492.019317] env[69186]: DEBUG nova.virt.hardware [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1492.020254] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb8e8e0-8a5c-4839-97a9-c364c87febf0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.030465] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df975f6f-0360-4c19-bfaf-908e3d3b7042 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.163235] env[69186]: DEBUG nova.compute.manager [req-3ed59009-f457-45d9-9ea2-4b8692f8e1ea req-ef259d85-3e72-4a9e-9172-b072494e796e service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Received event network-vif-plugged-5089ee51-25e9-4dc6-8490-ba803944e0c9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1492.163486] env[69186]: DEBUG oslo_concurrency.lockutils [req-3ed59009-f457-45d9-9ea2-4b8692f8e1ea req-ef259d85-3e72-4a9e-9172-b072494e796e service nova] Acquiring lock "b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.163711] env[69186]: DEBUG oslo_concurrency.lockutils [req-3ed59009-f457-45d9-9ea2-4b8692f8e1ea req-ef259d85-3e72-4a9e-9172-b072494e796e service nova] Lock "b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.163930] env[69186]: DEBUG oslo_concurrency.lockutils [req-3ed59009-f457-45d9-9ea2-4b8692f8e1ea req-ef259d85-3e72-4a9e-9172-b072494e796e service nova] Lock "b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.164330] env[69186]: DEBUG nova.compute.manager [req-3ed59009-f457-45d9-9ea2-4b8692f8e1ea req-ef259d85-3e72-4a9e-9172-b072494e796e service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] No waiting events found dispatching network-vif-plugged-5089ee51-25e9-4dc6-8490-ba803944e0c9 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1492.164530] env[69186]: WARNING nova.compute.manager [req-3ed59009-f457-45d9-9ea2-4b8692f8e1ea req-ef259d85-3e72-4a9e-9172-b072494e796e service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Received unexpected event network-vif-plugged-5089ee51-25e9-4dc6-8490-ba803944e0c9 for instance with vm_state building and task_state spawning. [ 1492.250856] env[69186]: DEBUG nova.network.neutron [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Successfully updated port: 5089ee51-25e9-4dc6-8490-ba803944e0c9 {{(pid=69186) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1492.499598] env[69186]: DEBUG oslo_vmware.api [None req-6831d8b8-003d-4e4b-944d-0fe43acaab42 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636256, 'name': PowerOnVM_Task, 'duration_secs': 0.535984} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.499598] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-6831d8b8-003d-4e4b-944d-0fe43acaab42 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Resumed the VM {{(pid=69186) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1492.499763] env[69186]: DEBUG nova.compute.manager [None req-6831d8b8-003d-4e4b-944d-0fe43acaab42 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1492.500556] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d6003c-d752-454b-b9e8-9e407ddb44e2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.654543] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1492.753368] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "refresh_cache-b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.753480] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquired lock "refresh_cache-b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.753631] env[69186]: DEBUG nova.network.neutron [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1493.158109] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1493.158109] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1493.158582] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.158582] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69186) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1493.159297] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b746d21-b675-4322-b48c-7605200a7851 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.167707] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34cfad7-25b1-49e0-a24c-e7bc621e7b43 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.181798] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edccdd48-d74c-49db-bb82-b5419c6ad52b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.188517] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51007d96-9582-49ca-be87-e48f484540c6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.216297] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180734MB free_disk=74GB free_vcpus=48 pci_devices=None {{(pid=69186) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1493.216436] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1493.216645] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1493.283106] env[69186]: DEBUG nova.network.neutron [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Instance cache missing network info. {{(pid=69186) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1493.398372] env[69186]: DEBUG nova.network.neutron [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Updating instance_info_cache with network_info: [{"id": "5089ee51-25e9-4dc6-8490-ba803944e0c9", "address": "fa:16:3e:31:32:ec", "network": {"id": "d6a1bbd9-c1ff-4131-b0d7-9e0f84a8f2d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-257112540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93bee572f34a4888a9b3c26163c1df72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5089ee51-25", "ovs_interfaceid": "5089ee51-25e9-4dc6-8490-ba803944e0c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.461098] env[69186]: DEBUG oslo_concurrency.lockutils [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "e2700c03-cf6b-4842-9dec-1fdacdd1282f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1493.461342] env[69186]: DEBUG oslo_concurrency.lockutils [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "e2700c03-cf6b-4842-9dec-1fdacdd1282f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1493.461551] env[69186]: DEBUG oslo_concurrency.lockutils [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "e2700c03-cf6b-4842-9dec-1fdacdd1282f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1493.461733] env[69186]: DEBUG oslo_concurrency.lockutils [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "e2700c03-cf6b-4842-9dec-1fdacdd1282f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1493.461900] env[69186]: DEBUG oslo_concurrency.lockutils [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "e2700c03-cf6b-4842-9dec-1fdacdd1282f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.463770] env[69186]: INFO nova.compute.manager [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Terminating instance [ 1493.901097] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Releasing lock "refresh_cache-b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.901427] env[69186]: DEBUG nova.compute.manager [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Instance network_info: |[{"id": "5089ee51-25e9-4dc6-8490-ba803944e0c9", "address": "fa:16:3e:31:32:ec", "network": {"id": "d6a1bbd9-c1ff-4131-b0d7-9e0f84a8f2d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-257112540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93bee572f34a4888a9b3c26163c1df72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5089ee51-25", "ovs_interfaceid": "5089ee51-25e9-4dc6-8490-ba803944e0c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69186) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1493.901876] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:32:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5089ee51-25e9-4dc6-8490-ba803944e0c9', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1493.909837] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1493.910046] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1493.910270] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-993d20ba-3f33-4543-b010-2c005e177bcf {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.929344] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1493.929344] env[69186]: value = "task-3636257" [ 1493.929344] env[69186]: _type = "Task" [ 1493.929344] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.936423] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636257, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.967317] env[69186]: DEBUG nova.compute.manager [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1493.967492] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1493.968299] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7382ee88-3eb1-477e-b380-d41157fb5d94 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.975924] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1493.976173] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4037b0d5-8c5c-4025-8ee9-045b0c6581d4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.981659] env[69186]: DEBUG oslo_vmware.api [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1493.981659] env[69186]: value = "task-3636258" [ 1493.981659] env[69186]: _type = "Task" [ 1493.981659] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.990256] env[69186]: DEBUG oslo_vmware.api [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.189692] env[69186]: DEBUG nova.compute.manager [req-f50b2bbd-b8ac-4160-96e3-25f5bc1dbc03 req-1aa55587-4770-4918-b9e0-02f6c4171394 service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Received event network-changed-5089ee51-25e9-4dc6-8490-ba803944e0c9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1494.189937] env[69186]: DEBUG nova.compute.manager [req-f50b2bbd-b8ac-4160-96e3-25f5bc1dbc03 req-1aa55587-4770-4918-b9e0-02f6c4171394 service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Refreshing instance network info cache due to event network-changed-5089ee51-25e9-4dc6-8490-ba803944e0c9. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1494.190133] env[69186]: DEBUG oslo_concurrency.lockutils [req-f50b2bbd-b8ac-4160-96e3-25f5bc1dbc03 req-1aa55587-4770-4918-b9e0-02f6c4171394 service nova] Acquiring lock "refresh_cache-b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.190280] env[69186]: DEBUG oslo_concurrency.lockutils [req-f50b2bbd-b8ac-4160-96e3-25f5bc1dbc03 req-1aa55587-4770-4918-b9e0-02f6c4171394 service nova] Acquired lock "refresh_cache-b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.190439] env[69186]: DEBUG nova.network.neutron [req-f50b2bbd-b8ac-4160-96e3-25f5bc1dbc03 req-1aa55587-4770-4918-b9e0-02f6c4171394 service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Refreshing network info cache for port 5089ee51-25e9-4dc6-8490-ba803944e0c9 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1494.241554] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance e2700c03-cf6b-4842-9dec-1fdacdd1282f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1494.241714] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1494.241889] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69186) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1494.242040] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69186) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1494.277631] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beebe26-9415-4348-81be-d7f0a6c5c051 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.284820] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0606854-fbb4-4a95-b5c1-391b1e5f4d7b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.313365] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d35a53-6ca5-4ec6-87ad-af0a052cf401 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.320058] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204aa6ed-189c-4585-b48c-e174365aaa1c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.334136] env[69186]: DEBUG nova.compute.provider_tree [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.438674] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636257, 'name': CreateVM_Task, 'duration_secs': 0.343156} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.438892] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1494.439531] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.439715] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.440045] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.440293] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41311028-9d1b-41d7-97bb-cad084fce504 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.444261] env[69186]: DEBUG oslo_vmware.api [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1494.444261] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5247111d-80ae-118b-baed-5b4839215620" [ 1494.444261] env[69186]: _type = "Task" [ 1494.444261] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.451947] env[69186]: DEBUG oslo_vmware.api [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5247111d-80ae-118b-baed-5b4839215620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.488996] env[69186]: DEBUG oslo_vmware.api [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636258, 'name': PowerOffVM_Task, 'duration_secs': 0.197565} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.489216] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1494.489387] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1494.489601] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a8a666f-d296-43eb-b290-343d63626872 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.549847] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1494.550076] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1494.550263] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Deleting the datastore file [datastore1] e2700c03-cf6b-4842-9dec-1fdacdd1282f {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1494.550509] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86455ac2-45df-4d97-a596-ac77cdf2fa07 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.555950] env[69186]: DEBUG oslo_vmware.api [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for the task: (returnval){ [ 1494.555950] env[69186]: value = "task-3636260" [ 1494.555950] env[69186]: _type = "Task" [ 1494.555950] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.563018] env[69186]: DEBUG oslo_vmware.api [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.836722] env[69186]: DEBUG nova.scheduler.client.report [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1494.909324] env[69186]: DEBUG nova.network.neutron [req-f50b2bbd-b8ac-4160-96e3-25f5bc1dbc03 req-1aa55587-4770-4918-b9e0-02f6c4171394 service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Updated VIF entry in instance network info cache for port 5089ee51-25e9-4dc6-8490-ba803944e0c9. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1494.909682] env[69186]: DEBUG nova.network.neutron [req-f50b2bbd-b8ac-4160-96e3-25f5bc1dbc03 req-1aa55587-4770-4918-b9e0-02f6c4171394 service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Updating instance_info_cache with network_info: [{"id": "5089ee51-25e9-4dc6-8490-ba803944e0c9", "address": "fa:16:3e:31:32:ec", "network": {"id": "d6a1bbd9-c1ff-4131-b0d7-9e0f84a8f2d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-257112540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93bee572f34a4888a9b3c26163c1df72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5089ee51-25", "ovs_interfaceid": "5089ee51-25e9-4dc6-8490-ba803944e0c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.954382] env[69186]: DEBUG oslo_vmware.api [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5247111d-80ae-118b-baed-5b4839215620, 'name': SearchDatastore_Task, 'duration_secs': 0.010906} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.954660] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.954889] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Processing image b3a498fc-06b4-4671-ad6b-07e7a3f7d51f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1494.955137] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.955289] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.955470] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1494.955734] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7ff4478-e8a3-4c14-bbf7-e279bafa78c9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.963891] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1494.964077] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1494.964742] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea88e000-ac81-492b-923c-b1cb0f342f93 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.969134] env[69186]: DEBUG oslo_vmware.api [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1494.969134] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e5d5c4-47d2-6809-8843-5647116a1848" [ 1494.969134] env[69186]: _type = "Task" [ 1494.969134] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.976340] env[69186]: DEBUG oslo_vmware.api [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e5d5c4-47d2-6809-8843-5647116a1848, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.064683] env[69186]: DEBUG oslo_vmware.api [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Task: {'id': task-3636260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130381} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.064882] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1495.065100] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1495.065289] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1495.065477] env[69186]: INFO nova.compute.manager [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1495.065704] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1495.065888] env[69186]: DEBUG nova.compute.manager [-] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1495.065984] env[69186]: DEBUG nova.network.neutron [-] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1495.341683] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69186) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1495.341683] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.125s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.412635] env[69186]: DEBUG oslo_concurrency.lockutils [req-f50b2bbd-b8ac-4160-96e3-25f5bc1dbc03 req-1aa55587-4770-4918-b9e0-02f6c4171394 service nova] Releasing lock "refresh_cache-b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.479171] env[69186]: DEBUG oslo_vmware.api [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52e5d5c4-47d2-6809-8843-5647116a1848, 'name': SearchDatastore_Task, 'duration_secs': 0.009753} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.479912] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ef97888-f700-47e7-a685-5e95c0960d2b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.484645] env[69186]: DEBUG oslo_vmware.api [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1495.484645] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b7721e-5912-74b2-7f73-6db7e18cd529" [ 1495.484645] env[69186]: _type = "Task" [ 1495.484645] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.491998] env[69186]: DEBUG oslo_vmware.api [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b7721e-5912-74b2-7f73-6db7e18cd529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.944211] env[69186]: DEBUG nova.network.neutron [-] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.996945] env[69186]: DEBUG oslo_vmware.api [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52b7721e-5912-74b2-7f73-6db7e18cd529, 'name': SearchDatastore_Task, 'duration_secs': 0.009956} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.997612] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.997612] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2/b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1495.997752] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d854f776-9e81-49b9-b9b9-3ac9e4a17401 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.004429] env[69186]: DEBUG oslo_vmware.api [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1496.004429] env[69186]: value = "task-3636261" [ 1496.004429] env[69186]: _type = "Task" [ 1496.004429] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.012422] env[69186]: DEBUG oslo_vmware.api [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.216152] env[69186]: DEBUG nova.compute.manager [req-b7406e2b-2dcf-4a39-b211-e7080a2c4aa6 req-a33ed5fe-7cde-46c9-a8af-44ed0e60fe05 service nova] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Received event network-vif-deleted-dedf4bbb-c419-4474-8806-aaba4945d9c9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1496.446924] env[69186]: INFO nova.compute.manager [-] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Took 1.38 seconds to deallocate network for instance. [ 1496.513717] env[69186]: DEBUG oslo_vmware.api [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442266} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.513992] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f/b3a498fc-06b4-4671-ad6b-07e7a3f7d51f.vmdk to [datastore2] b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2/b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1496.514228] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Extending root virtual disk to 1048576 {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1496.514475] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2364165e-e52a-46c4-9a4b-1de7a663cf24 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.520634] env[69186]: DEBUG oslo_vmware.api [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1496.520634] env[69186]: value = "task-3636262" [ 1496.520634] env[69186]: _type = "Task" [ 1496.520634] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.527801] env[69186]: DEBUG oslo_vmware.api [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.953102] env[69186]: DEBUG oslo_concurrency.lockutils [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.953417] env[69186]: DEBUG oslo_concurrency.lockutils [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.953651] env[69186]: DEBUG nova.objects.instance [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lazy-loading 'resources' on Instance uuid e2700c03-cf6b-4842-9dec-1fdacdd1282f {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1497.030111] env[69186]: DEBUG oslo_vmware.api [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065578} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.030369] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Extended root virtual disk {{(pid=69186) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1497.031127] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e957f6b2-0d70-4f7a-b4b3-7c453cc1f0e7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.052272] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2/b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1497.052464] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3af72a3d-3012-4ae7-8efe-129d95b0d1dd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.071295] env[69186]: DEBUG oslo_vmware.api [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1497.071295] env[69186]: value = "task-3636263" [ 1497.071295] env[69186]: _type = "Task" [ 1497.071295] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.078390] env[69186]: DEBUG oslo_vmware.api [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.342123] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.342363] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.342526] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.342675] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.342821] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.342961] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69186) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1497.559322] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb9549f-532f-409d-85ec-db7a7767993f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.566583] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9edaf0-0e06-4cb4-ad32-be6b87b834f6 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.599523] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ecef4a-4b7b-42b7-a25b-e3c57ba3dfcc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.604294] env[69186]: DEBUG oslo_vmware.api [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636263, 'name': ReconfigVM_Task, 'duration_secs': 0.265159} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.604865] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Reconfigured VM instance instance-00000080 to attach disk [datastore2] b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2/b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2.vmdk or device None with type sparse {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1497.605436] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6126263c-e996-4cde-984f-be98c6dfa6a1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.609704] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161e2e79-46b9-4f4c-b8e3-cadc22a5b877 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.614184] env[69186]: DEBUG oslo_vmware.api [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1497.614184] env[69186]: value = "task-3636264" [ 1497.614184] env[69186]: _type = "Task" [ 1497.614184] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.624472] env[69186]: DEBUG nova.compute.provider_tree [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1497.630056] env[69186]: DEBUG oslo_vmware.api [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636264, 'name': Rename_Task} progress is 10%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.125457] env[69186]: DEBUG oslo_vmware.api [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636264, 'name': Rename_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.127344] env[69186]: DEBUG nova.scheduler.client.report [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1498.626066] env[69186]: DEBUG oslo_vmware.api [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636264, 'name': Rename_Task} progress is 99%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.631846] env[69186]: DEBUG oslo_concurrency.lockutils [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.649704] env[69186]: INFO nova.scheduler.client.report [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Deleted allocations for instance e2700c03-cf6b-4842-9dec-1fdacdd1282f [ 1499.125961] env[69186]: DEBUG oslo_vmware.api [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636264, 'name': Rename_Task, 'duration_secs': 1.139237} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.128191] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1499.128191] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43ffcd3d-4053-4329-b08f-222c1c3e409a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.133042] env[69186]: DEBUG oslo_vmware.api [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1499.133042] env[69186]: value = "task-3636265" [ 1499.133042] env[69186]: _type = "Task" [ 1499.133042] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.139137] env[69186]: DEBUG oslo_vmware.api [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.156994] env[69186]: DEBUG oslo_concurrency.lockutils [None req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Lock "e2700c03-cf6b-4842-9dec-1fdacdd1282f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.696s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.643468] env[69186]: DEBUG oslo_vmware.api [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636265, 'name': PowerOnVM_Task, 'duration_secs': 0.414274} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.643748] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1499.643952] env[69186]: INFO nova.compute.manager [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1499.644147] env[69186]: DEBUG nova.compute.manager [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1499.644943] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e518638-db15-43d6-99fe-9b4026fe1824 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.655304] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1499.655384] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1500.162250] env[69186]: INFO nova.compute.manager [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Took 12.33 seconds to build instance. [ 1500.665317] env[69186]: DEBUG oslo_concurrency.lockutils [None req-ea50d11d-d301-4816-ac84-6a9c2e18650e tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.838s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1501.160560] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.160560] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Cleaning up deleted instances {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1501.325213] env[69186]: DEBUG nova.compute.manager [req-e432377a-f591-41c2-943a-6f1d561cad6e req-8d72af2c-d209-4d66-8db1-6d7a48cb4a8a service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Received event network-changed-5089ee51-25e9-4dc6-8490-ba803944e0c9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1501.326154] env[69186]: DEBUG nova.compute.manager [req-e432377a-f591-41c2-943a-6f1d561cad6e req-8d72af2c-d209-4d66-8db1-6d7a48cb4a8a service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Refreshing instance network info cache due to event network-changed-5089ee51-25e9-4dc6-8490-ba803944e0c9. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1501.326154] env[69186]: DEBUG oslo_concurrency.lockutils [req-e432377a-f591-41c2-943a-6f1d561cad6e req-8d72af2c-d209-4d66-8db1-6d7a48cb4a8a service nova] Acquiring lock "refresh_cache-b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.326210] env[69186]: DEBUG oslo_concurrency.lockutils [req-e432377a-f591-41c2-943a-6f1d561cad6e req-8d72af2c-d209-4d66-8db1-6d7a48cb4a8a service nova] Acquired lock "refresh_cache-b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.326472] env[69186]: DEBUG nova.network.neutron [req-e432377a-f591-41c2-943a-6f1d561cad6e req-8d72af2c-d209-4d66-8db1-6d7a48cb4a8a service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Refreshing network info cache for port 5089ee51-25e9-4dc6-8490-ba803944e0c9 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1501.669257] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] There are 24 instances to clean {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1501.669620] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: e2700c03-cf6b-4842-9dec-1fdacdd1282f] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1502.045615] env[69186]: DEBUG nova.network.neutron [req-e432377a-f591-41c2-943a-6f1d561cad6e req-8d72af2c-d209-4d66-8db1-6d7a48cb4a8a service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Updated VIF entry in instance network info cache for port 5089ee51-25e9-4dc6-8490-ba803944e0c9. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1502.045719] env[69186]: DEBUG nova.network.neutron [req-e432377a-f591-41c2-943a-6f1d561cad6e req-8d72af2c-d209-4d66-8db1-6d7a48cb4a8a service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Updating instance_info_cache with network_info: [{"id": "5089ee51-25e9-4dc6-8490-ba803944e0c9", "address": "fa:16:3e:31:32:ec", "network": {"id": "d6a1bbd9-c1ff-4131-b0d7-9e0f84a8f2d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-257112540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93bee572f34a4888a9b3c26163c1df72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5089ee51-25", "ovs_interfaceid": "5089ee51-25e9-4dc6-8490-ba803944e0c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.173137] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 621d158b-f3e4-4d9c-bebf-15a201edf293] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1502.549018] env[69186]: DEBUG oslo_concurrency.lockutils [req-e432377a-f591-41c2-943a-6f1d561cad6e req-8d72af2c-d209-4d66-8db1-6d7a48cb4a8a service nova] Releasing lock "refresh_cache-b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.676301] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 7fc22272-e3ad-40da-b5b2-a65151297068] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1503.180214] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: dd3ceebe-ca06-4d4d-b470-6a08646c5962] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1503.683491] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 3cba6612-c0a3-40b1-a552-24e6b47ee8d1] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1504.186652] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 64e6f1e7-3214-42a2-be30-53807d3f6bd9] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1504.690258] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: eb29033b-6285-4257-9dea-e563bddf3114] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1505.193750] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: e4ff8fdb-38de-42d1-add7-e5f44f728b71] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1505.696929] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 484e8422-c970-4bd7-a837-b316c12ad0df] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1506.200291] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 3f8ee494-c87d-4d9f-b44d-dd1b3ce47d51] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1506.703974] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 50496da7-8ad7-41d3-8f86-8bcb74d9ec03] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1507.208525] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: b95fa037-2ca2-45d2-97b5-026caf970212] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1507.712979] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 5156370c-55ac-47d8-9959-3c7cc8d98215] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1508.217014] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: ae12e6fe-3f87-4e74-a354-401bcd42aca6] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1508.720097] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 6fb0c8c6-6d83-40c0-bef4-7d20a722ed81] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1509.223999] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 312acebc-81f1-4b24-ba31-0d9277374c7e] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1509.727262] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 5784475d-2510-43b0-8abb-f4fce96f7846] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1510.231139] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: f96019ad-c5f7-45ba-85a1-580b45bfb7cc] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1510.734435] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 06952c63-1043-465b-8277-364a586628de] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1511.237628] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 50959951-3ffe-431c-893e-eef7a8b02b59] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1511.740697] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 7fb7f0c2-9f69-45fb-b9b1-7b79ff77e75f] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1512.244406] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: fa4f9a75-c2c0-4601-a68b-6179edea5745] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1512.748357] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: e00fcf04-0c49-4088-9b43-72bad844fc45] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1513.252117] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] [instance: 566f2979-e4dd-4c8d-b76a-cebe43a13af2] Instance has had 0 of 5 cleanup attempts {{(pid=69186) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1513.755523] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.755898] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Cleaning up deleted instances with incomplete migration {{(pid=69186) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1538.711845] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1538.712236] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1538.712367] env[69186]: INFO nova.compute.manager [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Shelving [ 1539.722059] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1539.722430] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8731768a-c893-4abe-a54b-f0982ee22507 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.730747] env[69186]: DEBUG oslo_vmware.api [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1539.730747] env[69186]: value = "task-3636266" [ 1539.730747] env[69186]: _type = "Task" [ 1539.730747] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.738345] env[69186]: DEBUG oslo_vmware.api [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.241736] env[69186]: DEBUG oslo_vmware.api [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636266, 'name': PowerOffVM_Task, 'duration_secs': 0.212575} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.241736] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1540.242259] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657304c6-2f3b-4880-9bbd-1e74f6d93db9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.261065] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf145daf-3ffa-4d54-b93b-1d8ac61f36c3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.771277] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Creating Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1540.771636] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f1587d04-2e20-4a60-b9d9-95894a39d917 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.779857] env[69186]: DEBUG oslo_vmware.api [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1540.779857] env[69186]: value = "task-3636267" [ 1540.779857] env[69186]: _type = "Task" [ 1540.779857] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.787654] env[69186]: DEBUG oslo_vmware.api [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636267, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.290204] env[69186]: DEBUG oslo_vmware.api [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636267, 'name': CreateSnapshot_Task, 'duration_secs': 0.443717} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.290466] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Created Snapshot of the VM instance {{(pid=69186) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1541.291196] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc79620-070b-4d7a-879d-cccdd6adc425 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.808150] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Creating linked-clone VM from snapshot {{(pid=69186) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1541.808511] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-713e39d1-38f9-4957-82e7-13cf6791ff6f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.817701] env[69186]: DEBUG oslo_vmware.api [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1541.817701] env[69186]: value = "task-3636268" [ 1541.817701] env[69186]: _type = "Task" [ 1541.817701] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.825686] env[69186]: DEBUG oslo_vmware.api [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636268, 'name': CloneVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.328061] env[69186]: DEBUG oslo_vmware.api [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636268, 'name': CloneVM_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.829055] env[69186]: DEBUG oslo_vmware.api [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636268, 'name': CloneVM_Task, 'duration_secs': 0.897322} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.829055] env[69186]: INFO nova.virt.vmwareapi.vmops [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Created linked-clone VM from snapshot [ 1542.829430] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028e94b5-1cda-4b77-98e4-56a825a3919a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.836271] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Uploading image ba474c33-490f-4cc2-9d91-c852b791a48f {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1542.879874] env[69186]: DEBUG oslo_vmware.rw_handles [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1542.879874] env[69186]: value = "vm-725025" [ 1542.879874] env[69186]: _type = "VirtualMachine" [ 1542.879874] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1542.880161] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-53bcb20d-0422-447e-909b-1510b3287eb5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.886409] env[69186]: DEBUG oslo_vmware.rw_handles [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lease: (returnval){ [ 1542.886409] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52995443-786e-e010-8706-13c4a9e9f028" [ 1542.886409] env[69186]: _type = "HttpNfcLease" [ 1542.886409] env[69186]: } obtained for exporting VM: (result){ [ 1542.886409] env[69186]: value = "vm-725025" [ 1542.886409] env[69186]: _type = "VirtualMachine" [ 1542.886409] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1542.886627] env[69186]: DEBUG oslo_vmware.api [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the lease: (returnval){ [ 1542.886627] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52995443-786e-e010-8706-13c4a9e9f028" [ 1542.886627] env[69186]: _type = "HttpNfcLease" [ 1542.886627] env[69186]: } to be ready. {{(pid=69186) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1542.892299] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1542.892299] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52995443-786e-e010-8706-13c4a9e9f028" [ 1542.892299] env[69186]: _type = "HttpNfcLease" [ 1542.892299] env[69186]: } is initializing. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1543.394990] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1543.394990] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52995443-786e-e010-8706-13c4a9e9f028" [ 1543.394990] env[69186]: _type = "HttpNfcLease" [ 1543.394990] env[69186]: } is ready. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1543.395277] env[69186]: DEBUG oslo_vmware.rw_handles [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1543.395277] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]52995443-786e-e010-8706-13c4a9e9f028" [ 1543.395277] env[69186]: _type = "HttpNfcLease" [ 1543.395277] env[69186]: }. {{(pid=69186) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1543.395927] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e27ba5d-589e-4dec-901f-43258465c004 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.402648] env[69186]: DEBUG oslo_vmware.rw_handles [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a8365-f871-0ff9-f627-849374fbedfd/disk-0.vmdk from lease info. {{(pid=69186) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1543.402813] env[69186]: DEBUG oslo_vmware.rw_handles [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a8365-f871-0ff9-f627-849374fbedfd/disk-0.vmdk for reading. {{(pid=69186) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1543.486064] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9269afb8-5b3f-44eb-ae0c-928b930dc452 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.481661] env[69186]: DEBUG oslo_vmware.rw_handles [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a8365-f871-0ff9-f627-849374fbedfd/disk-0.vmdk. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1550.482870] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5f757e-0527-45c3-87de-73e1439441d0 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.488760] env[69186]: DEBUG oslo_vmware.rw_handles [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a8365-f871-0ff9-f627-849374fbedfd/disk-0.vmdk is in state: ready. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1550.488931] env[69186]: ERROR oslo_vmware.rw_handles [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a8365-f871-0ff9-f627-849374fbedfd/disk-0.vmdk due to incomplete transfer. [ 1550.489176] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9038a4ad-ad59-4b5d-9f38-d7f0dc5b74a9 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.496290] env[69186]: DEBUG oslo_vmware.rw_handles [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a8365-f871-0ff9-f627-849374fbedfd/disk-0.vmdk. {{(pid=69186) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1550.496503] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Uploaded image ba474c33-490f-4cc2-9d91-c852b791a48f to the Glance image server {{(pid=69186) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1550.498760] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Destroying the VM {{(pid=69186) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1550.499011] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-38de4c33-963e-4ed2-bb22-9b71cc08824e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.505041] env[69186]: DEBUG oslo_vmware.api [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1550.505041] env[69186]: value = "task-3636270" [ 1550.505041] env[69186]: _type = "Task" [ 1550.505041] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.513938] env[69186]: DEBUG oslo_vmware.api [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636270, 'name': Destroy_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.017649] env[69186]: DEBUG oslo_vmware.api [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636270, 'name': Destroy_Task, 'duration_secs': 0.315373} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.018013] env[69186]: INFO nova.virt.vmwareapi.vm_util [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Destroyed the VM [ 1551.018363] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Deleting Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1551.018692] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-77b88e37-92ae-4d16-8e00-dafe1fb2f393 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.025635] env[69186]: DEBUG oslo_vmware.api [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1551.025635] env[69186]: value = "task-3636271" [ 1551.025635] env[69186]: _type = "Task" [ 1551.025635] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.035504] env[69186]: DEBUG oslo_vmware.api [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636271, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.534987] env[69186]: DEBUG oslo_vmware.api [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636271, 'name': RemoveSnapshot_Task, 'duration_secs': 0.333966} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.535301] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Deleted Snapshot of the VM instance {{(pid=69186) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1551.535561] env[69186]: DEBUG nova.compute.manager [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1551.536334] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c43583-aa01-4c5c-bcaa-013b174c92c4 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.048723] env[69186]: INFO nova.compute.manager [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Shelve offloading [ 1552.552582] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1552.552950] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-380bb661-437b-492d-ad57-94ae5e75cbf3 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.560081] env[69186]: DEBUG oslo_vmware.api [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1552.560081] env[69186]: value = "task-3636272" [ 1552.560081] env[69186]: _type = "Task" [ 1552.560081] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.567071] env[69186]: DEBUG oslo_vmware.api [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.069857] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] VM already powered off {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1553.070092] env[69186]: DEBUG nova.compute.manager [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1553.070863] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee262cd8-3efc-4a91-97c8-4a6f957f2829 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.076018] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "refresh_cache-b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.076193] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquired lock "refresh_cache-b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.076364] env[69186]: DEBUG nova.network.neutron [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1553.803028] env[69186]: DEBUG nova.network.neutron [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Updating instance_info_cache with network_info: [{"id": "5089ee51-25e9-4dc6-8490-ba803944e0c9", "address": "fa:16:3e:31:32:ec", "network": {"id": "d6a1bbd9-c1ff-4131-b0d7-9e0f84a8f2d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-257112540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93bee572f34a4888a9b3c26163c1df72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5089ee51-25", "ovs_interfaceid": "5089ee51-25e9-4dc6-8490-ba803944e0c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.306023] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Releasing lock "refresh_cache-b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.527065] env[69186]: DEBUG nova.compute.manager [req-36373a4f-8ae9-4ff0-b6e1-f2227e443c20 req-3095fc2e-6c34-4c03-945c-e783d0976c29 service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Received event network-vif-unplugged-5089ee51-25e9-4dc6-8490-ba803944e0c9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1554.527379] env[69186]: DEBUG oslo_concurrency.lockutils [req-36373a4f-8ae9-4ff0-b6e1-f2227e443c20 req-3095fc2e-6c34-4c03-945c-e783d0976c29 service nova] Acquiring lock "b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1554.527501] env[69186]: DEBUG oslo_concurrency.lockutils [req-36373a4f-8ae9-4ff0-b6e1-f2227e443c20 req-3095fc2e-6c34-4c03-945c-e783d0976c29 service nova] Lock "b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1554.527667] env[69186]: DEBUG oslo_concurrency.lockutils [req-36373a4f-8ae9-4ff0-b6e1-f2227e443c20 req-3095fc2e-6c34-4c03-945c-e783d0976c29 service nova] Lock "b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1554.527846] env[69186]: DEBUG nova.compute.manager [req-36373a4f-8ae9-4ff0-b6e1-f2227e443c20 req-3095fc2e-6c34-4c03-945c-e783d0976c29 service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] No waiting events found dispatching network-vif-unplugged-5089ee51-25e9-4dc6-8490-ba803944e0c9 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1554.527993] env[69186]: WARNING nova.compute.manager [req-36373a4f-8ae9-4ff0-b6e1-f2227e443c20 req-3095fc2e-6c34-4c03-945c-e783d0976c29 service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Received unexpected event network-vif-unplugged-5089ee51-25e9-4dc6-8490-ba803944e0c9 for instance with vm_state shelved and task_state shelving_offloading. [ 1554.596374] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1554.597262] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35213cc-d6d5-4d98-a413-9b6099ed6857 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.604537] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1554.604756] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa01027a-05d9-458e-aa3a-e5aff262420f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.666638] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1554.666845] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Deleting contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1554.667031] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Deleting the datastore file [datastore2] b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1554.667319] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bcb067a-c513-42dc-aa0e-f73108890a2f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.674663] env[69186]: DEBUG oslo_vmware.api [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1554.674663] env[69186]: value = "task-3636274" [ 1554.674663] env[69186]: _type = "Task" [ 1554.674663] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.683612] env[69186]: DEBUG oslo_vmware.api [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.184561] env[69186]: DEBUG oslo_vmware.api [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154692} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.184867] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1555.184972] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Deleted contents of the VM from datastore datastore2 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1555.185169] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1555.212299] env[69186]: INFO nova.scheduler.client.report [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Deleted allocations for instance b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2 [ 1555.716851] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1555.717292] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1555.717619] env[69186]: DEBUG nova.objects.instance [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lazy-loading 'resources' on Instance uuid b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1556.221528] env[69186]: DEBUG nova.objects.instance [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lazy-loading 'numa_topology' on Instance uuid b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1556.553824] env[69186]: DEBUG nova.compute.manager [req-3b99eea6-09b4-4209-8d62-d3fa1642dde0 req-dc7483e7-ec3e-4d48-b931-926058fd6071 service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Received event network-changed-5089ee51-25e9-4dc6-8490-ba803944e0c9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1556.554035] env[69186]: DEBUG nova.compute.manager [req-3b99eea6-09b4-4209-8d62-d3fa1642dde0 req-dc7483e7-ec3e-4d48-b931-926058fd6071 service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Refreshing instance network info cache due to event network-changed-5089ee51-25e9-4dc6-8490-ba803944e0c9. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1556.554253] env[69186]: DEBUG oslo_concurrency.lockutils [req-3b99eea6-09b4-4209-8d62-d3fa1642dde0 req-dc7483e7-ec3e-4d48-b931-926058fd6071 service nova] Acquiring lock "refresh_cache-b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.554396] env[69186]: DEBUG oslo_concurrency.lockutils [req-3b99eea6-09b4-4209-8d62-d3fa1642dde0 req-dc7483e7-ec3e-4d48-b931-926058fd6071 service nova] Acquired lock "refresh_cache-b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.554560] env[69186]: DEBUG nova.network.neutron [req-3b99eea6-09b4-4209-8d62-d3fa1642dde0 req-dc7483e7-ec3e-4d48-b931-926058fd6071 service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Refreshing network info cache for port 5089ee51-25e9-4dc6-8490-ba803944e0c9 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1556.723509] env[69186]: DEBUG nova.objects.base [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69186) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1556.738831] env[69186]: DEBUG nova.scheduler.client.report [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Refreshing inventories for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1556.750540] env[69186]: DEBUG nova.scheduler.client.report [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Updating ProviderTree inventory for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1556.750756] env[69186]: DEBUG nova.compute.provider_tree [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Updating inventory in ProviderTree for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1556.759939] env[69186]: DEBUG nova.scheduler.client.report [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Refreshing aggregate associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, aggregates: None {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1556.774022] env[69186]: DEBUG nova.scheduler.client.report [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Refreshing trait associations for resource provider 236fcb92-b429-42b8-bc28-b1c93f3ba708, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69186) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1556.795230] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00591d2-ee3a-4c7f-8491-8b2c6288fe38 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.802432] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbd240a-1a63-4f8d-9cdf-73fe69751de5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.831351] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3b6717-98e0-4d68-9d8d-28ad3cd2aab2 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.837770] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e41eb7-5ce9-4c27-bcea-8b369e81b55a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.850199] env[69186]: DEBUG nova.compute.provider_tree [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1557.270094] env[69186]: DEBUG nova.network.neutron [req-3b99eea6-09b4-4209-8d62-d3fa1642dde0 req-dc7483e7-ec3e-4d48-b931-926058fd6071 service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Updated VIF entry in instance network info cache for port 5089ee51-25e9-4dc6-8490-ba803944e0c9. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1557.270476] env[69186]: DEBUG nova.network.neutron [req-3b99eea6-09b4-4209-8d62-d3fa1642dde0 req-dc7483e7-ec3e-4d48-b931-926058fd6071 service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Updating instance_info_cache with network_info: [{"id": "5089ee51-25e9-4dc6-8490-ba803944e0c9", "address": "fa:16:3e:31:32:ec", "network": {"id": "d6a1bbd9-c1ff-4131-b0d7-9e0f84a8f2d4", "bridge": null, "label": "tempest-ServerActionsTestOtherB-257112540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93bee572f34a4888a9b3c26163c1df72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5089ee51-25", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.353726] env[69186]: DEBUG nova.scheduler.client.report [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1557.427839] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1557.773622] env[69186]: DEBUG oslo_concurrency.lockutils [req-3b99eea6-09b4-4209-8d62-d3fa1642dde0 req-dc7483e7-ec3e-4d48-b931-926058fd6071 service nova] Releasing lock "refresh_cache-b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.859861] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.368090] env[69186]: DEBUG oslo_concurrency.lockutils [None req-a4a8d018-99e6-44ef-a84a-82a7e72fc76c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.656s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.369061] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.941s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1558.369260] env[69186]: INFO nova.compute.manager [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Unshelving [ 1559.394579] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1559.394866] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1559.395085] env[69186]: DEBUG nova.objects.instance [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lazy-loading 'pci_requests' on Instance uuid b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1559.898972] env[69186]: DEBUG nova.objects.instance [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lazy-loading 'numa_topology' on Instance uuid b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1560.401678] env[69186]: INFO nova.compute.claims [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1561.438792] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea9621a-e926-4688-858f-e6a443ed776c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.446486] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea87053a-435a-422b-a9db-3aea55f10b69 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.476896] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac5667b-ba91-49ec-8322-10f27ea04c8a {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.484016] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75f19a5-bd95-47b2-b905-e3d1dcc4bd07 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.496717] env[69186]: DEBUG nova.compute.provider_tree [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1561.999798] env[69186]: DEBUG nova.scheduler.client.report [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1562.505269] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.110s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1562.533224] env[69186]: INFO nova.network.neutron [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Updating port 5089ee51-25e9-4dc6-8490-ba803944e0c9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1563.881869] env[69186]: DEBUG nova.compute.manager [req-54aef7c9-eaa0-446a-b360-375b5fb04590 req-3caef8a0-5cfb-4dfa-9989-2e100513a21c service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Received event network-vif-plugged-5089ee51-25e9-4dc6-8490-ba803944e0c9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1563.882142] env[69186]: DEBUG oslo_concurrency.lockutils [req-54aef7c9-eaa0-446a-b360-375b5fb04590 req-3caef8a0-5cfb-4dfa-9989-2e100513a21c service nova] Acquiring lock "b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1563.882291] env[69186]: DEBUG oslo_concurrency.lockutils [req-54aef7c9-eaa0-446a-b360-375b5fb04590 req-3caef8a0-5cfb-4dfa-9989-2e100513a21c service nova] Lock "b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1563.882458] env[69186]: DEBUG oslo_concurrency.lockutils [req-54aef7c9-eaa0-446a-b360-375b5fb04590 req-3caef8a0-5cfb-4dfa-9989-2e100513a21c service nova] Lock "b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1563.882620] env[69186]: DEBUG nova.compute.manager [req-54aef7c9-eaa0-446a-b360-375b5fb04590 req-3caef8a0-5cfb-4dfa-9989-2e100513a21c service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] No waiting events found dispatching network-vif-plugged-5089ee51-25e9-4dc6-8490-ba803944e0c9 {{(pid=69186) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1563.882787] env[69186]: WARNING nova.compute.manager [req-54aef7c9-eaa0-446a-b360-375b5fb04590 req-3caef8a0-5cfb-4dfa-9989-2e100513a21c service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Received unexpected event network-vif-plugged-5089ee51-25e9-4dc6-8490-ba803944e0c9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1563.969013] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "refresh_cache-b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.969235] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquired lock "refresh_cache-b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.969440] env[69186]: DEBUG nova.network.neutron [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Building network info cache for instance {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1564.662827] env[69186]: DEBUG nova.network.neutron [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Updating instance_info_cache with network_info: [{"id": "5089ee51-25e9-4dc6-8490-ba803944e0c9", "address": "fa:16:3e:31:32:ec", "network": {"id": "d6a1bbd9-c1ff-4131-b0d7-9e0f84a8f2d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-257112540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93bee572f34a4888a9b3c26163c1df72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5089ee51-25", "ovs_interfaceid": "5089ee51-25e9-4dc6-8490-ba803944e0c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.166209] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Releasing lock "refresh_cache-b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.196049] env[69186]: DEBUG nova.virt.hardware [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T12:21:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1f1746ab32080c08a98ef23a5551b831',container_format='bare',created_at=2025-04-26T12:37:45Z,direct_url=,disk_format='vmdk',id=ba474c33-490f-4cc2-9d91-c852b791a48f,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-183815283-shelved',owner='93bee572f34a4888a9b3c26163c1df72',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-26T12:37:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1565.196322] env[69186]: DEBUG nova.virt.hardware [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Flavor limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1565.196481] env[69186]: DEBUG nova.virt.hardware [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Image limits 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1565.203017] env[69186]: DEBUG nova.virt.hardware [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Flavor pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1565.203017] env[69186]: DEBUG nova.virt.hardware [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Image pref 0:0:0 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1565.203017] env[69186]: DEBUG nova.virt.hardware [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69186) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1565.203017] env[69186]: DEBUG nova.virt.hardware [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1565.203017] env[69186]: DEBUG nova.virt.hardware [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1565.203017] env[69186]: DEBUG nova.virt.hardware [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Got 1 possible topologies {{(pid=69186) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1565.203017] env[69186]: DEBUG nova.virt.hardware [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1565.203017] env[69186]: DEBUG nova.virt.hardware [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69186) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1565.203017] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000265c1-eaf3-45e7-a1ff-af4208761f32 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.209643] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a5fd4b-0449-4ea8-9d66-fab12771d531 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.223742] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:32:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5089ee51-25e9-4dc6-8490-ba803944e0c9', 'vif_model': 'vmxnet3'}] {{(pid=69186) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1565.230993] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1565.231215] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Creating VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1565.231414] env[69186]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d29b145-eb79-49d9-97d5-98447edbf1ae {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.250099] env[69186]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1565.250099] env[69186]: value = "task-3636275" [ 1565.250099] env[69186]: _type = "Task" [ 1565.250099] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.257127] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636275, 'name': CreateVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.754073] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1565.754283] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1565.761092] env[69186]: DEBUG oslo_vmware.api [-] Task: {'id': task-3636275, 'name': CreateVM_Task, 'duration_secs': 0.303307} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.761251] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Created VM on the ESX host {{(pid=69186) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1565.761895] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ba474c33-490f-4cc2-9d91-c852b791a48f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.762066] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ba474c33-490f-4cc2-9d91-c852b791a48f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.762430] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ba474c33-490f-4cc2-9d91-c852b791a48f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.762667] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1005f44-43cd-46e9-be8a-13463f82b599 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.767362] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1565.767362] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5263498c-c166-15e1-2ba2-91ba767553cc" [ 1565.767362] env[69186]: _type = "Task" [ 1565.767362] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.774867] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]5263498c-c166-15e1-2ba2-91ba767553cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.907287] env[69186]: DEBUG nova.compute.manager [req-a0f94197-2d05-4738-ad50-aa6f04d62b6f req-63861ea6-3738-4397-a0a9-129688f8c95c service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Received event network-changed-5089ee51-25e9-4dc6-8490-ba803944e0c9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1565.907512] env[69186]: DEBUG nova.compute.manager [req-a0f94197-2d05-4738-ad50-aa6f04d62b6f req-63861ea6-3738-4397-a0a9-129688f8c95c service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Refreshing instance network info cache due to event network-changed-5089ee51-25e9-4dc6-8490-ba803944e0c9. {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1565.907743] env[69186]: DEBUG oslo_concurrency.lockutils [req-a0f94197-2d05-4738-ad50-aa6f04d62b6f req-63861ea6-3738-4397-a0a9-129688f8c95c service nova] Acquiring lock "refresh_cache-b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.907889] env[69186]: DEBUG oslo_concurrency.lockutils [req-a0f94197-2d05-4738-ad50-aa6f04d62b6f req-63861ea6-3738-4397-a0a9-129688f8c95c service nova] Acquired lock "refresh_cache-b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.908060] env[69186]: DEBUG nova.network.neutron [req-a0f94197-2d05-4738-ad50-aa6f04d62b6f req-63861ea6-3738-4397-a0a9-129688f8c95c service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Refreshing network info cache for port 5089ee51-25e9-4dc6-8490-ba803944e0c9 {{(pid=69186) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1566.258957] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.259289] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.259342] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.259458] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.259657] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.259814] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.259950] env[69186]: DEBUG nova.compute.manager [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69186) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1566.260112] env[69186]: DEBUG oslo_service.periodic_task [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69186) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.278260] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ba474c33-490f-4cc2-9d91-c852b791a48f" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.278418] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Processing image ba474c33-490f-4cc2-9d91-c852b791a48f {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1566.278651] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ba474c33-490f-4cc2-9d91-c852b791a48f/ba474c33-490f-4cc2-9d91-c852b791a48f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.278798] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ba474c33-490f-4cc2-9d91-c852b791a48f/ba474c33-490f-4cc2-9d91-c852b791a48f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.278973] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1566.279221] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99dd47cd-68b4-4fed-badb-103914cf1252 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.287526] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1566.287773] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69186) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1566.288490] env[69186]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f0e2720-726a-4504-82dc-13b8c801dae1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.293822] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1566.293822] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520f87e9-3d80-96dd-656e-37e7031e7698" [ 1566.293822] env[69186]: _type = "Task" [ 1566.293822] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.301242] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]520f87e9-3d80-96dd-656e-37e7031e7698, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.762896] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1566.763157] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1566.763321] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1566.763474] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69186) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1566.764328] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a056c634-ef30-4155-b8be-cda41765d5be {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.772121] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0f02d7-8752-4eb5-a1eb-4bed53484407 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.787448] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd3a9b4-fcc3-4128-88cf-6ff1f431ab40 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.793380] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39b7ee8-5315-4bd4-a3ec-87d72d8b56bc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.826215] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Preparing fetch location {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1566.826470] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Fetch image to [datastore1] OSTACK_IMG_ce1cc018-99f9-4d55-9458-52fcf27d806a/OSTACK_IMG_ce1cc018-99f9-4d55-9458-52fcf27d806a.vmdk {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1566.826680] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Downloading stream optimized image ba474c33-490f-4cc2-9d91-c852b791a48f to [datastore1] OSTACK_IMG_ce1cc018-99f9-4d55-9458-52fcf27d806a/OSTACK_IMG_ce1cc018-99f9-4d55-9458-52fcf27d806a.vmdk on the data store datastore1 as vApp {{(pid=69186) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1566.826846] env[69186]: DEBUG nova.virt.vmwareapi.images [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Downloading image file data ba474c33-490f-4cc2-9d91-c852b791a48f to the ESX as VM named 'OSTACK_IMG_ce1cc018-99f9-4d55-9458-52fcf27d806a' {{(pid=69186) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1566.828657] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180745MB free_disk=74GB free_vcpus=48 pci_devices=None {{(pid=69186) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1566.828796] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1566.828996] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1566.831028] env[69186]: DEBUG nova.network.neutron [req-a0f94197-2d05-4738-ad50-aa6f04d62b6f req-63861ea6-3738-4397-a0a9-129688f8c95c service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Updated VIF entry in instance network info cache for port 5089ee51-25e9-4dc6-8490-ba803944e0c9. {{(pid=69186) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1566.831334] env[69186]: DEBUG nova.network.neutron [req-a0f94197-2d05-4738-ad50-aa6f04d62b6f req-63861ea6-3738-4397-a0a9-129688f8c95c service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Updating instance_info_cache with network_info: [{"id": "5089ee51-25e9-4dc6-8490-ba803944e0c9", "address": "fa:16:3e:31:32:ec", "network": {"id": "d6a1bbd9-c1ff-4131-b0d7-9e0f84a8f2d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-257112540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93bee572f34a4888a9b3c26163c1df72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5089ee51-25", "ovs_interfaceid": "5089ee51-25e9-4dc6-8490-ba803944e0c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.894689] env[69186]: DEBUG oslo_vmware.rw_handles [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1566.894689] env[69186]: value = "resgroup-9" [ 1566.894689] env[69186]: _type = "ResourcePool" [ 1566.894689] env[69186]: }. {{(pid=69186) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1566.894983] env[69186]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-855f71f7-2c32-4b2b-b4ab-2e3f24cf2a0c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.915378] env[69186]: DEBUG oslo_vmware.rw_handles [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lease: (returnval){ [ 1566.915378] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523a0ec5-40cf-30c3-cceb-0db670c3a4a9" [ 1566.915378] env[69186]: _type = "HttpNfcLease" [ 1566.915378] env[69186]: } obtained for vApp import into resource pool (val){ [ 1566.915378] env[69186]: value = "resgroup-9" [ 1566.915378] env[69186]: _type = "ResourcePool" [ 1566.915378] env[69186]: }. {{(pid=69186) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1566.915650] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the lease: (returnval){ [ 1566.915650] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523a0ec5-40cf-30c3-cceb-0db670c3a4a9" [ 1566.915650] env[69186]: _type = "HttpNfcLease" [ 1566.915650] env[69186]: } to be ready. {{(pid=69186) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1566.921865] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1566.921865] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523a0ec5-40cf-30c3-cceb-0db670c3a4a9" [ 1566.921865] env[69186]: _type = "HttpNfcLease" [ 1566.921865] env[69186]: } is initializing. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1567.335672] env[69186]: DEBUG oslo_concurrency.lockutils [req-a0f94197-2d05-4738-ad50-aa6f04d62b6f req-63861ea6-3738-4397-a0a9-129688f8c95c service nova] Releasing lock "refresh_cache-b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.423727] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1567.423727] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523a0ec5-40cf-30c3-cceb-0db670c3a4a9" [ 1567.423727] env[69186]: _type = "HttpNfcLease" [ 1567.423727] env[69186]: } is initializing. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1567.851026] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Instance b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69186) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1567.851026] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69186) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1567.851026] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69186) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1567.874151] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7100e1b8-d5ca-491b-90f8-a960a061e6e1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.881623] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd903b93-26ba-46ac-a0db-881ccf3ea652 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.911424] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9db62d8-35de-4565-aacf-7214db29937f {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.920519] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298762b3-bb25-4f5d-9377-ba13f329f63d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.926745] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1567.926745] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523a0ec5-40cf-30c3-cceb-0db670c3a4a9" [ 1567.926745] env[69186]: _type = "HttpNfcLease" [ 1567.926745] env[69186]: } is initializing. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1567.934295] env[69186]: DEBUG nova.compute.provider_tree [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1568.424957] env[69186]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1568.424957] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523a0ec5-40cf-30c3-cceb-0db670c3a4a9" [ 1568.424957] env[69186]: _type = "HttpNfcLease" [ 1568.424957] env[69186]: } is ready. {{(pid=69186) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1568.425333] env[69186]: DEBUG oslo_vmware.rw_handles [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1568.425333] env[69186]: value = "session[5284e075-7f84-42d4-eb8c-0e4c0b72864b]523a0ec5-40cf-30c3-cceb-0db670c3a4a9" [ 1568.425333] env[69186]: _type = "HttpNfcLease" [ 1568.425333] env[69186]: }. {{(pid=69186) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1568.425982] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31aba629-36e8-4e1a-a6e1-0420069ea790 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.432733] env[69186]: DEBUG oslo_vmware.rw_handles [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522efbca-d9fb-71db-039b-9c18f7d70835/disk-0.vmdk from lease info. {{(pid=69186) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1568.432909] env[69186]: DEBUG oslo_vmware.rw_handles [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522efbca-d9fb-71db-039b-9c18f7d70835/disk-0.vmdk. {{(pid=69186) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1568.486661] env[69186]: DEBUG nova.scheduler.client.report [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1568.498029] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a2e91986-7b36-4dc4-b8ce-89f60977549d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.992796] env[69186]: DEBUG nova.compute.resource_tracker [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69186) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1568.993053] env[69186]: DEBUG oslo_concurrency.lockutils [None req-262bb9f2-ba63-4b43-964a-87b36cd8ef3e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.164s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.588819] env[69186]: DEBUG oslo_vmware.rw_handles [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Completed reading data from the image iterator. {{(pid=69186) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1569.589108] env[69186]: DEBUG oslo_vmware.rw_handles [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522efbca-d9fb-71db-039b-9c18f7d70835/disk-0.vmdk. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1569.590182] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fa546b-ab60-420a-ad8f-a1b898f60461 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.596785] env[69186]: DEBUG oslo_vmware.rw_handles [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522efbca-d9fb-71db-039b-9c18f7d70835/disk-0.vmdk is in state: ready. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1569.596952] env[69186]: DEBUG oslo_vmware.rw_handles [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522efbca-d9fb-71db-039b-9c18f7d70835/disk-0.vmdk. {{(pid=69186) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1569.597188] env[69186]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ccb4e70b-9905-435b-b301-0c401992f537 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.840271] env[69186]: DEBUG oslo_vmware.rw_handles [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522efbca-d9fb-71db-039b-9c18f7d70835/disk-0.vmdk. {{(pid=69186) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1569.840477] env[69186]: INFO nova.virt.vmwareapi.images [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Downloaded image file data ba474c33-490f-4cc2-9d91-c852b791a48f [ 1569.841330] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd5485d-1a57-4564-87d9-f570c597da27 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.856605] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-123d5a1c-37f7-4acd-8c87-17b10e0e73d5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.879409] env[69186]: INFO nova.virt.vmwareapi.images [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] The imported VM was unregistered [ 1569.881676] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Caching image {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1569.881920] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Creating directory with path [datastore1] devstack-image-cache_base/ba474c33-490f-4cc2-9d91-c852b791a48f {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1569.882179] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf736014-71aa-4743-a4b1-96d8284ccfe5 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.891619] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Created directory with path [datastore1] devstack-image-cache_base/ba474c33-490f-4cc2-9d91-c852b791a48f {{(pid=69186) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1569.891799] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ce1cc018-99f9-4d55-9458-52fcf27d806a/OSTACK_IMG_ce1cc018-99f9-4d55-9458-52fcf27d806a.vmdk to [datastore1] devstack-image-cache_base/ba474c33-490f-4cc2-9d91-c852b791a48f/ba474c33-490f-4cc2-9d91-c852b791a48f.vmdk. {{(pid=69186) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1569.892054] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2c34ee02-95da-4c56-b1df-da0f8bf3dc52 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.897595] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1569.897595] env[69186]: value = "task-3636278" [ 1569.897595] env[69186]: _type = "Task" [ 1569.897595] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.904518] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636278, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.407977] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636278, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.908476] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636278, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.411069] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636278, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.909733] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636278, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.411287] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636278, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.193132} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.411547] env[69186]: INFO nova.virt.vmwareapi.ds_util [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ce1cc018-99f9-4d55-9458-52fcf27d806a/OSTACK_IMG_ce1cc018-99f9-4d55-9458-52fcf27d806a.vmdk to [datastore1] devstack-image-cache_base/ba474c33-490f-4cc2-9d91-c852b791a48f/ba474c33-490f-4cc2-9d91-c852b791a48f.vmdk. [ 1572.411736] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Cleaning up location [datastore1] OSTACK_IMG_ce1cc018-99f9-4d55-9458-52fcf27d806a {{(pid=69186) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1572.411901] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ce1cc018-99f9-4d55-9458-52fcf27d806a {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1572.412176] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb4e93bc-dfaa-42dd-9e7a-a8f5bd20577d {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.418363] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1572.418363] env[69186]: value = "task-3636279" [ 1572.418363] env[69186]: _type = "Task" [ 1572.418363] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.425698] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.928358] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031802} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.928681] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1572.928879] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ba474c33-490f-4cc2-9d91-c852b791a48f/ba474c33-490f-4cc2-9d91-c852b791a48f.vmdk" {{(pid=69186) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.929211] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ba474c33-490f-4cc2-9d91-c852b791a48f/ba474c33-490f-4cc2-9d91-c852b791a48f.vmdk to [datastore1] b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2/b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1572.929495] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c99a869a-9546-478d-98a2-41f9c4b64b6c {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.936321] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1572.936321] env[69186]: value = "task-3636280" [ 1572.936321] env[69186]: _type = "Task" [ 1572.936321] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.943162] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.446336] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636280, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.949777] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636280, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.447947] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636280, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.953987] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636280, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.449544] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636280, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.16997} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.449843] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ba474c33-490f-4cc2-9d91-c852b791a48f/ba474c33-490f-4cc2-9d91-c852b791a48f.vmdk to [datastore1] b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2/b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2.vmdk {{(pid=69186) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1575.450605] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b861f642-f26a-43b2-bc98-ca95312c3fbd {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.471420] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2/b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2.vmdk or device None with type streamOptimized {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1575.471639] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33966352-a7b0-4b93-9e56-23a405609d66 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.489309] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1575.489309] env[69186]: value = "task-3636281" [ 1575.489309] env[69186]: _type = "Task" [ 1575.489309] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.496194] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.999853] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636281, 'name': ReconfigVM_Task, 'duration_secs': 0.274759} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.000176] env[69186]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Reconfigured VM instance instance-00000080 to attach disk [datastore1] b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2/b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2.vmdk or device None with type streamOptimized {{(pid=69186) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1576.000768] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f1657fc-70f9-46cd-9ebd-a95ae8090841 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.007654] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1576.007654] env[69186]: value = "task-3636282" [ 1576.007654] env[69186]: _type = "Task" [ 1576.007654] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.015129] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636282, 'name': Rename_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.517458] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636282, 'name': Rename_Task, 'duration_secs': 0.134752} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.517787] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Powering on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1576.518087] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59cc0733-7370-4fa9-8ffd-1f3fac012094 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.524673] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1576.524673] env[69186]: value = "task-3636283" [ 1576.524673] env[69186]: _type = "Task" [ 1576.524673] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.531586] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.035955] env[69186]: DEBUG oslo_vmware.api [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636283, 'name': PowerOnVM_Task, 'duration_secs': 0.402764} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.036328] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Powered on the VM {{(pid=69186) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1577.127426] env[69186]: DEBUG nova.compute.manager [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Checking state {{(pid=69186) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1577.128361] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e067d813-5ee3-4526-92b4-e374ed0f4d79 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.644342] env[69186]: DEBUG oslo_concurrency.lockutils [None req-1c403607-df23-451f-8784-b9f0462de53c tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.275s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1578.021799] env[69186]: DEBUG oslo_concurrency.lockutils [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1578.022133] env[69186]: DEBUG oslo_concurrency.lockutils [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1578.022391] env[69186]: DEBUG oslo_concurrency.lockutils [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1578.022591] env[69186]: DEBUG oslo_concurrency.lockutils [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1578.022762] env[69186]: DEBUG oslo_concurrency.lockutils [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1578.024987] env[69186]: INFO nova.compute.manager [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Terminating instance [ 1578.528456] env[69186]: DEBUG nova.compute.manager [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Start destroying the instance on the hypervisor. {{(pid=69186) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1578.528827] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Destroying instance {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1578.529620] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c116160-9d46-4a91-977d-4cf11c9618bc {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.537302] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Powering off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1578.537542] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f035e42e-939e-4b90-8a65-a4dc73511a60 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.543571] env[69186]: DEBUG oslo_vmware.api [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1578.543571] env[69186]: value = "task-3636284" [ 1578.543571] env[69186]: _type = "Task" [ 1578.543571] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.551456] env[69186]: DEBUG oslo_vmware.api [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.054261] env[69186]: DEBUG oslo_vmware.api [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636284, 'name': PowerOffVM_Task, 'duration_secs': 0.180569} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.054549] env[69186]: DEBUG nova.virt.vmwareapi.vm_util [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Powered off the VM {{(pid=69186) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1579.054718] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Unregistering the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1579.054964] env[69186]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2f8ce93-1ab9-43b4-8681-c4323fec2055 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.113905] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Unregistered the VM {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1579.114147] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Deleting contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1579.114331] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Deleting the datastore file [datastore1] b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2 {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1579.114595] env[69186]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c71f1057-562b-43d4-8950-4259abbed92b {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.121829] env[69186]: DEBUG oslo_vmware.api [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for the task: (returnval){ [ 1579.121829] env[69186]: value = "task-3636286" [ 1579.121829] env[69186]: _type = "Task" [ 1579.121829] env[69186]: } to complete. {{(pid=69186) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.129261] env[69186]: DEBUG oslo_vmware.api [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.631746] env[69186]: DEBUG oslo_vmware.api [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Task: {'id': task-3636286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138457} completed successfully. {{(pid=69186) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.632147] env[69186]: DEBUG nova.virt.vmwareapi.ds_util [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Deleted the datastore file {{(pid=69186) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1579.632147] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Deleted contents of the VM from datastore datastore1 {{(pid=69186) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1579.632345] env[69186]: DEBUG nova.virt.vmwareapi.vmops [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Instance destroyed {{(pid=69186) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1579.632519] env[69186]: INFO nova.compute.manager [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1579.632757] env[69186]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69186) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1579.632970] env[69186]: DEBUG nova.compute.manager [-] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Deallocating network for instance {{(pid=69186) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1579.633097] env[69186]: DEBUG nova.network.neutron [-] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] deallocate_for_instance() {{(pid=69186) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1580.034643] env[69186]: DEBUG nova.compute.manager [req-b974410c-71af-444b-a7a1-882ff6644e15 req-6258a707-fb22-4258-96f2-176766c5fccd service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Received event network-vif-deleted-5089ee51-25e9-4dc6-8490-ba803944e0c9 {{(pid=69186) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1580.034643] env[69186]: INFO nova.compute.manager [req-b974410c-71af-444b-a7a1-882ff6644e15 req-6258a707-fb22-4258-96f2-176766c5fccd service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Neutron deleted interface 5089ee51-25e9-4dc6-8490-ba803944e0c9; detaching it from the instance and deleting it from the info cache [ 1580.034643] env[69186]: DEBUG nova.network.neutron [req-b974410c-71af-444b-a7a1-882ff6644e15 req-6258a707-fb22-4258-96f2-176766c5fccd service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.518470] env[69186]: DEBUG nova.network.neutron [-] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Updating instance_info_cache with network_info: [] {{(pid=69186) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.536383] env[69186]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89065b0a-40d4-4ca0-94b8-0ad8223d13d7 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.547542] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84b1e1a-f31c-4fd4-8865-b4cc7c25b559 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.571667] env[69186]: DEBUG nova.compute.manager [req-b974410c-71af-444b-a7a1-882ff6644e15 req-6258a707-fb22-4258-96f2-176766c5fccd service nova] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Detach interface failed, port_id=5089ee51-25e9-4dc6-8490-ba803944e0c9, reason: Instance b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2 could not be found. {{(pid=69186) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1581.021439] env[69186]: INFO nova.compute.manager [-] [instance: b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2] Took 1.39 seconds to deallocate network for instance. [ 1581.527965] env[69186]: DEBUG oslo_concurrency.lockutils [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1581.528286] env[69186]: DEBUG oslo_concurrency.lockutils [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1581.528510] env[69186]: DEBUG nova.objects.instance [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lazy-loading 'resources' on Instance uuid b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2 {{(pid=69186) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1582.062954] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac022f1-0927-4e65-aebf-20d00e7784d1 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.070336] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de22128-ed1f-47df-98b1-63a63a7e18ff {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.099476] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47158c08-4d6a-4c58-94bf-f0bf318f0075 {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.106140] env[69186]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5ac4cc-8bf7-4ae2-8d3a-c8760cc6329e {{(pid=69186) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.118910] env[69186]: DEBUG nova.compute.provider_tree [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Inventory has not changed in ProviderTree for provider: 236fcb92-b429-42b8-bc28-b1c93f3ba708 {{(pid=69186) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1582.623275] env[69186]: DEBUG nova.scheduler.client.report [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Inventory has not changed for provider 236fcb92-b429-42b8-bc28-b1c93f3ba708 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69186) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1583.130697] env[69186]: DEBUG oslo_concurrency.lockutils [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1583.154249] env[69186]: INFO nova.scheduler.client.report [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Deleted allocations for instance b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2 [ 1583.661822] env[69186]: DEBUG oslo_concurrency.lockutils [None req-de745146-1a7b-45b5-b974-b0f2d6565562 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Lock "b1d1a82e-c3bb-4cfd-a7c4-76273fb7bfb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.640s {{(pid=69186) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}